cloud_vm

cloud_vm deploys MLOps stack on top of Cloud provider VMs.

Complete example with all stacks

Simple Deployment ConfigurationAdvanced Deployment Configuration

name: aws-mlops-stack-complete
provider:
  name: aws
  account_id: "793009824629"
  region: "eu-central-1"
deployment:
  type: cloud_vm
stack:
  - data_versioning:
      name: lakefs
  - experiment_tracking:
      name: mlflow
  - orchestrator:
      name: prefect

name: aws-mlops-stack-complete-advanced
provider:
  name: aws
  account_id: "793009824629"
  region: "eu-central-1"
deployment:
  type: cloud_vm
  config:
    vpc:
      create_database_subnets: true
stack:
  - data_versioning:
      name: lakefs
      params:
        remote_tracking: true
        database_type: "dynamodb"
        lakefs_data_bucket_name: "lakefs-repository-data-bucket"
        dynamodb_table_name: "lakefs_kvstore"
  - experiment_tracking:
      name: mlflow
      params:
        remote_tracking: true
        mlflow_artifacts_bucket_name: "artifacts-storage-bucket"
  - orchestrator:
      name: prefect
      params:
        remote_tracking: true
        ec2_application_port: 9500

data_versioning

lakefs

Simple Deployment ConfigurationAdvanced Deployment Configuration

name: aws-mlops-stack-lakefs
provider:
  name: aws
  account_id: "793009824629"
  region: "eu-central-1"
deployment:
  type: cloud_vm
stack:
  - data_versioning:
      name: lakefs

name: aws-mlops-stack-lakefs
provider:
  name: aws
  account_id: "793009824629"
  region: "eu-central-1"
deployment:
  type: cloud_vm
  config:
    vpc:
      create_database_subnets: true
stack:
  - data_versioning:
      name: lakefs
      params:
        remote_tracking: true
        database_type: "dynamodb"
        lakefs_data_bucket_name: "lakefs-repository-data-bucket"
        dynamodb_table_name: "lakefs_kvstore"

experiment_tracking

mlflow

Simple Deployment ConfigurationAdvanced Deployment Configuration

name: aws-mlops-stack-mlflow
provider:
  name: aws
  account_id: "793009824629"
  region: "eu-central-1"
deployment:
  type: cloud_vm
stack:
  - experiment_tracking:
      name: mlflow

name: aws-mlops-stack-mlflow
provider:
  name: aws
  account_id: "793009824629"
  region: "eu-central-1"
deployment:
  type: cloud_vm
  config:
    vpc:
      create_database_subnets: true
stack:
  - experiment_tracking:
      name: mlflow
      params:
        remote_tracking: true
        mlflow_artifacts_bucket_name: "mlflow-bucket"

wandb

Simple Deployment ConfigurationAdvanced Deployment Configuration

name: aws-mlops-stack-mlflow
provider:
  name: aws
  account_id: "793009824629"
  region: "eu-central-1"
deployment:
  type: cloud_vm
stack:
  - experiment_tracking:
      name: wandb

name: aws-mlops-stack-wandb
provider:
  name: aws
  account_id: "793009824629"
  region: "eu-central-1"
deployment:
  type: cloud_vm
  config:
    vpc:
      create_database_subnets: true
stack:
  - experiment_tracking:
      name: wandb
      params:
        remote_tracking: true
        wandb_artifacts_bucket_name: "wandb-artifacts-bucket"
        ec2_application_port: 8000

orchestrator

prefect

Simple Deployment ConfigurationAdvanced Deployment Configuration

name: aws-mlops-stack-prefect
provider:
  name: aws
  account_id: "793009824629"
  region: "eu-central-1"
deployment:
  type: cloud_vm
stack:
  - orchestrator:
      name: prefect

name: aws-mlops-stack-prefect
provider:
  name: aws
  account_id: "793009824629"
  region: "eu-central-1"
deployment:
  type: cloud_vm
  config:
    vpc:
      create_database_subnets: true
stack:
  - orchestrator:
      name: prefect
      params:
        remote_tracking: true
        ec2_application_port: 9500

dagster

Simple Deployment ConfigurationAdvanced Deployment Configuration

name: aws-mlops-stack-dagster
provider:
  name: aws
  account_id: "793009824629"
  region: "eu-central-1"
deployment:
  type: cloud_vm
stack:
  - orchestrator:
      name: dagster

name: aws-mlops-stack-dagster
provider:
  name: aws
  account_id: "793009824629"
  region: "eu-central-1"
deployment:
  type: cloud_vm
  config:
    vpc:
      create_database_subnets: true
stack:
  - orchestrator:
      name: dagster
      params:
        remote_tracking: true
        database_type: "postgres"
        ec2_application_port: 3500
        app_versions:
          dagit: "1.3.13"
          dagster: "1.3.13"