docker-compose.yaml

services:

  app:
    image: ghcr.io/jbris/deep-root-gen:${APP_VERSION}
    build:
      context: .
      dockerfile: ./dockerfiles/python/Dockerfile.${APP_VERSION}  
      args:
        BUILD_DATE: date -u +'%Y-%m-%dT%H:%M:%SZ'
    restart: always
    stop_grace_period: 10s
    environment:
      APP_USER_HOST: http://localhost:8000
      APP_PREFECT_USER_HOST: http://localhost:4200
      APP_MLFLOW_USER_HOST: http://localhost:5000
      APP_ARANGODB_USER_HOST: http://localhost:8529
      PREFECT_API_URL: http://prefect-server:4200/api
      MLFLOW_TRACKING_URI: http://mlflow:5000
      MLFLOW_BACKEND_STORE_URI: $MLFLOW_BACKEND_STORE_URI
      MLFLOW_S3_ENDPOINT_URL: http://minio:9000
      AWS_ACCESS_KEY_ID: $AWS_ACCESS_KEY_ID
      AWS_SECRET_ACCESS_KEY: $AWS_SECRET_ACCESS_KEY
      ARANGO_DB: deeprootgen 
      ARANGO_ROOT_USER: root
      ARANGO_ROOT_PASSWORD: $ARANGO_ROOT_PASSWORD
      ARANGO_HOST_URL: http://arangodb:8529 
      BENTOML_DO_NOT_TRACK: True
      BENTOML_HOME: /app/outputs/bento
      BENTOML_BUCKET: s3://bento
      BENTOML_CONFIG: /app/bentoml_configuration.yaml
      DEPLOYMENT_OPTIMISATION_EXTERNAL_LINK: http://127.0.0.1:5001
      DEPLOYMENT_OPTIMISATION_INTERNAL_LINK: http://optimisation:3000
      DEPLOYMENT_SENSITIVITY_ANALYSIS_EXTERNAL_LINK: http://127.0.0.1:5002
      DEPLOYMENT_SENSITIVITY_ANALYSIS_INTERNAL_LINK: http://sensitivity_analysis:3000
      DEPLOYMENT_ABC_EXTERNAL_LINK: http://127.0.0.1:5003
      DEPLOYMENT_ABC_INTERNAL_LINK: http://abc:3000
      DEPLOYMENT_SNPE_EXTERNAL_LINK: http://127.0.0.1:5004
      DEPLOYMENT_SNPE_INTERNAL_LINK: http://snpe:3000
      DEPLOYMENT_SURROGATE_EXTERNAL_LINK: http://127.0.0.1:5005
      DEPLOYMENT_SURROGATE_INTERNAL_LINK: http://surrogate:3000
    ports:
      - 8000:8000
    volumes:
      - ./app/app.py:/app/app.py
      - ./app/conf:/app/conf
      - ./app/pages:/app/pages
      - ./app/outputs:/app/outputs
      - ./app/flows:/app/flows
      - ./deeprootgen:/app/deeprootgen
      - ./bentoml_configuration.yaml:/app/bentoml_configuration.yaml
    command: >
      gunicorn -b 0.0.0.0:8000 -w 4 app:server
      
  mlflow:
    image: ghcr.io/jbris/deep-root-gen:${APP_VERSION}
    build:
      context: .
      dockerfile: ./dockerfiles/python/Dockerfile.${APP_VERSION}  
      args:
        BUILD_DATE: date -u +'%Y-%m-%dT%H:%M:%SZ'
    restart: always
    stop_grace_period: 10s
    environment:
      APP_USER_HOST: http://localhost:8000
      APP_PREFECT_USER_HOST: http://localhost:4200
      APP_MLFLOW_USER_HOST: http://localhost:5000
      MLFLOW_BACKEND_STORE_URI: $MLFLOW_BACKEND_STORE_URI
      MLFLOW_S3_ENDPOINT_URL: http://minio:9000
      MLFLOW_TRACKING_URI: http://localhost:5000
      AWS_ACCESS_KEY_ID: $AWS_ACCESS_KEY_ID
      AWS_SECRET_ACCESS_KEY: $AWS_SECRET_ACCESS_KEY
    ports:
      - 5000:5000
    command: >
      mlflow server --serve-artifacts --host 0.0.0.0 --port 5000 
      --backend-store-uri "${MLFLOW_BACKEND_STORE_URI}" --default-artifact-root s3://mlflow/
      --expose-prometheus /prometheus
      
  prefect-server:
    image: ghcr.io/jbris/deep-root-gen:${APP_VERSION}
    build:
      context: .
      dockerfile: ./dockerfiles/python/Dockerfile.${APP_VERSION}  
      args:
        BUILD_DATE: date -u +'%Y-%m-%dT%H:%M:%SZ'
    restart: always
    stop_grace_period: 10s
    environment:
      APP_USER_HOST: http://localhost:8000
      APP_PREFECT_USER_HOST: http://localhost:4200
      APP_MLFLOW_USER_HOST: http://localhost:5000
      PREFECT_UI_URL: http://127.0.0.1:4200/api
      PREFECT_API_URL: http://127.0.0.1:4200/api
      MLFLOW_TRACKING_URI: http://mlflow:5000
      PREFECT_SERVER_API_HOST: 0.0.0.0
      PREFECT_API_DATABASE_CONNECTION_URL: $PREFECT_API_DATABASE_CONNECTION_URL
    ports:
      - 4200:4200
    entrypoint: >
      prefect server start

  prefect-worker:
    image: ghcr.io/jbris/deep-root-gen:${APP_VERSION}
    build:
      context: .
      dockerfile: ./dockerfiles/python/Dockerfile.${APP_VERSION}  
      args:
        BUILD_DATE: date -u +'%Y-%m-%dT%H:%M:%SZ'
    restart: always
    stop_grace_period: 10s
    environment:
      APP_USER_HOST: http://localhost:8000
      APP_PREFECT_USER_HOST: http://localhost:4200
      APP_MLFLOW_USER_HOST: http://localhost:5000
      PREFECT_API_URL: http://prefect-server:4200/api
      MLFLOW_TRACKING_URI: http://mlflow:5000
      MLFLOW_BACKEND_STORE_URI: $MLFLOW_BACKEND_STORE_URI
      MLFLOW_S3_ENDPOINT_URL: http://minio:9000
      AWS_ACCESS_KEY_ID: $AWS_ACCESS_KEY_ID
      AWS_SECRET_ACCESS_KEY: $AWS_SECRET_ACCESS_KEY
      ARANGO_DB: deeprootgen 
      ARANGO_ROOT_USER: root
      ARANGO_ROOT_PASSWORD: $ARANGO_ROOT_PASSWORD
      ARANGO_HOST_URL: http://arangodb:8529 
      BENTOML_DO_NOT_TRACK: True
      BENTOML_HOME: /app/outputs/bento
      BENTOML_BUCKET: s3://bento
      BENTOML_CONFIG: /app/bentoml_configuration.yaml
    depends_on:
      - prefect-server
    entrypoint: prefect worker start -p default
    volumes:
      - ./app/flows:/app/flows
      - ./deeprootgen:/app/deeprootgen
      - ./app/outputs:/app/outputs
      - ./bentoml_configuration.yaml:/app/bentoml_configuration.yaml

  prefect-deployments:
    image: ghcr.io/jbris/deep-root-gen:${APP_VERSION}
    build:
      context: .
      dockerfile: ./dockerfiles/python/Dockerfile.${APP_VERSION}  
      args:
        BUILD_DATE: date -u +'%Y-%m-%dT%H:%M:%SZ'
    environment:
      PREFECT_API_URL: http://prefect-server:4200/api
    depends_on:
      - prefect-worker
    entrypoint: >
      /bin/sh -c ' sleep 45; 
      prefect deploy --prefect-file /app/flows/prefect.yaml --all; '
    volumes:
      - ./app/flows:/app/flows

  postgres:
    image: ${COMPOSE_PROJECT_NAME}-postgres:${APP_VERSION}
    build:
      context: .
      dockerfile: ./dockerfiles/postgres/Dockerfile.${APP_VERSION}  
      args:
        BUILD_DATE: date -u +'%Y-%m-%dT%H:%M:%SZ'
    restart: always
    stop_grace_period: 10s
    environment:
      POSTGRES_PASSWORD: $DB_PASSWORD
      POSTGRES_DB: $DB_NAME
      POSTGRES_USER: $DB_USER
    ports:
      - 5432:5432
    volumes:
      - postgres-data:/var/lib/postgresql/data

  minio:
    image: minio/minio:RELEASE.2023-05-27T05-56-19Z
    restart: always
    stop_grace_period: 10s
    working_dir: /data
    volumes:
      - minio-data:/data
    ports:
      - 9000:9000
      - 9001:9001
    environment:
      MINIO_ACCESS_KEY: $MINIO_ACCESS_KEY
      MINIO_SECRET_KEY: $MINIO_SECRET_KEY
      MINIO_ROOT_USER: $MINIO_ROOT_USER
      MINIO_ROOT_PASSWORD: $MINIO_ROOT_PASSWORD
      MINIO_STORAGE_USE_HTTPS: False
      MINIO_PROMETHEUS_AUTH_TYPE: public
    command: server --console-address :9001 --address :9000 /data

  mc:
    image: minio/mc:RELEASE.2023-05-30T22-41-38Z
    environment:
      MINIO_PORT: 9000
      MINIO_ACCESS_KEY: $MINIO_ACCESS_KEY
      MINIO_SECRET_KEY: $MINIO_SECRET_KEY
    depends_on:
      - minio
    entrypoint: >
      /bin/sh -c ' sleep 5; 
      /usr/bin/mc config host add s3 http://minio:9000 ${MINIO_ACCESS_KEY} ${MINIO_SECRET_KEY} --api S3v4;  
      [[ ! -z "`/usr/bin/mc ls s3 | grep challenge`" ]] || /usr/bin/mc mb s3/mlflow;  /usr/bin/mc policy download s3/mlflow;  
      [[ ! -z "`/usr/bin/mc ls s3 | grep challenge`" ]] || /usr/bin/mc mb s3/data;  /usr/bin/mc policy download s3/data; exit 0; '

  cloudbeaver:
    image: dbeaver/cloudbeaver:23.3.1
    restart: always
    stop_grace_period: 10s
    ports:
      - 8978:8978
    volumes:
      - cloudbeaver-data:/opt/cloudbeaver/workspace

  metabase:
    image: metabase/metabase:v0.48.0
    restart: unless-stopped
    stop_grace_period: 10s
    environment:
      MB_DB_TYPE: postgres
      MB_DB_HOST: postgres
      MB_DB_PORT: 5432
      MB_DB_PASS: $DB_PASSWORD
      MB_DB_DBNAME: $DB_NAME
      MB_DB_USER: $DB_USER
      MB_DB_FILE: /metabase-data/metabase.db
      MB_PROMETHEUS_SERVER_PORT: 3001
    ports:
      - 3000:3000
      - 3001:3001
    volumes:
      - metabase-data:/metabase-data

  arangodb:
    image: arangodb:3.11.3
    restart: always
    stop_grace_period: 10s
    environment:
      ARANGO_ROOT_PASSWORD: $ARANGO_ROOT_PASSWORD
      ARANGO_NO_AUTH: 1
    ports:
      - 8529:8529
    volumes:
      - arangodb-data:/var/lib/arangodb3
      - arangodb-app-data:/var/lib/arangodb3-apps

networks:
  default:
    name: $COMPOSE_PROJECT_NAME
    driver: bridge

volumes:
  minio-data: {}
  postgres-data: {}
  cloudbeaver-data: {}
  metabase-data: {}
  prefect-flows: {}
  arangodb-data: {}
  arangodb-app-data: {}