docker-compose.yaml

# Services to run the Rapid Evaluation Framework (REF) diagnostic workers
# These can be started by running `docker-compose up` in the root directory of the codebase.

name: climate-ref
services:
  redis:
    image: redis:7
    restart: always
    ports:
      - "6379:6379"
  postgres:
    image: postgres:17
    restart: always
    environment:
      POSTGRES_USER: postgres
      POSTGRES_PASSWORD: example
    volumes:
      - postgres-data:/var/lib/postgresql/data
    ports:
      - "5432:5432"
  flower:
    image: mher/flower:2.0.1
    restart: always
    environment:
      - CELERY_BROKER_URL=redis://redis:6379/1
      - CELERY_RESULT_BACKEND=redis://redis:6379/1
      - CELERY_ACCEPT_CONTENT=["json","pickle"]
    ports:
      - "5555:5555"
    depends_on:
      - redis

  # Base worker to track the executions of async tasks
  climate-ref:
    image: ghcr.io/climate-ref/climate-ref:latest
    restart: always
    depends_on:
      - postgres
      - redis
    environment:
      - CELERY_BROKER_URL=redis://redis:6379/1
      - CELERY_RESULT_BACKEND=redis://redis:6379/1
      - REF_EXECUTOR=climate_ref_celery.executor.CeleryExecutor
      - REF_DATABASE_URL=postgresql://postgres:example@postgres:5432/postgres
    command: celery start-worker --loglevel INFO
    volumes:
      - ./tests/test-data/sample-data:/ref/data
      - ref:/ref

  # Diagnostic workers - one per diagnostic package based on the climate-ref service
  # ESMValTool worker
  climate-ref-esmvaltool:
    extends:
      service: climate-ref
    command: celery start-worker --provider esmvaltool --loglevel INFO
  # ILAMB worker
  climate-ref-ilamb:
    extends:
      service: climate-ref
    command: celery start-worker --provider ilamb --loglevel INFO
  # PMP worker
  climate-ref-pmp:
    extends:
      service: climate-ref
    command: celery start-worker --provider pmp --loglevel INFO
  # Example worker
  climate-ref-example:
    extends:
      service: climate-ref
    command: celery start-worker --provider example --loglevel INFO

volumes:
  # This volume contains the database, scratch directories and the conda environments
  ref:
  postgres-data: