[IMPROVEMENT] - add scheduler Docker image (#148)

.github/workflows/scheduler_docker_image.yml

@@ -0,0 +1,81 @@
+name: Scheduler docker image
+
+on:
+  push:
+    branches:
+      - develop
+    tags:
+      - '[0-9]+.[0-9]+.[0-9]+'
+  workflow_dispatch:
+
+concurrency:
+  group: ${{ github.workflow }}-${{ github.head_ref || github.ref }}
+  cancel-in-progress: true
+
+jobs:
+  release:
+    name: Build & push scheduler image to Dockerhub
+    runs-on: ubuntu-latest
+    if: github.repository == 'MobileTeleSystems/syncmaster'  # prevent running on forks
+
+    steps:
+      - name: Set up QEMU
+        uses: docker/setup-qemu-action@v3
+
+      - name: Set up Docker Buildx
+        uses: docker/setup-buildx-action@v3
+
+      - name: Login to Docker Hub
+        uses: docker/login-action@v3
+        with:
+          username: ${{ secrets.DOCKERHUB_USERNAME }}
+          password: ${{ secrets.DOCKERHUB_TOKEN }}
+
+      - name: Checkout code
+        uses: actions/checkout@v4
+
+      - name: Set tag
+        id: set_tag
+        run: |
+          if [[ "${{ github.ref_type }}" == "branch" && "${{ github.ref_name }}" == "develop" ]]; then
+            echo "TAG=mtsrus/syncmaster-scheduler:develop" >> $GITHUB_ENV
+          elif [[ "${{ github.ref_type }}" == "tag" ]]; then
+            echo "TAG=mtsrus/syncmaster-scheduler:latest,mtsrus/syncmaster-scheduler:${{ github.ref_name }}" >> $GITHUB_ENV
+          fi
+
+      - name: Build scheduler image
+        uses: docker/build-push-action@v6
+        with:
+          tags: ${{ env.TAG }}
+          context: .
+          target: prod
+          file: docker/Dockerfile.scheduler
+          pull: true
+          push: true
+          cache-to: type=inline
+          cache-from: mtsrus/syncmaster-scheduler:develop
+          platforms: |
+            linux/amd64
+            linux/arm64/v8
+          provenance: mode=max
+
+      - name: Convert README to Markdown
+        uses: docker://pandoc/core:2.9
+        with:
+          args: >-
+            --output=README.md
+            --from=rst
+            --to=gfm
+            --wrap=none
+            README.rst
+
+      - name: Update DockerHub Description
+        uses: peter-evans/dockerhub-description@v4
+        if: github.ref_type == 'tag'
+        with:
+          username: ${{ secrets.DOCKERHUB_USERNAME }}
+          # this requires token with read+write+delete permissions. read+write is not enough!
+          password: ${{ secrets.DOCKERHUB_TOKEN }}
+          repository: mtsrus/syncmaster-scheduler
+          short-description: ${{ github.event.repository.description }}
+          enable-url-completion: true

.github/workflows/unit-test.yml

@@ -45,7 +45,7 @@ jobs:
 
       - name: Install dependencies
         run: |
-          poetry install --no-root --extras "backend" --with test
+          poetry install --no-root --all-extras --with test
 
       - name: Start docker compose
         run: |

docker-compose.test.yml

@@ -53,22 +53,23 @@ services:
     profiles: [backend, all]
 
   scheduler:
-    image: mtsrus/syncmaster-backend:${BACKEND_IMAGE_TAG:-test}
+    image: mtsrus/syncmaster-scheduler:${SCHEDULER_IMAGE_TAG:-test}
     restart: unless-stopped
     build:
-      dockerfile: docker/Dockerfile.backend
+      dockerfile: docker/Dockerfile.scheduler
       context: .
       target: test
     env_file: .env.docker
     volumes:
       - ./syncmaster:/app/syncmaster
+      - ./tests:/app/tests
+      - ./reports:/app/reports
       - ./pyproject.toml:/app/pyproject.toml
     depends_on:
       db:
         condition: service_healthy
       rabbitmq:
         condition: service_healthy
-    entrypoint: [python, -m, syncmaster.scheduler]
     profiles: [scheduler, all]
 
   worker:

docker-compose.yml

@@ -65,6 +65,19 @@ services:
       rabbitmq:
         condition: service_healthy
 
+  scheduler:
+    image: mtsrus/syncmaster-scheduler:${TAG:-develop}
+    restart: unless-stopped
+    build:
+      dockerfile: docker/Dockerfile.scheduler
+      context: .
+    env_file: .env.docker
+    depends_on:
+      db:
+        condition: service_healthy
+      rabbitmq:
+        condition: service_healthy
+
 volumes:
   postgres_data:
   rabbitmq_data:

docker/Dockerfile.backend

@@ -1,7 +1,11 @@
 ARG BASE_IMAGE=python:3.12-slim
 FROM $BASE_IMAGE AS base
 
-RUN pip install --no-cache-dir --timeout 3 --retries 3 poetry \
+RUN apt-get update && apt-get install -y curl \
+    && rm -rf /var/lib/apt/lists/*
+
+RUN curl -sSL https://install.python-poetry.org | python3 - \
+    && ln -s /root/.local/bin/poetry /usr/local/bin/poetry \
     && poetry config virtualenvs.create false
 
 WORKDIR /app

docker/Dockerfile.scheduler

@@ -0,0 +1,28 @@
+FROM python:3.12-slim AS base
+
+RUN apt-get update && apt-get install -y curl \
+    && rm -rf /var/lib/apt/lists/*
+
+RUN curl -sSL https://install.python-poetry.org | python3 - \
+    && ln -s /root/.local/bin/poetry /usr/local/bin/poetry \
+    && poetry config virtualenvs.create false
+
+WORKDIR /app
+ENV PYTHONPATH=/app
+
+COPY ./pyproject.toml ./poetry.lock* /app/
+
+RUN pip install --upgrade pip setuptools wheel packaging
+RUN poetry install --no-root --extras "scheduler" --without test,docs,dev
+
+COPY ./docker/entrypoint_scheduler.sh /app/entrypoint.sh
+ENTRYPOINT ["/app/entrypoint.sh"]
+
+FROM base AS prod
+
+COPY ./syncmaster/ /app/syncmaster/
+
+FROM base as test
+
+RUN poetry install --no-root --all-extras --with test --without docs,dev
+RUN sed -i 's/python -m/coverage run -m/g' /app/entrypoint.sh

docker/Dockerfile.worker

@@ -17,7 +17,12 @@ RUN apt-get update && apt-get install -y \
         libffi-dev \
     && rm -rf /var/lib/apt/lists/*
 
-RUN pip install --no-cache-dir --timeout 3 --retries 3 poetry && poetry config virtualenvs.create false
+RUN apt-get update && apt-get install -y curl \
+    && rm -rf /var/lib/apt/lists/*
+
+RUN curl -sSL https://install.python-poetry.org | python3 - \
+    && ln -s /root/.local/bin/poetry /usr/local/bin/poetry \
+    && poetry config virtualenvs.create false
 
 WORKDIR /app
 ENV PYTHONPATH=/app

docker/entrypoint_scheduler.sh

@@ -0,0 +1,4 @@
+#!/usr/bin/env bash
+set -e
+
+exec python -m syncmaster.scheduler "$@"