Split Dockerfile.scheduler into 2 images: alts-scheduler and alts-tests

.github/workflows/preflight.yml

@@ -51,6 +51,7 @@ jobs:
         uses: docker/build-push-action@v5
         with:
           file: Dockerfile.scheduler
+          target: alts-tests
           context: .
           load: true
           cache-from: type=gha
@@ -74,7 +75,7 @@ jobs:
 
       - name: Run pytest
         run: |
-          docker compose run --rm --no-deps tests bash -c "
+          docker compose run --rm --no-deps alts_tests bash -c "
             /usr/sbin/sshd && \
             pytest -v --cov \
               --junit-xml=$REPORTS_DIR/pytest-report.xml \
@@ -84,28 +85,28 @@ jobs:
       - name: Run pylint
         if: ${{ steps.changed-files.outputs.src == 'true' }}
         run: |
-          docker compose run --rm --no-deps tests bash -c "
+          docker compose run --rm alts_tests bash -c "
             pylint --exit-zero ${{ steps.changed-files.outputs.src_files }} \
               | tee $REPORTS_DIR/pylint-report.txt"
 
       - name: Run black
         if: ${{ steps.changed-files.outputs.py == 'true' }}
         run: |
-          docker compose run --rm --no-deps tests bash -c "
+          docker compose run --rm alts_tests bash -c "
             black --check --diff --color ${{ steps.changed-files.outputs.py_files }} \
               | tee >(sed 's/\x1B\[[0-9;]*m//g' > $REPORTS_DIR/black-report.txt)"
 
       - name: Run isort
         if: ${{ steps.changed-files.outputs.py == 'true' }}
         run: |
-          docker compose run --rm --no-deps tests bash -c "
+          docker compose run --rm alts_tests bash -c "
             isort --check-only --diff --color ${{ steps.changed-files.outputs.py_files }} \
               | tee >(sed 's/\x1B\[[0-9;]*m//g' > $REPORTS_DIR/isort-report.txt)"
 
       - name: Run bandit
         if: ${{ steps.changed-files.outputs.src == 'true' }}
         run: |
-          docker compose run --rm --no-deps tests bash -c "
+          docker compose run --rm alts_tests bash -c "
             bandit -c pyproject.toml ${{ steps.changed-files.outputs.src_files }} \
               | tee >(sed 's/\x1B\[[0-9;]*m//g' > $REPORTS_DIR/bandit-report.txt)"
 

.github/workflows/run-tests.yml

@@ -29,6 +29,7 @@ jobs:
         with:
           file: Dockerfile.scheduler
           context: .
+          target: alts-tests
           load: true
           cache-from: type=gha
           cache-to: type=gha,mode=max
@@ -39,7 +40,7 @@ jobs:
       - name: Run pytest
         id: pytest
         run: |
-          docker compose run --rm --no-deps tests bash -c "
+          docker compose run --rm alts_tests bash -c "
             /usr/sbin/sshd && \ 
             pytest -v --cov \
               --cov-report=json:$REPORTS_DIR/pytest-report.json \

Dockerfile.celery

@@ -52,7 +52,7 @@ EOT
 RUN <<EOT
   set -ex
   python3 -m ensurepip
-  pip3 install -r celery.txt -r devel.txt
+  pip3 install -r celery.txt
 EOT
 
 RUN rm -f *.txt

Dockerfile.scheduler

@@ -1,4 +1,4 @@
-FROM almalinux:9
+FROM almalinux:9 as alts-scheduler
 
 RUN <<EOT
   set -ex
@@ -22,8 +22,18 @@ COPY requirements .
 RUN <<EOT
   set -ex
   python3 -m ensurepip
-  pip3 install -r scheduler.txt -r devel.txt
+  pip3 install -r scheduler.txt
   rm -f *.txt
 EOT
 
 ADD --chmod=755 https://raw.githubusercontent.com/vishnubob/wait-for-it/master/wait-for-it.sh /
+
+
+FROM alts-scheduler as alts-tests
+
+COPY requirements/tests.txt requirements-tests.txt
+RUN <<EOT
+  set -ex
+  pip3 install -r requirements-tests.txt
+  rm requirements-tests.txt
+EOT

docker-compose.yml

@@ -38,6 +38,7 @@ services:
     image: alts-scheduler:latest
     build:
       dockerfile: Dockerfile.scheduler
+      target: alts-scheduler
       context: .
     environment:
       CELERY_CONFIG_PATH: "/scheduler_config.yaml"
@@ -51,8 +52,14 @@ services:
     depends_on:
       - rabbitmq
 
-  tests:
-    extends: scheduler
+  alts_tests:
+    image: alts-tests:latest
+    build:
+      dockerfile: Dockerfile.scheduler
+      target: alts-tests
+      context: .
     environment:
       CELERY_CONFIG_PATH: "tests/tests_config.yaml"
       SCHEDULER_CONFIG_PATH: "tests/tests_config.yaml"
+    volumes:
+      - ".:/code"