Skip to content

Debugging the permissions #13

Debugging the permissions

Debugging the permissions #13

Workflow file for this run

name: Producer Consumer CI Test
on:
push:
branches: ["dev"]
workflow_dispatch:
jobs:
load-dotenv:
runs-on: ubuntu-latest
outputs:
postgres-version-tag: ${{ steps.load-dotenv.outputs.POSTGRES_VERSION_TAG }}
postgres-port: ${{ steps.load-dotenv.outputs.POSTGRES_PORT }}
postgres-user: ${{ steps.load-dotenv.outputs.POSTGRES_USER }}
postgres-password: ${{ steps.load-dotenv.outputs.POSTGRES_PASSWORD }}
postgres-database: ${{ steps.load-dotenv.outputs.POSTGRES_DATABASE }}
rabbitmq-version-tag: ${{ steps.load-dotenv.outputs.RABBITMQ_VERSION_TAG }}
rabbitmq-port: ${{ steps.load-dotenv.outputs.RABBITMQ_PORT }}
rabbitmq-user: ${{ steps.load-dotenv.outputs.RABBITMQ_USER }}
rabbitmq-password: ${{ steps.load-dotenv.outputs.RABBITMQ_PASSWORD }}
queue-name: ${{ steps.load-dotenv.outputs.QUEUE_NAME }}
steps:
- name: Checkout
uses: actions/checkout@v4
- name: Load dotenv
id: load-dotenv
run: |
set -o allexport
source .env
set +o allexport
echo "POSTGRES_VERSION_TAG=$POSTGRES_VERSION_TAG" >> $GITHUB_OUTPUT
echo "POSTGRES_PORT=$POSTGRES_PORT" >> $GITHUB_OUTPUT
echo "POSTGRES_USER=$POSTGRES_USER" >> $GITHUB_OUTPUT
echo "POSTGRES_PASSWORD=$POSTGRES_PASSWORD" >> $GITHUB_OUTPUT
echo "POSTGRES_DATABASE=$POSTGRES_DATABASE" >> $GITHUB_OUTPUT
echo "RABBITMQ_VERSION_TAG=$RABBITMQ_VERSION_TAG" >> $GITHUB_OUTPUT
echo "RABBITMQ_PORT=$RABBITMQ_PORT" >> $GITHUB_OUTPUT
echo "RABBITMQ_USER=$RABBITMQ_USER" >> $GITHUB_OUTPUT
echo "RABBITMQ_PASSWORD=$RABBITMQ_PASSWORD" >> $GITHUB_OUTPUT
echo "QUEUE_NAME=$QUEUE_NAME" >> $GITHUB_OUTPUT
test-producer:
needs: load-dotenv
runs-on: ubuntu-latest
env:
WATCH_FILE_PATTERNS: |
producer/**/*.py
producer/requirements-dev.txt
COVERAGE_FILE: .coverage_producer
WORKDIR: producer
outputs:
coverage-file-cache-path: ${{ steps.output-coverage-file.outputs.COVERAGE_FILE_CACHE_PATH }}
coverage-file-cache-key: ${{ steps.output-coverage-file.outputs.COVERAGE_FILE_CACHE_KEY }}
services:
rabbitmq:
image: rabbitmq:${{ needs.load-dotenv.outputs.rabbitmq-version-tag }}
env:
RABBITMQ_DEFAULT_USER: ${{ needs.load-dotenv.outputs.rabbitmq-user }}
RABBITMQ_DEFAULT_PASS: ${{ needs.load-dotenv.outputs.rabbitmq-password }}
options: >-
--health-cmd "rabbitmq-diagnostics -q check_running"
--health-interval 5s
--health-timeout 30s
--health-retries 3
ports:
- ${{ needs.load-dotenv.outputs.rabbitmq-port }}:5672
steps:
- name: Checkout
uses: actions/checkout@v4
- uses: actions/cache@v2
id: cache
with:
path: ${{env.COVERAGE_FILE}}
key: ${{ runner.os }}-coverage-producer-${{ hashFiles(env.WATCH_FILE_PATTERNS) }}
restore-keys: |
${{ runner.os }}-coverage-producer-
- uses: actions/setup-python@v4
if: steps.cache.outputs.cache-hit != 'true'
with:
python-version: '3.11'
cache: 'pip'
cache-dependency-path: ${{env.WORKDIR}}/requirements-dev.txt
- name: Install dependencies
if: steps.cache.outputs.cache-hit != 'true'
working-directory: ${{env.WORKDIR}}
run: pip install -r requirements-dev.txt
- name: Run tests
if: steps.cache.outputs.cache-hit != 'true'
run: |
coverage run -m pytest -v producer/tests
env:
POSTGRES_HOST: localhost
POSTGRES_PORT: ${{ needs.load-dotenv.outputs.postgres-port }}
POSTGRES_USER: ${{ needs.load-dotenv.outputs.postgres-user }}
POSTGRES_PASSWORD: ${{ needs.load-dotenv.outputs.postgres-password }}
POSTGRES_DATABASE: ${{ needs.load-dotenv.outputs.postgres-database }}
RABBITMQ_HOST: localhost
RABBITMQ_PORT: ${{ needs.load-dotenv.outputs.rabbitmq-port }}
RABBITMQ_USER: ${{ needs.load-dotenv.outputs.rabbitmq-user }}
RABBITMQ_PASSWORD: ${{ needs.load-dotenv.outputs.rabbitmq-password }}
QUEUE_NAME: ${{ needs.load-dotenv.outputs.queue-name }}
- name: Output coverage file
id: output-coverage-file
run: |
echo "COVERAGE_FILE_CACHE_PATH=${{env.COVERAGE_FILE}}" >> $GITHUB_OUTPUT
echo "COVERAGE_FILE_CACHE_KEY=${{ runner.os }}-coverage-producer-${{ hashFiles(env.WATCH_FILE_PATTERNS) }}" >> $GITHUB_OUTPUT
test-consumer:
needs: load-dotenv
runs-on: ubuntu-latest
env:
WATCH_FILE_PATTERNS: |
consumer/**/*.py
consumer/requirements-dev.txt
COVERAGE_FILE: .coverage_consumer
WORKDIR: consumer
outputs:
coverage-file-cache-path: ${{ steps.output-coverage-file.outputs.COVERAGE_FILE_CACHE_PATH }}
coverage-file-cache-key: ${{ steps.output-coverage-file.outputs.COVERAGE_FILE_CACHE_KEY }}
services:
rabbitmq:
image: rabbitmq:${{ needs.load-dotenv.outputs.rabbitmq-version-tag }}
env:
RABBITMQ_DEFAULT_USER: ${{ needs.load-dotenv.outputs.rabbitmq-user }}
RABBITMQ_DEFAULT_PASS: ${{ needs.load-dotenv.outputs.rabbitmq-password }}
options: >-
--health-cmd "rabbitmq-diagnostics -q check_running"
--health-interval 5s
--health-timeout 30s
--health-retries 3
ports:
- ${{ needs.load-dotenv.outputs.rabbitmq-port }}:5672
postgres:
image: postgres:${{ needs.load-dotenv.outputs.postgres-version-tag }}
env:
POSTGRES_USER: ${{ needs.load-dotenv.outputs.postgres-user }}
POSTGRES_PASSWORD: ${{ needs.load-dotenv.outputs.postgres-password }}
POSTGRES_DB: ${{ needs.load-dotenv.outputs.postgres-database }}
options: >-
--health-cmd pg_isready
--health-interval 5s
--health-timeout 30s
--health-retries 3
steps:
- name: Checkout
uses: actions/checkout@v4
- uses: actions/cache@v2
id: cache
with:
path: ${{env.COVERAGE_FILE}}
key: ${{ runner.os }}-coverage-consumer-${{ hashFiles(env.WATCH_FILE_PATTERNS) }}
restore-keys: |
${{ runner.os }}-coverage-consumer-
- uses: actions/setup-python@v4
if: steps.cache.outputs.cache-hit != 'true'
with:
python-version: '3.11'
cache: 'pip'
cache-dependency-path: ${{env.WORKDIR}}/requirements-dev.txt
- name: Install dependencies
if: steps.cache.outputs.cache-hit != 'true'
working-directory: ${{env.WORKDIR}}
run: pip install -r requirements-dev.txt
- name: Run tests
if: steps.cache.outputs.cache-hit != 'true'
run: |
coverage run -m pytest -v consumer/tests
env:
POSTGRES_HOST: localhost
POSTGRES_PORT: ${{ needs.load-dotenv.outputs.postgres-port }}
POSTGRES_USER: ${{ needs.load-dotenv.outputs.postgres-user }}
POSTGRES_PASSWORD: ${{ needs.load-dotenv.outputs.postgres-password }}
POSTGRES_DATABASE: ${{ needs.load-dotenv.outputs.postgres-database }}
RABBITMQ_HOST: localhost
RABBITMQ_PORT: ${{ needs.load-dotenv.outputs.rabbitmq-port }}
RABBITMQ_USER: ${{ needs.load-dotenv.outputs.rabbitmq-user }}
RABBITMQ_PASSWORD: ${{ needs.load-dotenv.outputs.rabbitmq-password }}
QUEUE_NAME: ${{ needs.load-dotenv.outputs.queue-name }}
- name: Output coverage file
id: output-coverage-file
run: |
echo "COVERAGE_FILE_CACHE_PATH=${{env.COVERAGE_FILE}}" >> $GITHUB_OUTPUT
echo "COVERAGE_FILE_CACHE_KEY=${{ runner.os }}-coverage-consumer-${{ hashFiles(env.WATCH_FILE_PATTERNS) }}" >> $GITHUB_OUTPUT
coverage:
needs: [test-producer, test-consumer]
runs-on: ubuntu-latest
permissions:
contents: write
id-token: write
pages: write
steps:
- name: Checkout
uses: actions/checkout@v4
- name: Retrieve producer coverage file
uses: actions/cache@v2
id: producer-cache
with:
path: ${{ needs.test-producer.outputs.coverage-file-cache-path }}
key: ${{ needs.test-producer.outputs.coverage-file-cache-key }}
restore-keys: |
${{ runner.os }}-coverage-producer-
- name: Retrieve consumer coverage file
uses: actions/cache@v2
id: consumer-cache
with:
path: ${{ needs.test-consumer.outputs.coverage-file-cache-path }}
key: ${{ needs.test-consumer.outputs.coverage-file-cache-key }}
restore-keys: |
${{ runner.os }}-coverage-consumer-
- uses: actions/setup-python@v4
with:
python-version: '3.11'
- name: Install dependencies
run: pip install coverage
- name: Combine coverage files
run: |
coverage combine ${{ needs.test-producer.outputs.coverage-file-cache-path }} ${{ needs.test-consumer.outputs.coverage-file-cache-path }}
- name: Generate coverage report
run: |
coverage report -m
coverage html
- name: upload artifact
uses: actions/upload-pages-artifact@v1
with:
path: ./htmlcov/
- name: deploy to Github Pages
uses: actions/deploy-pages@v2
id: deployment
- name: Coverage Badge
uses: tj-actions/coverage-badge-py@v2
- name: Verify Changed files
uses: tj-actions/verify-changed-files@v16
id: verify-changed-files
with:
files: coverage.svg
- name: Commit files
if: steps.verify-changed-files.outputs.files_changed == 'true'
run: |
git config --local user.email "github-actions[bot]@users.noreply.github.com"
git config --local user.name "github-actions[bot]"
git add coverage.svg
git commit -m "Updated coverage.svg"
- name: Push changes
if: steps.verify-changed-files.outputs.files_changed == 'true'
uses: ad-m/github-push-action@master
with:
github_token: ${{ secrets.GITHUB_TOKEN }}
branch: ${{ github.ref }}