added rq

Author: bigabig

.github/workflows/backend_checks.yml

@@ -60,8 +60,8 @@ jobs:
             docker compose -f compose.ray.yml build
             docker compose -f compose.ray.yml up --wait
           fi
-          COMPOSE_PROFILES="weaviate,background,backend" docker compose build
-          COMPOSE_PROFILES="weaviate,background" docker compose up --wait --quiet-pull
+          COMPOSE_PROFILES="weaviate,background,rq,backend" docker compose build
+          COMPOSE_PROFILES="weaviate,background,rq" docker compose up --wait --quiet-pull
       - name: Check 1 - pytest runs without errors
         working-directory: docker
         run: |
@@ -89,7 +89,7 @@ jobs:
         working-directory: docker
         run: |
           source .env
-          COMPOSE_PROFILES="weaviate,background,backend" docker compose up --wait --quiet-pull
+          COMPOSE_PROFILES="weaviate,background,rq,backend" docker compose up --wait --quiet-pull
       - name: Check 6 - Test End-2-End importer script
         working-directory: backend
         env:

.github/workflows/frontend_checks.yml

@@ -15,7 +15,7 @@ jobs:
     env:
       API_WORKERS: 1
       VITE_APP_SERVER: http://localhost:13120
-      COMPOSE_PROFILES: "weaviate,background,backend,frontend"
+      COMPOSE_PROFILES: "weaviate,background,rq,backend,frontend"
       BACKEND_HAS_CHANGED: false
       RAY_HAS_CHANGED: false
     steps:

docker/.env.example

@@ -7,9 +7,9 @@
 COMPOSE_PROJECT_NAME=demo
 # remove profiles to disable containers
 # dependencies are as follows:
-# weaviate < background < backend < frontend
+# weaviate < background < rq < backend < frontend
 # you can remove profiles from right to left
-COMPOSE_PROFILES=weaviate,background,backend,frontend
+COMPOSE_PROFILES=weaviate,background,rq,backend,frontend
 # Docker tag to use for pulling the backend and celery containers
 DATS_BACKEND_DOCKER_VERSION=1.7.0
 # Docker tag to use for pulling the ray container

docker/compose.override.yml

@@ -31,6 +31,8 @@ services:
       - "${WEAVIATEAPP_EXPOSED:-13135}:8501"
     extra_hosts:
       - "localhost:host-gateway"
+    profiles:
+      - weaviate
 
   elasticsearch:
     volumes:

docker/compose.yml

@@ -227,6 +227,8 @@ services:
       - "${RQ_DASHBOARD_EXPOSED:-13136}:9181"
     networks:
       - dats_network
+    profiles:
+      - rq
 
   dats-backend-api:
     image: uhhlt/dats_backend:${DATS_BACKEND_DOCKER_VERSION:-debian_dev_latest}