Wait for queues

.github/workflows/test.yml

@@ -40,5 +40,8 @@ jobs:
           timeout: 240000
           interval: 500
 
+      - name: Wait for queues
+        run: make wait_for_queues
+
       - name: Test with unittest
         run: make test

Makefile

@@ -18,6 +18,9 @@ check_format:
 test:
 	. .venv/bin/activate; command cd src; command python -m pytest
 
+wait_for_queues:
+	. .venv/bin/activate; command cd src/scripts; command python wait_for_queues.py
+
 remove_docker_containers:
 	docker compose ps -q | xargs docker rm
 

src/scripts/wait_for_queues.py

@@ -0,0 +1,28 @@
+from time import sleep
+
+from rsmq import RedisSMQ
+
+REDIS_HOST = "127.0.0.1"
+REDIS_PORT = "6379"
+
+
+def wait_for_queues():
+    queue = RedisSMQ(
+        host=REDIS_HOST,
+        port=REDIS_PORT,
+        qname="information_extraction_tasks",
+        quiet=False,
+    )
+
+    for i in range(60):
+        try:
+            queue.getQueueAttributes().exec_command()
+            print("Queue is ready")
+            return
+        except:
+            print("Waiting for queue")
+            sleep(5)
+
+
+if __name__ == "__main__":
+    wait_for_queues()