Fix utils import in tasks.process_file (#91)

Co-authored-by: hakan458 <[email protected]>

Author: pakelley

docker-compose.yml

@@ -32,6 +32,7 @@ services:
         condition: service_healthy
     environment:
       - REDIS_URL=redis://redis:6379/0
+      - KAFKA_BOOTSTRAP_SERVERS=kafka:9093
     command:
       ["poetry", "run", "uvicorn", "app:app", "--host", "0.0.0.0", "--port", "8000"]
   worker:
@@ -47,6 +48,7 @@ services:
       - AWS_SECRET_ACCESS_KEY=${AWS_SECRET_ACCESS_KEY}
       - AWS_SESSION_TOKEN=${AWS_SESSION_TOKEN}
       - MODULE_NAME=process_file.app
+      - KAFKA_BOOTSTRAP_SERVERS=kafka:9093
     command:
       'sh -c "cd tasks && poetry run celery -A $$MODULE_NAME worker --loglevel=info"'
   redis:

server/utils.py

@@ -0,0 +1,41 @@
+import logging
+
+from enum import Enum
+from pydantic_settings import BaseSettings, SettingsConfigDict
+from typing import List, Union
+
+logger = logging.getLogger(__name__)
+
+
+class Settings(BaseSettings):
+    """
+    Can hardcode settings here, read from env file, or pass as env vars
+    https://docs.pydantic.dev/latest/concepts/pydantic_settings/#field-value-priority
+    """
+
+    kafka_bootstrap_servers: Union[str, List[str]]
+
+    model_config = SettingsConfigDict(
+        env_file=".env",
+    )
+
+
+def dummy_handler(batch):
+    """
+    Dummy handler to test streaming output flow
+    Can delete once we have a real handler
+    """
+
+    logger.info(f"\n\nHandler received batch: {batch}\n\n")
+
+
+class ResultHandler(Enum):
+    DUMMY = dummy_handler
+
+
+def get_input_topic(job_id: str):
+    return f"adala-input-{job_id}"
+
+
+def get_output_topic(job_id: str):
+    return f"adala-output-{job_id}"