-
Notifications
You must be signed in to change notification settings - Fork 8
/
docker-compose.yml
83 lines (77 loc) · 1.97 KB
/
docker-compose.yml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
version: "3.9"
services:
mongo:
image: mongo:5
hostname: mongo
# command: --replSet hb0 --bind_ip localhost,mongo
command: --replSet hb0 --bind_ip_all
ports:
- "27017:27017"
volumes:
- ./data/mongo:/data/db
redis:
image: redis:6-alpine
command: redis-server --appendonly yes
ports:
- "6379:6379"
volumes:
- ./data/redis:/data
scheduler:
build: .
image: ${HONEYBEE_IMAGE}
command: honeybee scheduler
environment:
REDIS_URI: redis://redis
JOB_CONCURRENCY: ${JOB_CONCURRENCY}
HOLODEX_MAX_UPCOMING_HOURS: ${HOLODEX_MAX_UPCOMING_HOURS}
HOLODEX_API_KEY: ${HOLODEX_API_KEY}
CACHE_PATH: /cache
volumes:
- ${DATA_DIR:-./data}/cache:/cache
- "./lib:/app/lib"
# - "./node_modules:/app/node_modules"
depends_on:
- redis
worker:
image: ${HONEYBEE_IMAGE}
environment:
REDIS_URI: redis://redis
MONGO_URI: mongodb://mongo/honeybee
JOB_CONCURRENCY: ${JOB_CONCURRENCY}
DEBUG: masterchat
volumes:
- "./lib:/app/lib"
depends_on:
- redis
- mongo
# Kafka-compatible data streaming pipeline
redpanda:
image: docker.vectorized.io/vectorized/redpanda:v22.1.3
command:
- redpanda
- start
- --smp 1
- --memory 4G
- --reserve-memory 0M
- --overprovisioned
- --node-id 0
- --set redpanda.enable_transactions=true
- --set redpanda.enable_idempotence=true
volumes:
- ${DATA_DIR:-./data}/redpanda/data:/var/lib/redpanda/data
- ${DATA_DIR:-./data}/redpanda/conf:/etc/redpanda
ports:
- "9092:9092"
# MongoDB Kafka Connector
connect:
image: ${KAFKA_CONNECT_IMAGE}
build: kafka-connect
hostname: connect
depends_on:
- mongo
- redpanda
environment:
MONGO_URI: "mongodb://mongo:27017/?replicaSet=hb0"
MONGO_DATABASE: "honeybee"
KAFKA_URI: "redpanda:9092"
CONN_CHANNEL_CAPACITY: "1200"