-
Notifications
You must be signed in to change notification settings - Fork 0
Expand file tree
/
Copy pathdocker-compose.yml
More file actions
93 lines (83 loc) · 2.11 KB
/
docker-compose.yml
File metadata and controls
93 lines (83 loc) · 2.11 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
services:
redis_db_spider:
image: redis:7.4
container_name: redis_db_spider
restart: unless-stopped
ports:
- "6380:6379"
networks:
- data_spider_network
elasticsearch:
image: elasticsearch:8.18.0
container_name: elasticsearch
restart: unless-stopped
environment:
- discovery.type=single-node
- xpack.security.enabled=false
- xpack.security.transport.ssl.enabled=false
- bootstrap.memory_lock=true
- ES_JAVA_OPTS=-Xms512m -Xmx512m # setting heap size to prevent Elasticsearch from consuming excessive system memory!
ulimits:
memlock:
soft: -1
hard: -1
ports:
- "9200:9200"
- "9300:9300"
healthcheck:
test: ["CMD", "curl", "-f", "http://localhost:9200/_cluster/health"]
interval: 10s
timeout: 5s
retries: 5
start_period: 20s
networks:
- data_spider_network
#######################################
grpc_server:
build: ./grpc_server
container_name: grpc_server
hostname: grpc_server
depends_on:
elasticsearch:
condition: service_healthy
redis_db_spider:
condition: service_started
networks:
- data_spider_network
celery_worker:
build: ./celery_worker
container_name: celery_worker
hostname: celery_worker
depends_on:
elasticsearch:
condition: service_healthy
redis_db_spider:
condition: service_started
networks:
- data_spider_network
frontend_spider:
build: ./frontend
container_name: frontend_spider
hostname: frontend_spider
ports:
- "5000:5000"
depends_on:
- grpc_server
networks:
- data_spider_network
#######################################
celery_exporter:
build: ./celery_exporter
container_name: celery_exporter
hostname: celery_exporter
ports:
- "9808:9808"
depends_on:
- redis_db_spider
networks:
- data_spider_network
command: ["--broker-url=redis://redis_db_spider:6379/0"]
#######################################
networks:
data_spider_network:
driver: bridge