-
Notifications
You must be signed in to change notification settings - Fork 15
/
docker-compose.yaml.template
125 lines (121 loc) · 3.98 KB
/
docker-compose.yaml.template
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
version: "3"
services:
pv_data_pipeline_initializer:
volumes:
- pv_update_volume:/data-volume/
- '{path_to_project_folder}/PatentsView-DB/:/project'
- '{path_to_project_folder}/PatentsView-DB/PatentsView-DB/.my.cnf:/home/airflow/.my.cnf'
- '{path_to_project_folder}/PatentsView-DB/PatentsView/PatentsView-DB/airflow/:/airflow'
- '{path_to_project_folder}/PatentsView-DB/:/project/updater/disambiguation/hierarchical_clustering_disambiguation/data/'
- '{path_to_project_folder}/PatentsView-DB/PatentsView-DB/clustering_resources/:/project/clustering_resources/'
- {other_volume_mounts}
image: patentsview/update_pipeline_20221210
user: "${HOST_UID}:0"
env_file:
- airflow_pipeline_env.sh
container_name: pv_production_pipeline_initializer
user: "${HOST_UID}:0"
healthcheck:
test: [ "airflow", "db", "check" ]
interval: 2m
timeout: 10s
retries: 5
start_period: 30s
command:
- db
- init
pv_data_pipeline_scheduler:
volumes:
e
- {other_volume_mounts}
image: patentsview/update_pipeline_20221210
user: "${HOST_UID}:0"
healthcheck:
test: [ "airflow", "db", "check" ]
interval: 2m
timeout: 10s
retries: 5
start_period: 30s
env_file:
- airflow_pipeline_env.sh
restart: on-failure:5
container_name: pv_production_pipeline_scheduler
depends_on:
- pv_data_pipeline_initializer
- rabbitmq
command:
- scheduler
pv_data_pipeline_webserver:
healthcheck:
test: [ "airflow", "db", "check" ]
interval: 2m
timeout: 10s
retries: 5
start_period: 30s
volumes:
- pv_update_volume:/data-volume/
- '{path_to_project_folder}/PatentsView-DB/:/project'
- '{path_to_project_folder}/PatentsView-DB/PatentsView-DB/.my.cnf:/home/airflow/.my.cnf'
- '{path_to_project_folder}/PatentsView-DB/PatentsView/PatentsView-DB/airflow/:/airflow'
- '{path_to_project_folder}/PatentsView-DB/:/project/updater/disambiguation/hierarchical_clustering_disambiguation/data/'
- '{path_to_project_folder}/PatentsView-DB/PatentsView-DB/clustering_resources/:/project/clustering_resources/'
- {other_volume_mounts}
image: patentsview/update_pipeline_20221210
user: "${HOST_UID}:0"
restart: on-failure:5
ports:
- 9090:8080
env_file:
- airflow_pipeline_env.sh
container_name: pv_production_pipeline_webserver
user: "${HOST_UID}:0"
depends_on:
- pv_data_pipeline_initializer
- rabbitmq
command:
- webserver
pv_data_pipeline_celery_flower:
healthcheck:
test: [ "airflow", "db", "check" ]
interval: 2m
timeout: 10s
retries: 5
start_period: 30s
volumes:
- pv_update_volume:/data-volume/
- '{path_to_project_folder}/PatentsView-DB/:/project'
- '{path_to_project_folder}/PatentsView-DB/PatentsView-DB/.my.cnf:/home/airflow/.my.cnf'
- '{path_to_project_folder}/PatentsView-DB/PatentsView/PatentsView-DB/airflow/:/airflow'
- '{path_to_project_folder}/PatentsView-DB/:/project/updater/disambiguation/hierarchical_clustering_disambiguation/data/'
- '{path_to_project_folder}/PatentsView-DB/PatentsView-DB/clustering_resources/:/project/clustering_resources/'
- {other_volume_mounts}
image: patentsview/update_pipeline_20221210
user: "${HOST_UID}:0"
restart: on-failure:5
ports:
- 5555:5555
env_file:
- airflow_pipeline_env.sh
container_name: pv_production_pipeline_celery_flower
user: "${HOST_UID}:0"
depends_on:
- pv_data_pipeline_initializer
- rabbitmq
- pv_data_pipeline_scheduler
- pv_data_pipeline_admin_worker
command:
- celery
- flower
rabbitmq:
container_name: airflow-broker
ports:
- '8188:15672'
- '5672:5672'
image: 'rabbitmq:3-management'
volumes:
pv_update_volume:
external: true
networks:
default:
external: true
name: patentsview-pipeline-network