forked from francamacdowell/orchestrator-airflow
-
Notifications
You must be signed in to change notification settings - Fork 0
/
docker-compose.yaml
52 lines (51 loc) · 1.92 KB
/
docker-compose.yaml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
version: '3'
services:
postgres:
container_name: postgres_dev
image: postgres:12-alpine
environment:
POSTGRES_USER: airflow
POSTGRES_PASSWORD: airflow
POSTGRES_DB: airflow
ports:
- "5432:5432"
webserver:
container_name: airflow_dev
build:
context: .
dockerfile: Dockerfile
depends_on:
- postgres
environment:
- PYTHONPATH=/home/airflow
# airflow connection with postgre container
- AIRFLOW__CORE__SQL_ALCHEMY_CONN=postgresql+psycopg2://airflow:airflow@postgres:5432/airflow
- AIRFLOW__CORE__EXECUTOR=LocalExecutor
# disable example loading
- AIRFLOW__CORE__LOAD_EXAMPLES=FALSE
# pick up new DAGs every 10s, also reduces CPU usage since default on min_file_process_interval is 0
- AIRFLOW__SCHEDULER__MIN_FILE_PROCESS_INTERVAL=10
- AIRFLOW__SCHEDULER__DAG_DIR_LIST_INTERVAL=10
# make navbar purple
- AIRFLOW__WEBSERVER__NAVBAR_COLOR=#a42c07
# kill workers every 5min instead of the default 2min
- AIRFLOW__WEBSERVER__WEB_SERVER_WORKER_TIMEOUT=300
# restart workers every 15min instead of the default 30s
- AIRFLOW__WEBSERVER__WORKER_REFRESH_INTERVAL=900
- AIRFLOW__WEBSERVER__EXPOSE_CONFIG=TRUE
volumes:
- ./dags:/home/airflow/dags
- ./scripts:/home/airflow/scripts
ports:
- "8080:8080"
command: >
bash -c "
airflow upgradedb;
airflow scheduler -D;
rm /home/airflow/airflow-scheduler.*;
airflow webserver"
healthcheck:
test: ["CMD-SHELL", "[ -f /home/airflow/airflow-webserver.pid ]"]
interval: 30s
timeout: 30s
retries: 3