dayrize-usecase/pipeline/docker-compose.yml

40 lines
1.1 KiB
YAML

---
version: "3.8"
x-airflow-common:
&airflow-common
image: us-docker.pkg.dev/cloud-airflow-releaser/airflow-worker-scheduler-2-5-1/airflow-worker-scheduler-2-5-1:composer-2.3.1-airflow-2-5-1
entrypoint: /usr/local/bin/airflow-entrypoint.sh
volumes:
- ./state/airflow-data:/home/airflow/airflow
- ./dags:/home/airflow/airflow/dags
- ./scripts/airflow-init.sh:/usr/local/bin/airflow-init.sh:ro
- ./scripts/airflow-entrypoint.sh:/usr/local/bin/airflow-entrypoint.sh:ro
- ../data:/home/airflow/gcs/data:ro
- ./beam_etl:/beam_etl:ro
environment:
AIRFLOW__CORE__LOAD_EXAMPLES: 'false'
services:
airflow-init:
<<: *airflow-common
restart: "no"
entrypoint: /usr/local/bin/airflow-init.sh
airflow-scheduler:
<<: *airflow-common
command: airflow scheduler
depends_on:
airflow-init:
condition: service_completed_successfully
airflow-webserver:
<<: *airflow-common
command: airflow webserver
ports:
- 8080:8080
depends_on:
airflow-init:
condition: service_completed_successfully