|
| 1 | +services: |
| 2 | + database: |
| 3 | + container_name: db |
| 4 | + hostname: db |
| 5 | + image: ghcr.io/dpbm/qcopdb:latest |
| 6 | + ports: |
| 7 | + - "5432:5432" |
| 8 | + environment: |
| 9 | + - POSTGRES_USER=${ROOT_DB} |
| 10 | + - POSTGRES_PASSWORD=${ROOT_PASS} |
| 11 | + - DB_NAME=${DB_NAME} |
| 12 | + - DB_USERNAME=${DB_USERNAME} |
| 13 | + - DB_PASSWORD=${DB_PASSWORD} |
| 14 | + restart: always |
| 15 | + |
| 16 | + pipeline: |
| 17 | + container_name: airflow |
| 18 | + depends_on: |
| 19 | + - database |
| 20 | + ports: |
| 21 | + - "8080:8080" |
| 22 | + image: ghcr.io/dpbm/qcop:latest |
| 23 | + volumes: |
| 24 | + - ./data:/home/airflow/data |
| 25 | + - ./dags:/opt/airflow/dags |
| 26 | + deploy: |
| 27 | + resources: |
| 28 | + reservations: |
| 29 | + devices: |
| 30 | + - capabilities: [gpu] |
| 31 | + count: all |
| 32 | + driver: nvidia |
| 33 | + environment: |
| 34 | + - USER=${AIRFLOW_USERNAME} |
| 35 | + - PASSWORD=${AIRFLOW_PASSWORD} |
| 36 | + - EMAIL=${AIRFLOW_EMAIL} |
| 37 | + - KAGGLE_USERNAME=${KAGGLE_USERNAME} |
| 38 | + - KAGGLE_KEY=${KAGGLE_KEY} |
| 39 | + - KAGGLE_DATASET=${KAGGLE_DATASET} |
| 40 | + - KAGGLE_MODEL=${KAGGLE_MODEL} |
| 41 | + - HF_TOKEN=${HF_TOKEN} |
| 42 | + - HF_DATASET=${HF_DATASET} |
| 43 | + - HF_MODEL_REPO=${HF_MODEL_REPO} |
| 44 | + - PYTHONPATH=/home/airflow/project |
| 45 | + - TARGET_FOLDER=/home/airflow/data |
| 46 | + - TZ=America/Sao_Paulo # set your timezone |
| 47 | + - PYTZDATA_TZDATADIR=/usr/share/zoneinfo |
| 48 | + - AIRFLOW__CORE__EXECUTOR=LocalExecutor |
| 49 | + - AIRFLOW__CORE__LOAD_DEFAULT_CONNECTIONS=False |
| 50 | + - AIRFLOW__CORE__SQL_ALCHEMY_CONN=postgres+psycopg2://${DB_USERNAME}:${DB_PASSWORD}@db:5432/${DB_NAME} |
| 51 | + - AIRFLOW_CONN_METADATA_DB=postgres+psycopg2://${DB_USERNAME}:${DB_PASSWORD}@db:5432/${DB_NAME} |
| 52 | + restart: always |
| 53 | + |
0 commit comments