metaflow/test/ux/ux_test_config.yaml at 5bd7225f8728ab27f7c47b798a6d01cda7ab39dc · Netflix/metaflow · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
######################################
# UX Pytest Configuration (OSS)
######################################

# List of backends to test against.
# Each entry defines one (orchestrator, compute) combination.
# Tests are parametrized over all enabled backends automatically.
#
# Fields per backend:
#   name           - human-readable label shown in pytest output
#   scheduler_type - null (runner-only), argo-workflows, step-functions, airflow
#   cluster        - k8s namespace (Argo) or null
#   decospec        - decorator spec string injected into every run, e.g.
#                    "kubernetes:image=my/image:latest" or "batch:image=..."
#                    null = local execution
#   enabled        - set to false to skip this backend without deleting the entry

backends:
  - name: local
    scheduler_type: null
    cluster: null
    decospec: null
    enabled: true

  # GCS local: runs flows locally but uses Google Cloud Storage (fake-gcs-server)
  # instead of S3/MinIO for the datastore. Tests the GCS datastore backend.
  - name: gcs-local
    scheduler_type: null
    cluster: null
    decospec: null
    enabled: true

  # Argo Workflows + Kubernetes (devstack: minikube + argo-workflows)
  - name: argo-kubernetes
    scheduler_type: argo-workflows
    cluster: default
    decospec: "kubernetes:image=python:3.9"
    enabled: true

  # AWS Step Functions Local + Batch/localbatch (devstack: sfn-local + localbatch)
  - name: sfn-batch
    scheduler_type: step-functions
    cluster: null
    decospec: "batch:image=python:3.9"
    enabled: true
    # xfail: requires core changes from npow/core-deployer-changes (step_functions.py
    # sfn-local compatibility fixes: ResultSelector on Parallel states, no ProcessorConfig
    # on Map states). Remove once that PR is merged into master.
    xfail_reason: "requires npow/core-deployer-changes (sfn-local compatibility fixes in step_functions.py)"

  # Apache Airflow + Kubernetes (devstack: minikube + airflow helm chart)
  - name: airflow-kubernetes
    scheduler_type: airflow
    cluster: default
    decospec: "kubernetes:image=python:3.9"
    enabled: true
    # xfail: requires AirflowDeployer from npow/core-deployer-changes (__init__.py
    # registration + airflow_deployer.py + airflow_client.py).
    # Remove once that PR is merged into master.
    xfail_reason: "requires npow/core-deployer-changes (AirflowDeployer not yet in core)"