usaspending-api/.github/workflows/test-spark-integration-other.yaml at master · fedspendingtransparency/usaspending-api · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
name: Spark Integration Tests - Other

env:
  BROKER_DB_HOST: localhost
  BROKER_DB_PORT: 5432
  BROKER_DB_USER: admin
  BROKER_DB_PASSWORD: root
  BROKER_DB_NAME: data_broker
  DJANGO_SETTINGS_MODULE: usaspending_api.settings
  ES_SCHEME: http
  ES_HOST: localhost
  ES_PORT: 9200
  MINIO_HOST: localhost
  USASPENDING_DB_HOST: localhost
  USASPENDING_DB_PORT: 5432
  USASPENDING_DB_USER: usaspending
  USASPENDING_DB_PASSWORD: usaspender
  USASPENDING_DB_NAME: data_store_api
  IS_LOCAL: true

on:
  workflow_call:

defaults:
  run:
    working-directory: ./usaspending-api

jobs:
  Setup-Broker-Branch:
    uses: ./.github/workflows/determine-broker-branch.yaml

  Run:
    name: Run
    runs-on: ${{ vars.RUNNER_VERSION }}
    steps:
      - name: Checkout Source Repository
        uses: actions/checkout@v4
        with:
          path: usaspending-api

      - name: Checkout Broker Backend Repository
        uses: actions/checkout@v4
        with:
          repository: fedspendingtransparency/data-act-broker-backend
          path: data-act-broker-backend
          ref: ${{ needs.Setup-Broker-Branch.outputs.branch }}

      - name: Init Python Environment
        uses: ./usaspending-api/.github/actions/init-python-environment
        with:
          working-directory: ./usaspending-api

      - name: Init Test Environment
        uses: ./usaspending-api/.github/actions/init-test-environment
        with:
          is-integration-test: true
          is-spark-test: true
          working-directory: ./usaspending-api

      - name: Run Test Cases
        uses: ./usaspending-api/.github/actions/run-pytest
        with:
          cov-report-name: 'spark-other-tests'
          include-glob: 'test_*.py *_test.py'
          keyword: '(not test_load_to_from_delta.py and not test_load_transactions_in_delta_lookups.py and not test_load_transactions_in_delta_fabs_fpds.py)'
          marker: 'spark'
          working-directory: ./usaspending-api