-
Notifications
You must be signed in to change notification settings - Fork 874
149 lines (130 loc) · 4.83 KB
/
Test-CI-main.yml
File metadata and controls
149 lines (130 loc) · 4.83 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
name: "Test Library CI (main)"
on:
push:
branches:
- main
pull_request_target:
# Note: `pull_request_target` ensures that the tests run in the context of the `main` branch, not in the user's fork.
branches:
- main
workflow_dispatch:
defaults:
run:
shell: bash
jobs:
test:
permissions:
id-token: write
contents: read
runs-on: ubuntu-latest
env:
# Previosly we had:
# if workflow_dispatch: True
# if pull_request_target: False
# if push: nothing, which translates to False
SHOULD_TEST_ALL_FILES: ${{ github.event_name == 'workflow_dispatch' }}
steps:
#
# Setup Repository
#
- name: Checkout (push / workflow_dispatch)
if: github.event_name != 'pull_request_target'
uses: actions/checkout@v4
- name: Checkout PR head (pull_request_target)
if: github.event_name == 'pull_request_target'
uses: actions/checkout@v4
with:
repository: ${{ github.event.pull_request.head.repo.full_name }}
ref: ${{ github.event.pull_request.head.sha }}
persist-credentials: false
#
# Setup Python
#
- name: Set up Python
uses: actions/setup-python@v5
with:
python-version: "3.11"
- name: Get latest classiq version for cache key
id: classiq-version
run: |
echo "LATEST_CLASSIQ_VERSION=$(pip index versions classiq 2>/dev/null | grep classiq | cut -d '(' -f2 | cut -d ')' -f1)" >> $GITHUB_OUTPUT
# The caching we do follows from
# https://stackoverflow.com/questions/59127258/how-can-i-use-pip-cache-in-github-actions
- uses: actions/cache@v4
id: cache-pip
with:
path: ~/.cache/pip
key: ${{ runner.os }}-venv-${{ hashFiles('**/requirements*.txt') }}-classiq-${{steps.classiq-version.outputs.LATEST_CLASSIQ_VERSION}}
restore-keys: |
${{ runner.os }}-venv-
# Configure AWS credentials
- name: Configure AWS Credentials
uses: aws-actions/configure-aws-credentials@v4.0.2
with:
role-to-assume: ${{ secrets.AWS_ROLE }}
aws-region: us-east-1
mask-aws-account-id: true
- name: Install dependencies
run: |
set -e
python -m pip install -U pip
python -m pip install -U -r requirements.txt
python -m pip install -U -r requirements_tests.txt
- name: Install couenne solver
env:
COIN_DIST_URL: https://github.com/ampl/coin/releases/download/v20191215/coin-linux64.tar.gz
LOCAL_BIN: ${{ runner.temp }}/.local/bin
run: |
set -eux
mkdir -p "$LOCAL_BIN"
echo "$LOCAL_BIN" >>"$GITHUB_PATH"
wget -nv -O- "$COIN_DIST_URL" | tar -C "$RUNNER_TEMP" -xvz
cp "${RUNNER_TEMP}/couenne" "${LOCAL_BIN}/couenne"
chmod ugo+x "${LOCAL_BIN}/couenne"
#
# Setup Environment
#
# Set authentication with M2M token
- name: Set authentication
run: .github/scripts/get_m2m_token.sh
env:
IS_DEV: "false"
M2M_SECRET_ARN: "${{ secrets.PROD_M2M_SECRET_ARN }}"
#
# Propagate CI information to python tests
#
- name: Get changed notebook files
id: changed-files-ipynb
uses: tj-actions/changed-files@v46.0.1
with:
files: |
**/*.ipynb
- name: Get changed notebook test files
id: changed-files-tests
uses: tj-actions/changed-files@v46.0.1
with:
files: |
**/notebooks/**/test_*.py
# Run Tests
- name: Run Notebooks (quick tests)
run: python -m pytest -c tests/config_quick_tests.ini
env:
# to disable a warning in Jupyter notebooks
JUPYTER_PLATFORM_DIRS: "1"
# Passing which notebooks changed
SHOULD_TEST_ALL_FILES: "true" # quick tests should run all files
LIST_OF_IPYNB_CHANGED: "${{ steps.changed-files-ipynb.outputs.all_changed_files }}"
LIST_OF_IPYNB_TESTS_CHANGED: "${{ steps.changed-files-tests.outputs.all_changed_files }}"
# Altering test behavior
LIMIT_TEST_LINKS_TO_FILES_ONLY: "true"
- name: Run Notebooks (executing notebooks and testing content)
run: python -m pytest -c tests/config_notebook_execute_tests.ini
env:
# to disable a warning in Jupyter notebooks
JUPYTER_PLATFORM_DIRS: "1"
# Passing which notebooks changed
SHOULD_TEST_ALL_FILES: "${{ env.SHOULD_TEST_ALL_FILES }}"
LIST_OF_IPYNB_CHANGED: "${{ steps.changed-files-ipynb.outputs.all_changed_files }}"
LIST_OF_IPYNB_TESTS_CHANGED: "${{ steps.changed-files-tests.outputs.all_changed_files }}"
# Altering test behavior
LIMIT_TEST_LINKS_TO_FILES_ONLY: "false"