cubed/.github/workflows/array-api-tests.yml at 1da50cb363dbf5f613127c6d2cecfd834b538d5a · Open-Athena/cubed · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
name: Array API Tests

on:
  push:
    branches:
      - "main"
  pull_request:
  schedule:
    # Every weekday at 03:19 UTC, see https://crontab.guru/
    - cron: "19 3 * * 1-5"
  workflow_dispatch:

concurrency:
  group: ${{ github.workflow }}-${{ github.ref }}
  cancel-in-progress: true

jobs:
  test:
    runs-on: ${{ matrix.os }}
    strategy:
      fail-fast: false
      matrix:
        os: ["ubuntu-latest"]
        python-version: ["3.11"]
        zarr: ["<3", ">3"]

    steps:
      - name: Checkout Cubed
        uses: actions/checkout@v3
        with:
          path: cubed
      - name: Checkout Array API tests
        uses: actions/checkout@v3
        with:
          repository: data-apis/array-api-tests
          ref: '2025.05.23'
          path: array-api-tests
          submodules: "true"
      - name: Set up Python ${{ matrix.python-version }}
        uses: actions/setup-python@v3
        with:
          python-version: ${{ matrix.python-version }}
          architecture: x64
      - name: Install dependencies
        run: |
          pushd array-api-tests
          pip install -e '../cubed[test]'
          pip install -r requirements.txt  # from Array API tests repo
      - name: Install zarr${{ matrix.zarr }}
        run: |
          pip install -U 'zarr${{ matrix.zarr }}'
      - name: Run Array API tests
        env:
          ARRAY_API_TESTS_MODULE: cubed.array_api
        run: |
          pushd array-api-tests

          # Skip testing functions with known issues
          cat << EOF >> skips.txt

          # not implemented (elemwise inplace)
          array_api_tests/test_operators_and_elementwise_functions.py::test_add[__iadd__(x1, x2)]
          array_api_tests/test_operators_and_elementwise_functions.py::test_add[__iadd__(x, s)]
          array_api_tests/test_operators_and_elementwise_functions.py::test_bitwise_and[__iand__(x1, x2)]
          array_api_tests/test_operators_and_elementwise_functions.py::test_bitwise_and[__iand__(x, s)]
          array_api_tests/test_operators_and_elementwise_functions.py::test_bitwise_left_shift[__ilshift__(x1, x2)]
          array_api_tests/test_operators_and_elementwise_functions.py::test_bitwise_left_shift[__ilshift__(x, s)]
          array_api_tests/test_operators_and_elementwise_functions.py::test_bitwise_or[__ior__(x1, x2)]
          array_api_tests/test_operators_and_elementwise_functions.py::test_bitwise_or[__ior__(x, s)]
          array_api_tests/test_operators_and_elementwise_functions.py::test_bitwise_right_shift[__irshift__(x1, x2)]
          array_api_tests/test_operators_and_elementwise_functions.py::test_bitwise_right_shift[__irshift__(x, s)]
          array_api_tests/test_operators_and_elementwise_functions.py::test_bitwise_xor[__ixor__(x1, x2)]
          array_api_tests/test_operators_and_elementwise_functions.py::test_bitwise_xor[__ixor__(x, s)]
          array_api_tests/test_operators_and_elementwise_functions.py::test_divide[__itruediv__(x1, x2)]
          array_api_tests/test_operators_and_elementwise_functions.py::test_divide[__itruediv__(x, s)]
          array_api_tests/test_operators_and_elementwise_functions.py::test_floor_divide[__ifloordiv__(x1, x2)]
          array_api_tests/test_operators_and_elementwise_functions.py::test_floor_divide[__ifloordiv__(x, s)]
          array_api_tests/test_operators_and_elementwise_functions.py::test_multiply[__imul__(x1, x2)]
          array_api_tests/test_operators_and_elementwise_functions.py::test_multiply[__imul__(x, s)]
          array_api_tests/test_operators_and_elementwise_functions.py::test_pow[__ipow__(x1, x2)]
          array_api_tests/test_operators_and_elementwise_functions.py::test_pow[__ipow__(x, s)]
          array_api_tests/test_operators_and_elementwise_functions.py::test_remainder[__imod__(x1, x2)]
          array_api_tests/test_operators_and_elementwise_functions.py::test_remainder[__imod__(x, s)]
          array_api_tests/test_operators_and_elementwise_functions.py::test_subtract[__isub__(x1, x2)]
          array_api_tests/test_operators_and_elementwise_functions.py::test_subtract[__isub__(x, s)]

          # special cases not implemented
          array_api_tests/test_special_cases.py::test_empty_arrays[std]
          array_api_tests/test_special_cases.py::test_empty_arrays[var]
          array_api_tests/test_special_cases.py::test_nan_propagation[std]
          array_api_tests/test_special_cases.py::test_nan_propagation[var]

          # don't test names yet as some are not implemented
          array_api_tests/test_has_names.py

          # signatures of items not implemented
          array_api_tests/test_signatures.py::test_func_signature[unique_all]
          array_api_tests/test_signatures.py::test_func_signature[unique_counts]
          array_api_tests/test_signatures.py::test_func_signature[unique_inverse]
          array_api_tests/test_signatures.py::test_func_signature[unique_values]
          array_api_tests/test_signatures.py::test_func_signature[nonzero]
          array_api_tests/test_signatures.py::test_func_signature[from_dlpack]
          array_api_tests/test_signatures.py::test_func_signature[argsort]
          array_api_tests/test_signatures.py::test_func_signature[sort]
          array_api_tests/test_signatures.py::test_array_method_signature[__dlpack__]
          array_api_tests/test_signatures.py::test_array_method_signature[__dlpack_device__]
          array_api_tests/test_signatures.py::test_array_method_signature[__setitem__]
          array_api_tests/test_signatures.py::test_array_method_signature[to_device]

          # edge case failures (https://github.com/cubed-dev/cubed/issues/420)
          array_api_tests/test_linalg.py::test_tensordot
          array_api_tests/test_linalg.py::test_vecdot
          # (getitem with negative step size is not implemented)
          array_api_tests/test_array_object.py::test_getitem
          # test_searchsorted depends on sort which is not implemented
          array_api_tests/test_searching_functions.py::test_searchsorted
          # cumulative_sum with include_initial=True is not implemented
          array_api_tests/test_statistical_functions.py::test_cumulative_sum

          # not implemented
          array_api_tests/test_array_object.py::test_setitem
          array_api_tests/test_array_object.py::test_setitem_masking
          array_api_tests/test_creation_functions.py::test_asarray_arrays
          array_api_tests/test_manipulation_functions.py::test_repeat
          array_api_tests/test_sorting_functions.py

          # finfo return type misalignment (https://github.com/data-apis/array-api/issues/405)
          array_api_tests/test_data_type_functions.py::test_finfo[float32]
          array_api_tests/test_data_type_functions.py::test_finfo[complex64]

          # From https://github.com/data-apis/array-api-tests/blob/master/.github/workflows/numpy.yml

          # https://github.com/numpy/numpy/issues/18881
          array_api_tests/test_creation_functions.py::test_linspace

          # https://github.com/numpy/numpy/issues/20870
          #array_api_tests/test_data_type_functions.py::test_can_cast

          EOF

          pytest -v -rxXfEA --hypothesis-max-examples=2 --disable-data-dependent-shapes --disable-extension linalg --hypothesis-disable-deadline