QA Integration Tests #8
Workflow file for this run
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: QA Integration Tests | |
| on: | |
| workflow_dispatch: | |
| workflow_call: | |
| secrets: | |
| DEV_BOT_GENERAL_PAT: | |
| required: true | |
| IVY_API_KEY: | |
| required: true | |
| permissions: | |
| actions: read | |
| contents: write | |
| jobs: | |
| kornia: | |
| runs-on: ubuntu-latest | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| file : [ test_color, test_contrib, test_enhance, test_feature1, test_feature2, test_feature3, test_feature4, test_feature5, | |
| test_filters, test_image, test_io, test_losses, test_metrics, test_morphology, test_nerf, test_sensors, | |
| test_tracking, test_utils, geometry/test_bbox, geometry/test_boxes, geometry/test_calibration, | |
| geometry/test_camera, geometry/test_conversions, geometry/test_depth, geometry/test_epipolar, geometry/test_homography, | |
| geometry/test_liegroup, geometry/test_linalg, geometry/test_line, geometry/test_quaternion, geometry/test_ransac, | |
| geometry/test_solvers, geometry/test_subpix, geometry/test_transform, geometry/test_vector, | |
| augmentation/test_augmentation1, augmentation/test_augmentation2, augmentation/test_augmentation3, | |
| augmentation/test_augmentation4, augmentation/test_auto, augmentation/test_container ] | |
| target : [ "tensorflow", "jax", "numpy" ] | |
| steps: | |
| - name: Checkout ivy-integration-tests | |
| uses: actions/checkout@v4 | |
| with: | |
| repository: ivy-llc/ivy-integration-tests | |
| ref: main | |
| token: ${{ secrets.DEV_BOT_GENERAL_PAT }} | |
| path: ivy-integration-tests | |
| - name: Checkout Ivy | |
| uses: actions/checkout@v4 | |
| with: | |
| repository: ivy-llc/ivy | |
| ref: main | |
| token: ${{ secrets.DEV_BOT_GENERAL_PAT }} | |
| path: ivy | |
| persist-credentials: true | |
| - name: Install Dependencies | |
| run: | | |
| cd ivy | |
| python3 -m pip install -r requirements/requirements.txt | |
| python3 -m pip install -r requirements/optional.txt | |
| - name: Run Tests | |
| id: tests | |
| run: | | |
| ivy-integration-tests/run_all_tests.sh kornia \ | |
| ${{ matrix.file }} \ | |
| F ${{ matrix.target }} \ | |
| https://github.com/${{ github.repository }}/actions/runs/${{ github.run_id }} \ | |
| ${{ secrets.IVY_API_KEY }} | |
| - name: Prepare Artifact Name | |
| id: prepare | |
| shell: bash | |
| run: | | |
| safe_file_name=$(echo "${{ matrix.file }}" | sed 's/\//-/g') | |
| echo "safe_file_name=${safe_file_name}" >> $GITHUB_OUTPUT | |
| - name: Upload Test Results | |
| if: always() | |
| uses: actions/upload-artifact@v4 | |
| with: | |
| name: test-results-${{ steps.prepare.outputs.safe_file_name }}-${{ matrix.target }} | |
| path: | | |
| ivy-integration-tests/test_results.txt | |
| ivy-integration-tests/test_logs.txt | |
| analyze-results: | |
| runs-on: ubuntu-latest | |
| needs: kornia | |
| steps: | |
| - name: Checkout ivy-integration-tests | |
| uses: actions/checkout@v4 | |
| with: | |
| repository: ivy-llc/ivy-integration-tests | |
| ref: main | |
| token: ${{ secrets.DEV_BOT_GENERAL_PAT }} | |
| - name: Download Test Results | |
| uses: actions/download-artifact@v4 | |
| with: | |
| path: ./artifacts | |
| - name: Set up Python | |
| uses: actions/setup-python@v4 | |
| with: | |
| python-version: "3.10" | |
| - name: Calculate Passing Percentage | |
| run: | | |
| python calculate_passing_percentage.py |