Skip to content

Commit 6c69b59

Browse files
authored
Merge pull request mlcommons#872 from mlcommons/anandhu-eng-patch-6
Enable YOLO GH action
2 parents a9468fb + 9608881 commit 6c69b59

1 file changed

Lines changed: 29 additions & 7 deletions

File tree

.github/workflows/test-mlperf-inference-yolo-closed-div.yml

Lines changed: 29 additions & 7 deletions
Original file line numberDiff line numberDiff line change
@@ -6,7 +6,7 @@ on:
66
schedule:
77
- cron: '0 0 * * *' # Runs daily at 12 AM UTC
88
pull_request_target:
9-
branches: [ "main_off", "dev_off" ]
9+
branches: [ "main", "dev" ]
1010
paths:
1111
- '.github/workflows/test-mlperf-inference-yolo.yml'
1212
- '**'
@@ -17,7 +17,7 @@ jobs:
1717
runs-on: ${{ matrix.os }}
1818
env:
1919
MLC_INDEX: "on"
20-
SUBMISSION_DIR: ${{ github.workspace }}/mlperf_inference_results
20+
RESULTS_DIR: ${{ github.workspace }}/mlperf_inference_results
2121
strategy:
2222
fail-fast: false
2323
matrix:
@@ -51,20 +51,22 @@ jobs:
5151
- name: Test MLPerf Inference YOLO-v11 (Linux/macOS)
5252
run: |
5353
mlcr run-mlperf,inference,_full,_find-performance,_all-scenarios,_r6.0-dev --submitter="MLCommons" --pull_changes=yes --pull_inference_changes=yes --hw_name="gh_${{ matrix.os }}x86" --model=yolo-99 --implementation=reference --category=edge --backend=${{ matrix.backend }} --framework=pytorch --device=cpu --execution_mode=test -v --quiet
54-
mlcr run-mlperf,inference,_submission,_full,_all-modes,_all-scenarios,_r6.0-dev --division=closed --submission_dir=${{ env.SUBMISSION_DIR }} --submitter="MLCommons" --pull_changes=yes --pull_inference_changes=yes --hw_name="gh_${{ matrix.os }}x86" --model=yolo-99 --implementation=reference --category=edge --backend=${{ matrix.backend }} --framework=pytorch --device=cpu --execution_mode=valid --multistream_target_latency=900 --env.MLC_MLPERF_USE_MAX_DURATION=no -v --quiet
55-
54+
mlcr run-mlperf,inference,_compliance,_full,_all-modes,_all-scenarios,_r6.0-dev --division=closed --results_dir=${{ env.RESULTS_DIR }} --model=yolo-99 --implementation=reference --category=edge --backend=${{ matrix.backend }} --framework=pytorch --device=cpu --execution_mode=valid --multistream_target_latency=900 --env.MLC_MLPERF_USE_MAX_DURATION=no -v --quiet --submitter="MLCommons" --pull_changes=yes --pull_inference_changes=yes --hw_name="gh_${{ matrix.os }}_python${{ matrix.python-version }}x86"
5655
- name: upload results artifact
5756
uses: actions/upload-artifact@v4
5857
with:
5958
name: mlperf-inference-yolo-results-${{ matrix.os }}-py${{ matrix.python-version }}-bk${{ matrix.backend }}
60-
path: ${{ env.SUBMISSION_DIR }}
59+
path: ${{ env.RESULTS_DIR }}
6160

6261
upload-results-to-github:
6362
needs: mlc-run
6463
runs-on: ubuntu-latest
6564
env:
6665
MLC_INDEX: "on"
67-
SUBMISSION_DIR: ${{ github.workspace }}/mlperf_inference_results
66+
SUBMISSION_DIR: ${{ github.workspace }}/mlperf_inference_submission
67+
ARTIFACT_DOWNLOAD_PATH: ${{ github.workspace }}/gh_artifacts
68+
RESULTS_DIR: ${{ github.workspace }}/mlperf_inference_results
69+
6870
concurrency:
6971
group: upload-results-v6.0
7072
cancel-in-progress: false
@@ -100,7 +102,7 @@ jobs:
100102
- name: Download benchmark artifacts
101103
uses: actions/download-artifact@v4
102104
with:
103-
path: "${{ env.SUBMISSION_DIR }}/closed"
105+
path: "${{ env.ARTIFACT_DOWNLOAD_PATH }}"
104106

105107
- name: Load secrets
106108
id: op-load-secrets
@@ -109,6 +111,26 @@ jobs:
109111
OP_SERVICE_ACCOUNT_TOKEN: ${{ secrets.OP_SERVICE_ACCOUNT_TOKEN }}
110112
PAT: op://7basd2jirojjckncf6qnq3azai/bzbaco3uxoqs2rcyu42rvuccga/credential
111113

114+
- name: Prepare Results Directory
115+
run: |
116+
set -euo pipefail
117+
118+
mkdir -p "${{ env.RESULTS_DIR }}"
119+
120+
# Iterate over system folders
121+
for system_dir in "${{ env.ARTIFACT_DOWNLOAD_PATH }}/*"; do
122+
if [ -d "${system_dir}/valid_results" ]; then
123+
echo "Processing ${system_dir}/valid_results"
124+
cp -r "${system_dir}/valid_results/"* "${{ env.RESULTS_DIR }}/"
125+
else
126+
echo "Skipping ${system_dir} (no valid_results directory)"
127+
fi
128+
done
129+
130+
tree -a "${{ env.RESULTS_DIR }}"
131+
132+
mlcr generate,inference,submission --adr.compiler.tags=gcc --version=v6.0 --clean --preprocess_submission=yes --submission_base_dir="${{ env.SUBMISSION_DIR}}" --results_dir="${{ env.RESULTS_DIR }}" --run_checker --submitter=MLCommons --tar=yes --division=closed --env.MLC_DETERMINE_MEMORY_CONFIGURATION=yes --extra_checker_args="--skip-extra-accuracy-files-check" --quiet $docker_tags
133+
112134
- name: Push Results
113135
env:
114136
GITHUB_TOKEN: ${{ steps.op-load-secrets.outputs.PAT }}

0 commit comments

Comments
 (0)