Skip to content

Commit d4513ee

Browse files
Revert TEST01 for Text-to-video benchmark (mlcommons#2529)
* Fixed Wan-2.2-t2v-a14b dataset size * Fixed invalid memory access in run_mlperf.py + minor fixes * Move changes * Added Wan to OFFLINE_MIN_SPQ_SINCE_V4 * Removed Wan from TEST01 + minor changes * Updated docs --------- Co-authored-by: hanyunfan <frank.han@dell.com>
1 parent e4c303e commit d4513ee

3 files changed

Lines changed: 6 additions & 6 deletions

File tree

compliance/README.md

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -47,4 +47,4 @@ The `run_verification.py` found in each test directory will copy the test files
4747
| DeepSeek-r1 | [TEST06](./TEST06/) |
4848
| Whisper | [TEST01](./TEST01/) |
4949
| gpt-oss-120b | [TEST07](./TEST07/), [TEST09](./TEST09/) |
50-
| wan2.2-t2v-14b | [TEST01](./TEST01/), [TEST04](./TEST04/) |
50+
| wan2.2-t2v-14b | [TEST04](./TEST04/) |

tools/submission/submission_checker/constants.py

Lines changed: 0 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -364,7 +364,6 @@
364364
"rgat",
365365
"pointpainting",
366366
"whisper",
367-
"wan-2.2-t2v-a14b",
368367
"yolo-99",
369368
"yolo-95",
370369
],

tools/submission/submission_checker_old.py

Lines changed: 5 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -257,7 +257,7 @@
257257
"whisper": 1633,
258258
"gpt-oss-120b": 6396,
259259
"qwen3-vl-235b-a22b": 48289,
260-
"wan-2.2-t2v-a14b": 247,
260+
"wan-2.2-t2v-a14b": 248,
261261
"dlrm-v3": 34996,
262262
"yolo-95": 64,
263263
"yolo-99": 64,
@@ -287,7 +287,7 @@
287287
"whisper": 1633,
288288
"gpt-oss-120b": 4395,
289289
"qwen3-vl-235b-a22b": 48289,
290-
"wan-2.2-t2v-a14b": 247,
290+
"wan-2.2-t2v-a14b": 248,
291291
"dlrm-v3": 34996,
292292
"yolo-95": 1525,
293293
"yolo-99": 1525,
@@ -366,7 +366,7 @@
366366
"dlrm-v3": {"Server": 270336, "Offline": 1},
367367
"yolo-95": {"SingleStream": 1024, "MultiStream": 270336, "Offline": 1},
368368
"yolo-99": {"SingleStream": 1024, "MultiStream": 270336, "Offline": 1},
369-
"wan-2.2-t2v-a14b": {"SingleStream": 247, "Offline": 1}
369+
"wan-2.2-t2v-a14b": {"SingleStream": 248, "Offline": 1}
370370
},
371371
},
372372
"v5.1": {
@@ -3361,7 +3361,8 @@ def check_compliance_dir(
33613361
"mixtral-8x7b",
33623362
"llama3.1-405b",
33633363
"deepseek-r1",
3364-
"qwen3-vl-235b-a22b"
3364+
"qwen3-vl-235b-a22b",
3365+
"wan-2.2-t2v-a14b"
33653366
]:
33663367
test_list.remove("TEST01")
33673368

0 commit comments

Comments
 (0)