@@ -261,3 +261,35 @@ variations:
261261 bert-99.9,singlestream :
262262 default_env :
263263 MLC_MLPERF_LOADGEN_MAX_BATCHSIZE : 1
264+
265+ # Tests
266+ tests :
267+ run_inputs :
268+ - variations_list :
269+ - resnet50,onnxruntime,cpu,offline
270+ env :
271+ MLC_MLPERF_LOADGEN_MODE : performance
272+ MLC_MLPERF_LOADGEN_SCENARIO : Offline
273+ MLC_MLPERF_LOADGEN_QUERY_COUNT : ' 10'
274+ MLC_MLPERF_LOADGEN_PERFORMANCE_SAMPLE_COUNT : ' 10'
275+ - variations_list :
276+ - resnet50,onnxruntime,cpu,singlestream
277+ env :
278+ MLC_MLPERF_LOADGEN_MODE : performance
279+ MLC_MLPERF_LOADGEN_SCENARIO : SingleStream
280+ MLC_MLPERF_LOADGEN_QUERY_COUNT : ' 10'
281+ MLC_MLPERF_LOADGEN_PERFORMANCE_SAMPLE_COUNT : ' 10'
282+ - variations_list :
283+ - resnet50,pytorch,cpu,offline
284+ env :
285+ MLC_MLPERF_LOADGEN_MODE : performance
286+ MLC_MLPERF_LOADGEN_SCENARIO : Offline
287+ MLC_MLPERF_LOADGEN_QUERY_COUNT : ' 10'
288+ MLC_MLPERF_LOADGEN_PERFORMANCE_SAMPLE_COUNT : ' 10'
289+ - variations_list :
290+ - bert-99,onnxruntime,cpu,offline
291+ env :
292+ MLC_MLPERF_LOADGEN_MODE : performance
293+ MLC_MLPERF_LOADGEN_SCENARIO : Offline
294+ MLC_MLPERF_LOADGEN_QUERY_COUNT : ' 3'
295+ MLC_MLPERF_LOADGEN_PERFORMANCE_SAMPLE_COUNT : ' 3'
0 commit comments