We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
1 parent 7a8ded6 commit 2902d3cCopy full SHA for 2902d3c
models/demos/audio/whisper/demo/demo.py
@@ -784,7 +784,7 @@ def test_demo_for_conditional_generation(
784
metrics_dictionary = {
785
2: {"prefill_time_to_token": 0.13, "decode_t/s/u": 124.0},
786
8: {"prefill_time_to_token": 0.14, "decode_t/s/u": 105.0},
787
- 32: {"prefill_time_to_token": 0.21, "decode_t/s/u": 80.0},
+ 32: {"prefill_time_to_token": 0.22, "decode_t/s/u": 77.5},
788
}
789
if is_blackhole():
790
if mesh_device.dram_grid_size().x == 7: # P100 DRAM grid is 7x1
0 commit comments