|
37 | 37 | ratio_line4 = (
|
38 | 38 | pr_perf["load_time"] / main_perf["load_time"] if main_perf["load_time"] > 0 else 1
|
39 | 39 | )
|
40 |
| -line4 = f" Load time | {main_perf['load_time_no_initial_ms']:>11} | {pr_perf['load_time_no_initial_ms']:>11} | {ratio_line4:.2f}\n" |
| 40 | +line4 = f" Load time | {main_perf['load_time']:>11} | {pr_perf['load_time']:>11} | {ratio_line4:.2f}\n" |
41 | 41 | line5 = f" DS Gen. inc. Load | {main_perf['generate_benchmark_dataset_time']:>11} | {pr_perf['generate_benchmark_dataset_time']:>11} | {pr_perf['generate_benchmark_dataset_time'] / main_perf['generate_benchmark_dataset_time']:.2f}\n"
|
42 |
| -line6 = f" DS Gen. exc. Load | {round(main_perf['generate_benchmark_dataset_time'] - main_perf['load_time_no_initial_ms'], 3):>11} | {round(pr_perf['generate_benchmark_dataset_time'] - pr_perf['load_time_no_initial_ms'], 3):>11} | {ratio1:.2f}\n" |
43 |
| -line7 = f" Inference time | {main_perf['inference_time']:>11} | {pr_perf['inference_time']:>11} | {pr_perf['inference_time'] / main_perf['inference_time']:.2f}\n" |
44 |
| -line8 = f" Evaluate time | {main_perf['evaluation_time']:>11} | {pr_perf['evaluation_time']:>11} | {ratio2:.2f}\n" |
45 |
| -line9 = f" Benchmark Instant. | {main_perf['instantiate_benchmark_time']:>11} | {pr_perf['instantiate_benchmark_time']:>11} | {pr_perf['instantiate_benchmark_time'] / main_perf['instantiate_benchmark_time']:.2f}\n" |
46 |
| -line10 = f" Model Instantiation| {main_perf['instantiate_model_time']:>11} | {pr_perf['instantiate_model_time']:>11} | {pr_perf['instantiate_model_time'] / main_perf['instantiate_model_time']:.2f}\n" |
| 42 | +line6 = f" DS Gen. exc. Load | {round(main_perf['generate_benchmark_dataset_time'] - main_perf['load_time'], 3):>11} | {round(pr_perf['generate_benchmark_dataset_time'] - pr_perf['load_time'], 3):>11} | {ratio1:.2f}\n" |
| 43 | +line7 = f" Benchmark Instant. | {main_perf['instantiate_benchmark_time']:>11} | {pr_perf['instantiate_benchmark_time']:>11} | {pr_perf['instantiate_benchmark_time'] / main_perf['instantiate_benchmark_time']:.2f}\n" |
47 | 44 |
|
48 | 45 | print("### Performance Comparison Results, time expressed in seconds:\n")
|
49 | 46 | print(line1 + line2 + line3 + line4 + line5 + line6 + line7)
|
50 | 47 | print("\n\n")
|
51 | 48 | # Performance degradation check (5% threshold)
|
52 | 49 | if ratio1 > 1.05:
|
53 |
| - print( |
54 |
| - "\n**Warning**: Performance degradation in Dataset Generation and/or Evaluation exceeds 5%!" |
55 |
| - ) |
| 50 | + print("\n**Warning**: Performance degradation in Dataset Generation exceeds 5%!") |
56 | 51 | print(
|
57 | 52 | "Explore branch performance via 'python performance/bluebench_profiler.py --output_file=<path to json file>',"
|
58 | 53 | "followed by 'snakeviz <the performance.prof file specified in the output json file>'."
|
|
0 commit comments