[Helion Benchmark] Refactor Helion Benchmark to a constant

stack-info: PR: #7129, branch: oulgen/stack/8

Author: oulgen

torchci/components/benchmark/llms/LLMsBenchmarkPage.tsx

@@ -21,6 +21,7 @@ import {
   DEFAULT_DTYPE_NAME,
   DEFAULT_MODE_NAME,
   DEFAULT_MODEL_NAME,
+  HELION_BENCHMARK_NAME,
   REPO_TO_BENCHMARKS,
 } from "lib/benchmark/llms/common";
 import { LLMsBenchmarkProps } from "lib/benchmark/llms/types/dashboardProps";
@@ -194,7 +195,7 @@ const MainPage = ({
   const metricNames = getMetricNames(data);
   // Default to latest for Helion Benchmark, otherwise default to oldest commit
   const lcommitFallbackIdx =
-    props.benchmarkName === "Helion Benchmark" ? 0 : -1;
+    props.benchmarkName === HELION_BENCHMARK_NAME ? 0 : -1;
   return (
     <div>
       <Stack direction="row" spacing={2} sx={{ mb: 2 }}>

torchci/components/benchmark/llms/components/LLMsSummaryPanel.tsx

@@ -6,6 +6,7 @@ import { Granularity } from "components/metrics/panels/TimeSeriesPanel";
 import dayjs from "dayjs";
 import {
   BranchAndCommitPerfData,
+  HELION_BENCHMARK_NAME,
   IS_INCREASING_METRIC_VALUE_GOOD,
   METRIC_DISPLAY_HEADERS,
   RELATIVE_THRESHOLD,
@@ -315,12 +316,12 @@ export default function LLMsSummaryPanel({
               const l = v.l.actual;
               const r = v.r.actual;
 
-              if (!v.highlight && benchmarkName !== "Helion Benchmark") {
+              if (!v.highlight && benchmarkName !== HELION_BENCHMARK_NAME) {
                 return "";
               }
 
               if (lCommit === rCommit) {
-                if (benchmarkName === "Helion Benchmark") {
+                if (benchmarkName === HELION_BENCHMARK_NAME) {
                   // Highlight the fastest speedup
                   if (metric.endsWith("_speedup")) {
                     let maxKey: string | null = null;
@@ -394,10 +395,7 @@ export default function LLMsSummaryPanel({
               let lUnit = unit;
               let rUnit = unit;
 
-              if (
-                repoName === "pytorch/helion" &&
-                benchmarkName === "Helion Benchmark"
-              ) {
+              if (benchmarkName === HELION_BENCHMARK_NAME) {
                 if (metric.includes("accuracy")) {
                   l = l === 1 ? "Pass" : "Fail";
                   r = r === 1 ? "Pass" : "Fail";

torchci/lib/benchmark/llms/common.ts

@@ -8,6 +8,7 @@ export const REPO_TO_BENCHMARKS: { [k: string]: string[] } = {
   "vllm-project/vllm": ["vLLM benchmark"],
   "sgl-project/sglang": ["SGLang benchmark"],
 };
+export const HELION_BENCHMARK_NAME = "Helion Benchmark";
 export const EXCLUDED_METRICS: string[] = [
   "load_status",
   "mean_itl_ms",