[BE] Clean up blueberries and dynamic (#7012)

As called out in https://fburl.com/gdoc/iqps675o, they are not looked at
by PT2 oncalls anymore and can be cleaned up

cc @ezyang as you originally added them

### Testing


https://torchci-git-fork-huydhn-cleanup-blueberies-fbopensource.vercel.app/benchmark/compilers

Signed-off-by: Huy Do <huydhn@gmail.com>

Author: huydhn

torchci/components/benchmark/compilers/ModelGraphPanel.tsx

@@ -10,10 +10,7 @@ import {
   TimeSeriesPanelWithData,
 } from "components/metrics/panels/TimeSeriesPanel";
 import dayjs from "dayjs";
-import {
-  augmentData,
-  convertToCompilerPerformanceData,
-} from "lib/benchmark/compilerUtils";
+import { convertToCompilerPerformanceData } from "lib/benchmark/compilerUtils";
 import { fetcher } from "lib/GeneralUtils";
 import { CompilerPerformanceData } from "lib/types";
 import useSWR from "swr";
@@ -53,7 +50,6 @@ export function GraphPanel({
     refreshInterval: 60 * 60 * 1000, // refresh every hour
   });
   data = convertToCompilerPerformanceData(data);
-  data = augmentData(data);
 
   if (data === undefined || data.length === 0) {
     return <Skeleton variant={"rectangular"} height={"100%"} />;

torchci/components/benchmark/compilers/SuitePicker.tsx

@@ -6,16 +6,12 @@ import {
   SelectChangeEvent,
 } from "@mui/material";
 
-// TODO: move to a common place
 export const SUITES: { [k: string]: string } = {
   torchbench: "Torchbench",
   huggingface: "Huggingface",
   timm_models: "TIMM models",
-  dynamic: "[Dynamic]",
-  blueberries: "[Blueberries]",
 };
 
-// TODO: DELETE IT
 export function SuitePicker({
   suite,
   setSuite,

torchci/lib/benchmark/compilerUtils.ts

@@ -390,80 +390,6 @@ export function computePeakMemoryUsage(
   return returnedMemory;
 }
 
-// Generate extra entries for reporting purposes
-export function augmentData(data: CompilerPerformanceData[]) {
-  if (data === undefined) return data;
-  const groups: { [key: string]: { [key: string]: Set<string> } } = {
-    dynamic: {
-      // NB: Not all of these actually exercise dynamic shapes,
-      // so our numbers may be over-inflated.  Threats to validity
-      // listed below.  Note that in all cases they are run with
-      // dynamic batch size, so you are at least getting some
-      // information that way.
-      torchbench: new Set([
-        // _generate variants are good; they do E2E autoregressive
-        // generation and will induce varying context length.
-        "cm3leon_generate",
-        "nanogpt",
-        "hf_T5_generate",
-        "nanogpt",
-        // detection models are ok-ish; the good news is they call
-        // nonzero internally and exercise dynamic shapes that way,
-        // the bad news is we may not run enough iterations with
-        // varying data to get varying numbers of bounding boxes.
-        "detectron2_fcos_r_50_fpn",
-        "vision_maskrcnn",
-        // this recommendation model internally uses sparse tensors
-        // but once again it's not clear that dynamic shapes is exercised
-        // on this sparsity
-        "dlrm",
-        // these language models are only running a single next
-        // word prediction, we're NOT testing dynamic sequence length
-        // performance
-        "llama",
-        "BERT_pytorch",
-        "hf_T5",
-        // the GNN benchmarks only one run one batch so you
-        // aren't actually triggering dynamism (and we didn't
-        // explicitly mark something as dynamic)
-        "basic_gnn_edgecnn",
-        "basic_gnn_gcn",
-        "basic_gnn_gin",
-        "basic_gnn_sage",
-      ]),
-      huggingface: new Set([]),
-    },
-    blueberries: {
-      torchbench: new Set([
-        "nanogpt",
-        "llama",
-        "llama_v2_7b_16h",
-        "sam",
-        "sam_fast",
-        "clip",
-        "stable_diffusion_text_encoder",
-        "hf_Whisper",
-      ]),
-    },
-  };
-
-  function GenerateGroup(data: CompilerPerformanceData[], n: string) {
-    const l = groups[n];
-    return data
-      .filter((e: CompilerPerformanceData) => {
-        return e.suite in l && l[e.suite].has(e.name);
-      })
-      .map((e) => {
-        return { ...e, suite: n };
-      });
-  }
-
-  return ([] as CompilerPerformanceData[]).concat(
-    data,
-    ...Object.keys(groups).map((n) => GenerateGroup(data, n))
-  );
-}
-
 // Use this function to convert the generic benchmark data to the old
 // CompilerPerformanceData format. Maybe we can get rid of this once
 // we have a new UX for benchmark dashboard 2.0

torchci/lib/benchmark/compliers/CompilerSuites.ts

@@ -24,14 +24,4 @@ export const COMPILER_SUITES_MAP: { [k: string]: SuiteConfig } = {
     id: "timm_models",
     showGraph: true,
   },
-  dynamic: {
-    name: "[Dynamic]",
-    id: "dynamic",
-    showGraph: false,
-  },
-  blueberries: {
-    name: "[Blueberries]",
-    id: "blueberries",
-    showGraph: false,
-  },
 };

torchci/pages/benchmark/[suite]/[compiler]/[[...page]].tsx

@@ -30,10 +30,7 @@ import CopyLink from "components/common/CopyLink";
 import GranularityPicker from "components/common/GranularityPicker";
 import { Granularity } from "components/metrics/panels/TimeSeriesPanel";
 import dayjs from "dayjs";
-import {
-  augmentData,
-  convertToCompilerPerformanceData,
-} from "lib/benchmark/compilerUtils";
+import { convertToCompilerPerformanceData } from "lib/benchmark/compilerUtils";
 import { fetcher } from "lib/GeneralUtils";
 import { BranchAndCommit, CompilerPerformanceData } from "lib/types";
 import { useRouter } from "next/router";
@@ -86,7 +83,6 @@ function Report({
     refreshInterval: 60 * 60 * 1000, // refresh every hour
   });
   lData = convertToCompilerPerformanceData(lData);
-  lData = augmentData(lData);
   lData = lData
     ? lData.filter(
         (e: CompilerPerformanceData) =>
@@ -108,7 +104,6 @@ function Report({
     refreshInterval: 60 * 60 * 1000, // refresh every hour
   });
   rData = convertToCompilerPerformanceData(rData);
-  rData = augmentData(rData);
   rData = rData
     ? rData.filter(
         (e: CompilerPerformanceData) =>

torchci/pages/benchmark/compilers.tsx

@@ -29,10 +29,7 @@ import CopyLink from "components/common/CopyLink";
 import GranularityPicker from "components/common/GranularityPicker";
 import { Granularity } from "components/metrics/panels/TimeSeriesPanel";
 import dayjs from "dayjs";
-import {
-  augmentData,
-  convertToCompilerPerformanceData,
-} from "lib/benchmark/compilerUtils";
+import { convertToCompilerPerformanceData } from "lib/benchmark/compilerUtils";
 import { fetcher } from "lib/GeneralUtils";
 import { BranchAndCommit } from "lib/types";
 import { useRouter } from "next/router";
@@ -80,7 +77,6 @@ function Report({
     refreshInterval: 60 * 60 * 1000, // refresh every hour
   });
   lData = convertToCompilerPerformanceData(lData);
-  lData = augmentData(lData);
 
   const queryParamsWithR: { [key: string]: any } = {
     ...queryParams,
@@ -95,7 +91,6 @@ function Report({
     refreshInterval: 60 * 60 * 1000, // refresh every hour
   });
   rData = convertToCompilerPerformanceData(rData);
-  rData = augmentData(rData);
 
   if (
     lData === undefined ||