add option to show metrics for other repos

torchci/clickhouse_queries/correlation_matrix/params.json

@@ -1,3 +1,4 @@
 {
-  "workflowNames": "String"
-}
+  "workflowNames": "String",
+  "repo": "String"
+}

torchci/clickhouse_queries/correlation_matrix/query.sql

@@ -32,7 +32,7 @@ WHERE
   AND workflow.event != 'workflow_run'
   AND push.ref = 'refs/heads/master'
   AND push.repository.owner.name = 'pytorch'
-  AND push.repository.name = 'pytorch'
+  AND push.repository.name = {repo: String}
   AND job.name LIKE '%test%'
   AND job.name NOT LIKE '%filter%'
   AND job.name NOT LIKE '%rerun_disabled_tests%'

torchci/clickhouse_queries/cost_job_generic/params.json

@@ -0,0 +1,9 @@
+{
+  "granularity": "String",
+  "startTime": "DateTime64(9)",
+  "stopTime": "DateTime64(9)",
+  "selectedRepos": "Array(String)",
+  "selectedGPU": "Array(UInt8)",
+  "selectedPlatforms": "Array(String)",
+  "selectedProviders": "Array(String)"
+}

torchci/clickhouse_queries/cost_job_generic/query.sql

@@ -0,0 +1,22 @@
+select
+    DATE_TRUNC(
+        {granularity: String},
+        rc.date
+    ) as granularity_bucket,
+    rc.<DIMENSION> as <DIMENSION_NAME>,
+    sum(rc.<SELECTOR>) as total_<SELECTOR>
+from
+    misc.runner_cost rc final
+where
+    rc.date > {startTime: DateTime64(9)}
+    and rc.date < {stopTime: DateTime64(9)}
+    and rc.cost > 0
+    and rc.group_repo in {selectedRepos: Array(String)}
+    and rc.gpu in {selectedGPU: Array(UInt8)}
+    and rc.os in {selectedPlatforms: Array(String)}
+    and rc.provider in {selectedProviders: Array(String)}
+group by
+    granularity_bucket,
+    job_name
+order by
+    granularity_bucket asc

torchci/clickhouse_queries/last_branch_push/params.json

@@ -1,3 +1,4 @@
 {
-    "branch": "String"
+  "branch": "String",
+  "repo": "String"
 }

torchci/clickhouse_queries/last_branch_push/query.sql

@@ -7,7 +7,7 @@ from
 where
     push.ref = { branch : String }
     AND push.repository.owner.name = 'pytorch'
-    AND push.repository.name = 'pytorch'
+    AND push.repository.name = {repo: String}
 order by
     push.head_commit.timestamp desc
 limit

torchci/clickhouse_queries/last_successful_jobs/params.json

@@ -1,3 +1,3 @@
 {
   "jobNames": "String"
-}
+}

torchci/clickhouse_queries/last_successful_workflow/params.json

@@ -1,3 +1,4 @@
 {
-  "workflowName": "String"
-}
+  "workflowName": "String",
+  "repo": "String"
+}

torchci/clickhouse_queries/last_successful_workflow/query.sql

@@ -10,7 +10,7 @@ from
 where
     push.ref IN ('refs/heads/master', 'refs/heads/main')
     AND push.repository.'owner'.'name' = 'pytorch'
-    AND push.repository.'name' = 'pytorch'
+    AND push.repository.'name' = {repo: String}
     AND workflow.conclusion = 'success'
     AND workflow.name = {workflowName: String}
 order by

torchci/clickhouse_queries/master_commit_red/params.json

@@ -1,5 +1,6 @@
 {
     "startTime": "DateTime64(3)",
     "stopTime": "DateTime64(3)",
-    "timezone": "String"
+    "timezone": "String",
+    "repo": "String"
 }

torchci/clickhouse_queries/master_commit_red/query.sql

@@ -30,7 +30,7 @@ WITH all_jobs AS (
       'refs/heads/master', 'refs/heads/main'
     )
     AND push.repository.'owner'.'name' = 'pytorch'
-    AND push.repository.'name' = 'pytorch'
+    AND push.repository.'name' = {repo: String}
     AND push.head_commit.'timestamp' >= {startTime: DateTime64(3)}
     AND push.head_commit.'timestamp' < {stopTime: DateTime64(3)}
 ),

torchci/clickhouse_queries/master_commit_red_avg/params.json

@@ -1,5 +1,6 @@
 {
-    "startTime": "DateTime64(3)",
-    "stopTime": "DateTime64(3)",
-    "workflowNames": "Array(String)"
+  "startTime": "DateTime64(3)",
+  "stopTime": "DateTime64(3)",
+  "workflowNames": "Array(String)",
+  "repo": "String"
 }

torchci/clickhouse_queries/master_commit_red_avg/query.sql

@@ -8,7 +8,7 @@ with pushes as (
   WHERE
     push.ref IN ('refs/heads/master', 'refs/heads/main')
     AND push.repository.'owner'.'name' = 'pytorch'
-    AND push.repository.'name' = 'pytorch'
+    AND push.repository.'name' = {repo: String}
     AND push.head_commit.'timestamp' >= {startTime : DateTime64(3)}
     AND push.head_commit.'timestamp' < {stopTime : DateTime64(3)}
 ), all_jobs AS (

torchci/clickhouse_queries/master_commit_red_jobs/params.json

@@ -1,5 +1,6 @@
 {
   "startTime": "DateTime64(3)",
   "stopTime": "DateTime64(3)",
-  "workflowNames": "Array(String)"
+  "workflowNames": "Array(String)",
+  "repo": "String"
 }

torchci/clickhouse_queries/master_commit_red_jobs/query.sql

@@ -36,7 +36,7 @@ WITH all_jobs AS (
         AND w.event != 'workflow_run' -- Filter out worflow_run-triggered jobs, which have nothing to do with the SHA
         AND p.ref = 'refs/heads/main'
         AND p.repository. 'owner'.'name' = 'pytorch'
-        AND p.repository. 'name' = 'pytorch'
+        AND p.repository. 'name' = {repo: String}
         AND p.head_commit. 'timestamp' >= {startTime: DateTime64(3) }
         AND p.head_commit. 'timestamp' < {stopTime: DateTime64(3) }
 ),

torchci/clickhouse_queries/master_commit_red_percent/params.json

@@ -2,5 +2,6 @@
   "granularity": "String",
   "startTime": "DateTime64(3)",
   "stopTime": "DateTime64(3)",
-  "workflowNames": "Array(String)"
+  "workflowNames": "Array(String)",
+  "repo": "String"
 }

torchci/clickhouse_queries/master_commit_red_percent/query.sql

@@ -20,7 +20,7 @@ WITH join_with_workflow_run AS (
         AND w.event != 'workflow_run' -- Filter out worflow_run-triggered jobs, which have nothing to do with the SHA
         AND p.ref = 'refs/heads/main'
         AND p.repository. 'owner'.'name' = 'pytorch'
-        AND p.repository. 'name' = 'pytorch'
+        AND p.repository. 'name' = {repo: String}
         AND p.head_commit. 'timestamp' >= {startTime: DateTime64(3) }
         AND p.head_commit. 'timestamp' < {stopTime: DateTime64(3) }
 ),

torchci/clickhouse_queries/master_commit_red_percent_groups/params.json

@@ -2,5 +2,6 @@
   "granularity": "String",
   "startTime": "DateTime64(3)",
   "stopTime": "DateTime64(3)",
-  "workflowNames": "Array(String)"
+  "workflowNames": "Array(String)",
+  "repo": "String"
 }

torchci/clickhouse_queries/master_commit_red_percent_groups/query.sql

@@ -29,7 +29,7 @@ WITH all_jobs AS (
         AND w.event != 'workflow_run' -- Filter out worflow_run-triggered jobs, which have nothing to do with the SHA
         AND p.ref = 'refs/heads/main'
         AND p.repository. 'owner'.'name' = 'pytorch'
-        AND p.repository. 'name' = 'pytorch'
+        AND p.repository. 'name' = {repo: String}
         AND p.head_commit. 'timestamp' >= {startTime: DateTime64(3) }
         AND p.head_commit. 'timestamp' < {stopTime: DateTime64(3) }
 ),

torchci/clickhouse_queries/num_reverts/query.sql

@@ -39,7 +39,7 @@ weekly_results AS (
     WHERE
         push.ref IN ('refs/heads/master', 'refs/heads/main')
         AND push.repository.owner.login = 'pytorch'
-        AND push.repository.name = 'pytorch'
+        AND push.repository.name = {repo: String}
         AND (
             push.head_commit.message LIKE 'Revert %'
             OR push.head_commit.message LIKE 'Back out%'

torchci/clickhouse_queries/reverts/params.json

@@ -1,4 +1,5 @@
 {
-    "startTime": "DateTime64(3)",
-    "stopTime": "DateTime64(3)"
+  "startTime": "DateTime64(3)",
+  "stopTime": "DateTime64(3)",
+  "repo": "String"
 }

torchci/clickhouse_queries/reverts/query.sql

@@ -5,7 +5,7 @@ FROM
 WHERE
     push.ref IN ('refs/heads/master', 'refs/heads/main')
     AND push.repository.owner.name = 'pytorch'
-    AND push.repository.name = 'pytorch'
+    AND push.repository.name = {repo: String}
     AND (
         push.head_commit.message LIKE 'Revert %'
         OR push.head_commit.message LIKE 'Back out%'

torchci/clickhouse_queries/ttrs_percentiles/params.json

@@ -3,5 +3,6 @@
   "percentile_to_get": "Float64",
   "startTime": "DateTime64(3)",
   "stopTime": "DateTime64(3)",
-  "workflow": "String"
+  "workflow": "String",
+  "repo": "String"
 }

torchci/clickhouse_queries/ttrs_percentiles/query.sql

@@ -39,7 +39,7 @@ pr_shas AS (
       and run_started_at < {stopTime: DateTime64(3)}
     )
     AND LENGTH(r.pull_requests) = 1
-    AND r.pull_requests[1].'head'.'repo'.'name' = 'pytorch'
+    AND r.pull_requests[1].'head'.'repo'.'name' = {repo: String}
     AND r.name IN ('pull', 'trunk', 'Lint') -- Ensure we don't pull in random PRs we don't care about
     AND r.head_branch NOT IN (
       'master', 'main', 'nightly', 'viable/strict'

torchci/clickhouse_queries/weekly_force_merge_stats/params.json

@@ -3,5 +3,6 @@
   "merge_type": "String",
   "one_bucket": "Bool",
   "startTime": "DateTime64(3)",
-  "stopTime": "DateTime64(3)"
+  "stopTime": "DateTime64(3)",
+  "repo": "String"
 }

torchci/clickhouse_queries/weekly_force_merge_stats/query.sql

@@ -52,7 +52,7 @@ all_merges AS (
     INNER JOIN issue_comments c ON m.pr_num = c.pr_num
   WHERE
     m.owner = 'pytorch'
-    AND m.project = 'pytorch'
+    AND m.project = {repo: String}
     AND m.merge_commit_sha != '' -- only consider successful merges
   GROUP BY
     m.skip_mandatory_checks,

torchci/pages/metrics.tsx

@@ -485,6 +485,8 @@ export default function Page() {
   const [stopTime, setStopTime] = useState(dayjs());
   const [timeRange, setTimeRange] = useState<number>(7);
 
+  const [repo, setRepo] = useState<string>("pytorch");
+
   // TODO (huydhn): Clean this up once ClickHouse migration finishes
   const { useCH: useClickHouse } = useCHContext();
 
@@ -500,7 +502,11 @@ export default function Page() {
       value: stopTime,
     },
   ];
-  const timeParamsClickHouse = RStoCHTimeParams(timeParams);
+
+  const timeParamsClickHouse = {
+    ...RStoCHTimeParams(timeParams),
+    repo: repo,
+  };
 
   const [ttsPercentile, setTtsPercentile] = useState<number>(0.5);
 
@@ -565,6 +571,18 @@ export default function Page() {
           ttsPercentile={ttsPercentile}
           setTtsPercentile={setTtsPercentile}
         />
+        <FormControl>
+          <InputLabel id="repo-select-label">Repo</InputLabel>
+          <Select
+            value={repo}
+            label="Repo"
+            labelId="repo-select-label"
+            onChange={(e) => setRepo(e.target.value as string)}
+          >
+            <MenuItem value={"pytorch"}>PyTorch</MenuItem>
+            <MenuItem value={"executorch"}>Executorch</MenuItem>
+          </Select>
+        </FormControl>
       </Stack>
 
       <Grid container spacing={2}>
@@ -688,6 +706,7 @@ export default function Page() {
                       one_bucket: true,
                       percentile_to_get: 0.9,
                       workflow: "pull",
+                      repo: repo,
                     }
                   : [
                       {
@@ -754,7 +773,7 @@ export default function Page() {
               queryParams={
                 useClickHouse
                   ? {
-                      repo: "pytorch",
+                      repo: repo,
                       owner: "pytorch", // Not a parameter for the rockset query
                       head: "refs/heads/main",
                     }
@@ -789,7 +808,7 @@ export default function Page() {
               valueRenderer={(value) => durationDisplay(value)}
               queryParams={
                 useClickHouse
-                  ? { branch: "refs/heads/main" }
+                  ? { branch: "refs/heads/main", repo: repo }
                   : [
                       {
                         name: "branch",
@@ -808,7 +827,7 @@ export default function Page() {
               valueRenderer={(value) => durationDisplay(value)}
               queryParams={
                 useClickHouse
-                  ? { branch: "refs/heads/nightly" }
+                  ? { branch: "refs/heads/nightly", repo: repo }
                   : [
                       {
                         name: "branch",
@@ -839,6 +858,7 @@ export default function Page() {
                 useClickHouse
                   ? {
                       workflowName: "docker-builds",
+                      repo: repo,
                     }
                   : [
                       {
@@ -1010,7 +1030,7 @@ export default function Page() {
             queryName={"workflow_load"}
             queryParams={
               useClickHouse
-                ? { ...timeParamsClickHouse, repo: "pytorch/pytorch" }
+                ? { ...timeParamsClickHouse, repo: `pytorch/${repo}` }
                 : [
                     {
                       name: "timezone",
@@ -1112,7 +1132,7 @@ export default function Page() {
             queryName={"disabled_test_historical"}
             queryParams={
               useClickHouse
-                ? { ...timeParamsClickHouse, repo: "pytorch/pytorch" }
+                ? { ...timeParamsClickHouse, repo: `pytorch/${repo}` }
                 : [
                     {
                       name: "timezone",