Limit fetchAllRootWorkflows to 3000 (#2616)

* Call rootWorkflowId query with count, if over 3000 don't paginate to get all workflows

* Use const for MAX_LIMIT

Author: Alex-Tideman

src/lib/components/workflow/workflow-counts.svelte

@@ -4,7 +4,6 @@
   import { page } from '$app/stores';
 
   import Skeleton from '$lib/holocene/skeleton/index.svelte';
-  import { workflowStatuses } from '$lib/models/workflow-status';
   import { fetchWorkflowCountByExecutionStatus } from '$lib/services/workflow-counts';
   import { workflowFilters } from '$lib/stores/filters';
   import { currentPageKey } from '$lib/stores/pagination';
@@ -18,7 +17,7 @@
     SEARCH_ATTRIBUTE_TYPE,
     type WorkflowStatus,
   } from '$lib/types/workflows';
-  import { decodePayload } from '$lib/utilities/decode-payload';
+  import { getStatusAndCountOfGroup } from '$lib/utilities/get-group-status-and-count';
   import { toListWorkflowQueryFromFilters } from '$lib/utilities/query/filter-workflow-query';
   import { combineFilters } from '$lib/utilities/query/to-list-workflow-filters';
   import { getExponentialBackoffSeconds } from '$lib/utilities/refresh-rate';
@@ -65,26 +64,6 @@
     loading = true;
   };
 
-  const getStatusAndCountOfGroup = (groups = []) => {
-    return groups
-      .map((group) => {
-        const status = decodePayload(
-          group?.groupValues[0],
-        ) as unknown as WorkflowStatus;
-        const count = parseInt(group.count);
-        return {
-          status,
-          count,
-        };
-      })
-      .sort((a, b) => {
-        return (
-          workflowStatuses.indexOf(a.status) -
-          workflowStatuses.indexOf(b.status)
-        );
-      });
-  };
-
   const fetchNewCounts = async () => {
     setBackoffInterval();
     try {

src/lib/components/workflow/workflow-relationships.svelte

@@ -3,12 +3,18 @@
 
   import Loading from '$lib/holocene/loading.svelte';
   import { translate } from '$lib/i18n/translate';
-  import { fetchAllRootWorkflows } from '$lib/services/workflow-service';
+  import {
+    fetchAllRootWorkflows,
+    fetchAllRootWorkflowsCount,
+  } from '$lib/services/workflow-service';
   import { fullEventHistory } from '$lib/stores/events';
   import { namespaces } from '$lib/stores/namespaces';
   import { workflowRun } from '$lib/stores/workflow-run';
+  import { getStatusAndCountOfGroup } from '$lib/utilities/get-group-status-and-count';
   import { getWorkflowRelationships } from '$lib/utilities/get-workflow-relationships';
 
+  import WorkflowCountStatus from '../workflow-status.svelte';
+
   import ContinueAsNewTree from './relationships/continue-as-new-tree.svelte';
   import ScheduleTree from './relationships/schedule-tree.svelte';
   import WorkflowFamilyTree from './relationships/workflow-family-tree.svelte';
@@ -27,29 +33,79 @@
   );
   $: ({ hasRelationships, first, next, previous, scheduleId } =
     workflowRelationships);
+
+  const MAX_UPPER_LIMIT = 3000;
 </script>
 
 <div class="flex flex-col gap-4 pb-12">
   {#if hasRelationships}
     <div class="flex w-full flex-col justify-center gap-4">
-      {#await fetchAllRootWorkflows(namespace, rootWorkflowId, rootRunId)}
+      {#await fetchAllRootWorkflowsCount(namespace, rootWorkflowId, rootRunId)}
         <Loading />
-      {:then root}
-        {#if root && !!root.children.length}
-          <WorkflowFamilyTree {root} />
-        {/if}
-        {#if scheduleId}
-          <ScheduleTree {scheduleId} current={runId} {workflowId} {namespace} />
-        {/if}
-        {#if first || previous || next}
-          <ContinueAsNewTree
-            {first}
-            {previous}
-            {next}
-            current={runId}
-            {workflowId}
-            {namespace}
-          />
+      {:then { count, groups }}
+        {#if parseInt(count) > MAX_UPPER_LIMIT}
+          {@const statusGroups = getStatusAndCountOfGroup(groups)}
+          <div class="flex flex-col gap-2 px-8 py-4">
+            <h4 class="text-xl font-medium">
+              {count} Workflows associated to Root Workflow
+            </h4>
+            <div class="flex flex-wrap items-center gap-1">
+              {#each statusGroups as { count, status } (status)}
+                <WorkflowCountStatus
+                  {status}
+                  {count}
+                  big
+                  test-id="workflow-status-{status}"
+                />
+              {/each}
+            </div>
+            {#if scheduleId}
+              <ScheduleTree
+                {scheduleId}
+                current={runId}
+                {workflowId}
+                {namespace}
+              />
+            {/if}
+            {#if first || previous || next}
+              <ContinueAsNewTree
+                {first}
+                {previous}
+                {next}
+                current={runId}
+                {workflowId}
+                {namespace}
+              />
+            {/if}
+          </div>
+        {:else}
+          {#await fetchAllRootWorkflows(namespace, rootWorkflowId, rootRunId)}
+            <Loading />
+          {:then root}
+            {#if root && !!root.children.length}
+              <WorkflowFamilyTree {root} />
+            {/if}
+            {#if scheduleId}
+              <ScheduleTree
+                {scheduleId}
+                current={runId}
+                {workflowId}
+                {namespace}
+              />
+            {/if}
+            {#if first || previous || next}
+              <ContinueAsNewTree
+                {first}
+                {previous}
+                {next}
+                current={runId}
+                {workflowId}
+                {namespace}
+              />
+            {/if}
+          {:catch}
+            <WorkflowRelationshipsOld />
+          {/await}
         {/if}
       {:catch}
         <WorkflowRelationshipsOld />

src/lib/services/workflow-service.ts

@@ -37,6 +37,7 @@ import type {
 } from '$lib/types/global';
 import type {
   ArchiveFilterParameters,
+  CountWorkflowExecutionsResponse,
   ListWorkflowExecutionsResponse,
   WorkflowExecution,
   WorkflowIdentifier,
@@ -68,6 +69,7 @@ import {
 import { formatReason } from '$lib/utilities/workflow-actions';
 
 import { fetchInitialEvent } from './events-service';
+import { fetchWorkflowCountByExecutionStatus } from './workflow-counts';
 
 export type GetWorkflowExecutionRequest = NamespaceScopedRequest & {
   workflowId: string;
@@ -790,6 +792,24 @@ const buildRoots = (
   return buildNode(root, []);
 };
 
+export async function fetchAllRootWorkflowsCount(
+  namespace: string,
+  rootWorkflowId: string,
+  rootRunId?: string,
+): Promise<CountWorkflowExecutionsResponse> {
+  let query = `RootWorkflowId = "${rootWorkflowId}"`;
+  if (rootRunId) {
+    query += ` AND RootRunId = "${rootRunId}"`;
+  }
+
+  const count = await fetchWorkflowCountByExecutionStatus({
+    namespace,
+    query,
+  });
+
+  return count;
+}
+
 export async function fetchAllRootWorkflows(
   namespace: string,
   rootWorkflowId: string,

src/lib/utilities/get-group-status-and-count.ts

@@ -0,0 +1,23 @@
+import { workflowStatuses } from '$lib/models/workflow-status';
+import type { WorkflowStatus } from '$lib/types/workflows';
+
+import { decodePayload } from './decode-payload';
+
+export const getStatusAndCountOfGroup = (groups = []) => {
+  return groups
+    .map((group) => {
+      const status = decodePayload(
+        group?.groupValues[0],
+      ) as unknown as WorkflowStatus;
+      const count = parseInt(group.count);
+      return {
+        status,
+        count,
+      };
+    })
+    .sort((a, b) => {
+      return (
+        workflowStatuses.indexOf(a.status) - workflowStatuses.indexOf(b.status)
+      );
+    });
+};