fix: add test workflow and update organization merge suggestion processing

Signed-off-by: Yeganathan S <63534555+skwowet@users.noreply.github.com>

Author: skwowet

services/apps/merge_suggestions_worker/src/activities/organizationMergeSuggestions.ts

@@ -155,7 +155,7 @@ export async function getOrganizationMergeSuggestions(
       cleaned = cleaned.split(':').pop() || cleaned
     }
 
-    return cleaned
+    return cleaned.toLowerCase()
   }
 
   // Process up to 75 identities
@@ -196,7 +196,7 @@ export async function getOrganizationMergeSuggestions(
       builder: ({ value, platform }) => ({
         bool: {
           must: [
-            { match_phrase: { [`nested_identities.string_value`]: value } },
+            { match: { [`nested_identities.string_value`]: value } },
             { match: { [`nested_identities.string_platform`]: platform } },
             { term: { [`nested_identities.bool_verified`]: false } },
           ],

services/apps/merge_suggestions_worker/src/workflows.ts

@@ -5,6 +5,7 @@ import { mergeOrganizationsWithLLM } from './workflows/mergeOrganizationsWithLLM
 import { spawnMemberMergeSuggestionsForAllTenants } from './workflows/spawnMemberMergeSuggestionsForAllTenants'
 import { spawnOrganizationMergeSuggestionsForAllTenants } from './workflows/spawnOrganizationMergeSuggestionsForAllTenants'
 import { testMergingEntitiesWithLLM } from './workflows/testMergingEntitiesWithLLM'
+import { testOrganizationMergeSuggestions } from './workflows/testOrganizationMergeSuggestions'
 
 export {
   generateMemberMergeSuggestions,
@@ -14,4 +15,5 @@ export {
   testMergingEntitiesWithLLM,
   mergeOrganizationsWithLLM,
   mergeMembersWithLLM,
+  testOrganizationMergeSuggestions,
 }

services/apps/merge_suggestions_worker/src/workflows/testOrganizationMergeSuggestions.ts

@@ -0,0 +1,50 @@
+import { proxyActivities } from '@temporalio/workflow'
+
+import { IOrganizationBaseForMergeSuggestions, IOrganizationMergeSuggestion } from '@crowd/types'
+
+import * as activities from '../activities/organizationMergeSuggestions'
+import { IProcessGenerateOrganizationMergeSuggestionsArgs } from '../types'
+import { chunkArray } from '../utils'
+
+const activity = proxyActivities<typeof activities>({ startToCloseTimeout: '1 minute' })
+
+export async function testOrganizationMergeSuggestions(
+  args: IProcessGenerateOrganizationMergeSuggestionsArgs,
+): Promise<void> {
+  const PAGE_SIZE = 25
+  const PARALLEL_SUGGESTION_PROCESSING = 50
+
+  const result: IOrganizationBaseForMergeSuggestions[] = await activity.getOrganizations(
+    args.tenantId,
+    PAGE_SIZE,
+    null,
+    null,
+    args.organizationIds,
+  )
+
+  if (result.length === 0) {
+    console.log('No organizations found for merge suggestion test!')
+    return
+  }
+
+  const allMergeSuggestions: IOrganizationMergeSuggestion[] = []
+
+  const promiseChunks = chunkArray(result, PARALLEL_SUGGESTION_PROCESSING)
+
+  for (const chunk of promiseChunks) {
+    const mergeSuggestionsPromises: Promise<IOrganizationMergeSuggestion[]>[] = chunk.map(
+      (organization) => activity.getOrganizationMergeSuggestions(args.tenantId, organization),
+    )
+
+    const mergeSuggestionsResults: IOrganizationMergeSuggestion[][] =
+      await Promise.all(mergeSuggestionsPromises)
+    allMergeSuggestions.push(...mergeSuggestionsResults.flat())
+  }
+
+  // Add all merge suggestions to add to merge
+  if (allMergeSuggestions.length > 0) {
+    console.log('Found merge suggestions!', allMergeSuggestions)
+  } else {
+    console.log('No merge suggestions found for provided organizations!')
+  }
+}