add script to calculate afilations

Author: skwowet

backend/src/services/member/memberOrganizationsService.ts

@@ -169,6 +169,7 @@ export default class MemberOrganizationsService extends LoggerBase {
         memberId,
         [memberOrganizationToBeDeleted.organizationId],
         repositoryOptions,
+        true,
       )
 
       const result = await this.list(memberId)

services/apps/profiles_worker/src/activities/member/memberUpdate.ts

@@ -21,10 +21,10 @@ export async function updateMemberAffiliations(input: MemberUpdateInput): Promis
   }
 }
 
-export async function syncMember(memberId: string): Promise<void> {
+export async function syncMember(memberId: string, withAggs: boolean): Promise<void> {
   const syncApi = new SearchSyncApiClient({
     baseUrl: process.env['CROWD_SEARCH_SYNC_API_URL'],
   })
 
-  await syncApi.triggerMemberSync(memberId)
+  await syncApi.triggerMemberSync(memberId, { withAggs })
 }

services/apps/profiles_worker/src/workflows/member/memberUpdate.ts

@@ -20,7 +20,7 @@ export async function memberUpdate(input: MemberUpdateInput): Promise<void> {
     await updateMemberAffiliations(input)
     if (input.syncToOpensearch) {
       // sync member
-      await syncMember(input.member.id)
+      await syncMember(input.member.id, input.syncToOpensearch)
       // sync all member organizations
       const organizationIds = input.memberOrganizationIds || []
       for (const orgId of organizationIds) {

services/apps/script_executor_worker/src/activities.ts

@@ -27,6 +27,7 @@ import {
   markEntitiesIndexed,
   syncMembersBatch,
 } from './activities/sync/member'
+import { calculateMemberAffiliations } from './activities/unlink-deleted-memberOrg-activities'
 
 export {
   findMembersWithSameVerifiedEmailsInDifferentPlatforms,
@@ -48,4 +49,5 @@ export {
   getMembersForSync,
   deleteIndexedEntities,
   markEntitiesIndexed,
+  calculateMemberAffiliations,
 }

services/apps/script_executor_worker/src/activities/unlink-deleted-memberOrg-activities/index.ts

@@ -0,0 +1,11 @@
+import { runMemberAffiliationsUpdate } from '@crowd/data-access-layer/src/old/apps/profiles_worker'
+
+import { svc } from '../../main'
+
+export async function calculateMemberAffiliations(memberId: string): Promise<void> {
+  try {
+    await runMemberAffiliationsUpdate(svc.postgres.writer, svc.questdbSQL, svc.queue, memberId)
+  } catch (err) {
+    throw new Error(err)
+  }
+}

services/apps/script_executor_worker/src/types.ts

@@ -34,3 +34,7 @@ export interface ISyncMembersArgs {
   withAggs?: boolean
   testRun?: boolean
 }
+
+export interface IUnlinkDeletedMemberOrgArgs {
+  memberId: string
+}

services/apps/script_executor_worker/src/workflows.ts

@@ -2,6 +2,7 @@ import { dissectMember } from './workflows/dissectMember'
 import { findAndMergeMembersWithSamePlatformIdentitiesDifferentCapitalization } from './workflows/findAndMergeMembersWithSamePlatformIdentitiesDifferentCapitalization'
 import { findAndMergeMembersWithSameVerifiedEmailsInDifferentPlatforms } from './workflows/findAndMergeMembersWithSameVerifiedEmailsInDifferentPlatforms'
 import { fixOrgIdentitiesWithWrongUrls } from './workflows/fixOrgIdentitiesWithWrongUrls'
+import { recalculateAffiliations } from './workflows/recalculateAffiliations'
 import { syncMembers } from './workflows/syncMembers'
 
 export {
@@ -10,4 +11,5 @@ export {
   dissectMember,
   fixOrgIdentitiesWithWrongUrls,
   syncMembers,
+  recalculateAffiliations,
 }

services/apps/script_executor_worker/src/workflows/recalculateAffiliations.ts

@@ -0,0 +1,15 @@
+import { proxyActivities } from '@temporalio/workflow'
+
+import * as activities from '../activities/unlink-deleted-memberOrg-activities'
+import { IUnlinkDeletedMemberOrgArgs } from '../types'
+
+const activity = proxyActivities<typeof activities>({
+  startToCloseTimeout: '45 minutes',
+  retry: { maximumAttempts: 3, backoffCoefficient: 3 },
+})
+
+export async function recalculateAffiliations(args: IUnlinkDeletedMemberOrgArgs): Promise<void> {
+  await activity.calculateMemberAffiliations(args.memberId)
+
+  console.log('Recalculated affiliations for member: ', args.memberId)
+}