feat: infer organization country from location (CM-1366)

Signed-off-by: Yeganathan S <63534555+skwowet@users.noreply.github.com>

Author: skwowet

backend/src/database/migrations/V1786109400__add_country_to_organizations.sql

@@ -0,0 +1,5 @@
+-- organizations.country is a denormalized default for Insights (Sequin syncs
+-- organizations, not orgAttributes). Provenance still lives in orgAttributes
+-- (source = system for inferred values), same dual-write pattern as location.
+alter table "organizations"
+  add column if not exists "country" text;

backend/src/database/models/organization.ts

@@ -45,6 +45,10 @@ export default (sequelize) => {
         type: DataTypes.TEXT,
         allowNull: true,
       },
+      country: {
+        type: DataTypes.TEXT,
+        allowNull: true,
+      },
       description: {
         type: DataTypes.TEXT,
         allowNull: true,

backend/src/database/repositories/organizationRepository.ts

@@ -76,6 +76,7 @@ class OrganizationRepository {
     ['founded', 'o."founded"'],
     ['headline', 'o."headline"'],
     ['location', 'o."location"'],
+    ['country', 'o."country"'],
     ['tags', 'o."tags"'],
     ['type', 'o."type"'],
     ['isTeamOrganization', 'o."isTeamOrganization"'],
@@ -243,6 +244,7 @@ class OrganizationRepository {
     'logo',
     'tags',
     'location',
+    'country',
     'employees',
     'revenueRange',
     'employeeChurnRate',
@@ -256,6 +258,7 @@ class OrganizationRepository {
     phoneNumbers: (a, b) => lodash.isEqual((a || []).sort(), (b || []).sort()),
     logo: (a, b) => a === b,
     location: (a, b) => a === b,
+    country: (a, b) => a === b,
     isTeamOrganization: (a, b) => a === b,
     isAffiliationBlocked: (a, b) => a === b,
     attributes: (a, b) => lodash.isEqual(a, b),

services/apps/organizations_enrichment_worker/src/activities/enrichment.ts

@@ -210,6 +210,8 @@ export async function applyEnrichmentToOrganization(
   const orgData = await findOrgById(qx, organizationId, [
     OrganizationField.ID,
     OrganizationField.DISPLAY_NAME,
+    OrganizationField.LOCATION,
+    OrganizationField.COUNTRY,
     OrganizationField.IS_TEAM_ORGANIZATION,
     OrganizationField.MANUALLY_CREATED,
   ])

services/libs/data-access-layer/src/organizations/attributesConfig.ts

@@ -16,6 +16,7 @@ export const ORG_DB_FIELDS = [
   'revenueRange',
   'importHash',
   'location',
+  'country',
   'isTeamOrganization',
   'isAffiliationBlocked',
   'type',
@@ -52,6 +53,12 @@ export const ORG_DB_ATTRIBUTES: OrgAttributeDef[] = [
     type: OrganizationAttributeType.STRING,
     defaultColumn: 'location',
   },
+  {
+    name: 'country',
+    incomingType: OrganizationAttributeType.STRING,
+    type: OrganizationAttributeType.STRING,
+    defaultColumn: 'country',
+  },
   {
     name: 'type',
     incomingType: OrganizationAttributeType.STRING,
@@ -230,6 +237,7 @@ export function findAttribute(name: string): OrgAttributeDef {
 export const ORG_DB_ATTRIBUTE_SOURCE_PRIORITY = [
   OrganizationAttributeSource.CUSTOM,
   OrganizationAttributeSource.LFX_SERVE,
+  OrganizationAttributeSource.SYSTEM,
   OrganizationAttributeSource.ENRICHMENT_LFX_INTERNAL_API,
   OrganizationAttributeSource.ENRICHMENT_PEOPLEDATALABS,
   OrganizationAttributeSource.CVENT,

services/libs/data-access-layer/src/organizations/base.ts

@@ -39,6 +39,7 @@ const ORG_SELECT_COLUMNS = [
   'revenueRange',
   'importHash',
   'location',
+  'country',
   'isTeamOrganization',
   'isAffiliationBlocked',
   'type',
@@ -401,6 +402,7 @@ export async function insertOrganizations(
       'revenueRange',
       'importHash',
       'location',
+      'country',
       'isTeamOrganization',
       'isAffiliationBlocked',
       'type',
@@ -661,6 +663,7 @@ export async function findOrCreateOrganization(
         tags: data.tags,
         employees: data.employees,
         location: data.location,
+        country: data.country,
         type: data.type,
         size: data.size,
         headline: data.headline,
@@ -754,6 +757,7 @@ export enum OrganizationField {
   EMPLOYEES = 'employees',
   REVENUE_RANGE = 'revenueRange',
   LOCATION = 'location',
+  COUNTRY = 'country',
   IS_TEAM_ORGANIZATION = 'isTeamOrganization',
   IS_AFFILIATION_BLOCKED = 'isAffiliationBlocked',
   TYPE = 'type',

services/libs/data-access-layer/src/organizations/types.ts

@@ -15,6 +15,7 @@ export interface IDbOrganization {
   revenueRange?: IOrganizationRevenueRange
   importHash?: string
   location?: string
+  country?: string
   isTeamOrganization: boolean
   isAffiliationBlocked?: boolean
   type?: string
@@ -36,6 +37,7 @@ export interface IDbOrganizationInput {
   revenueRange?: IOrganizationRevenueRange
   importHash?: string
   location?: string
+  country?: string
   isTeamOrganization: boolean
   isAffiliationBlocked?: boolean
   type?: string

services/libs/data-access-layer/src/organizations/utils.ts

@@ -1,4 +1,4 @@
-import { groupBy } from '@crowd/common'
+import { getCountry, groupBy } from '@crowd/common'
 import { OrganizationAttributeSource, OrganizationAttributeType } from '@crowd/types'
 
 import {
@@ -216,7 +216,32 @@ export function prepareOrganizationData(
     }
   }
 
-  // we should have organization data and processed attributes at the end
+  // Infer country from location when missing
+  if (
+    !attributes.some(({ name }) => name === 'country') &&
+    !(existingAttributes ?? []).some(({ name }) => name === 'country')
+  ) {
+    const location =
+      attributes.find(({ name, default: isDefault }) => name === 'location' && isDefault)?.value ??
+      (existingAttributes ?? []).find(
+        ({ name, default: isDefault }) => name === 'location' && isDefault,
+      )?.value ??
+      existingOrg?.location
+
+    const country = getCountry(location)
+
+    if (country) {
+      attributes.push({
+        name: 'country',
+        source: OrganizationAttributeSource.SYSTEM,
+        default: true,
+        value: country,
+      })
+
+      orgRes.country = country
+    }
+  }
+
   return {
     organization: orgRes,
     attributes,

services/libs/types/src/db/organizations.ts

@@ -8,6 +8,7 @@ export interface OrganizationDbRow {
   revenueRange: Record<string, unknown> | null
   importHash: string | null
   location: string | null
+  country: string | null
   isTeamOrganization: boolean
   isAffiliationBlocked: boolean
   type: string | null

services/libs/types/src/enums/organizations.ts

@@ -42,6 +42,7 @@ export enum OrganizationIdentityType {
 export enum OrganizationAttributeSource {
   CUSTOM = 'custom',
   LFX_SERVE = 'lfx-serve',
+  SYSTEM = 'system',
   ENRICHMENT_LFX_INTERNAL_API = 'enrichment-lfx-internal-api',
   ENRICHMENT_PEOPLEDATALABS = 'enrichment-peopledatalabs',
   CVENT = 'cvent',