add contentBasedDeduplication to importer queues

steven-tey · steven-tey · commit 874115c33cfd · 2026-02-10T17:57:08.000-08:00
diff --git a/apps/web/lib/firstpromoter/importer.ts b/apps/web/lib/firstpromoter/importer.ts
@@ -35,6 +35,7 @@ class FirstPromoterImporter {
     return await qstash.publishJSON({
       url: `${APP_DOMAIN_WITH_NGROK}/api/cron/import/firstpromoter`,
       body,
+      contentBasedDeduplication: true,
     });
   }
 }
diff --git a/apps/web/lib/partnerstack/importer.ts b/apps/web/lib/partnerstack/importer.ts
@@ -40,6 +40,7 @@ class PartnerStackImporter {
     return await qstash.publishJSON({
       url: `${APP_DOMAIN_WITH_NGROK}/api/cron/import/partnerstack`,
       body,
+      contentBasedDeduplication: true,
     });
   }
 }
diff --git a/apps/web/lib/rewardful/importer.ts b/apps/web/lib/rewardful/importer.ts
@@ -38,6 +38,7 @@ class RewardfulImporter {
     return await qstash.publishJSON({
       url: `${APP_DOMAIN_WITH_NGROK}/api/cron/import/rewardful`,
       body,
+      contentBasedDeduplication: true,
     });
   }
 }
diff --git a/apps/web/lib/tolt/importer.ts b/apps/web/lib/tolt/importer.ts
@@ -37,6 +37,7 @@ class ToltImporter {
     return await qstash.publishJSON({
       url: `${APP_DOMAIN_WITH_NGROK}/api/cron/import/tolt`,
       body,
+      contentBasedDeduplication: true,
     });
   }
 
diff --git a/apps/web/package.json b/apps/web/package.json
@@ -26,7 +26,7 @@
     "@boxyhq/saml-jackson": "1.52.1",
     "@chronark/zod-bird": "^1.0.0",
     "@date-fns/tz": "^1.4.1",
-    "@dub/analytics": "^0.0.27",
+    "@dub/analytics": "^0.0.32",
     "@dub/email": "workspace:*",
     "@dub/embed-react": "workspace:*",
     "@dub/prisma": "workspace:*",
diff --git a/pnpm-lock.yaml b/pnpm-lock.yaml

Original file line number	Diff line number	Diff line change
`@@ -35,6 +35,7 @@ class FirstPromoterImporter {`
`35`	`35`	`return await qstash.publishJSON({`
`36`	`36`	url: `${APP_DOMAIN_WITH_NGROK}/api/cron/import/firstpromoter`,
`37`	`37`	`body,`
	`38`	`+ contentBasedDeduplication: true,`
`38`	`39`	`});`
`39`	`40`	`}`
`40`	`41`	`}`
Original file line number	Diff line number	Diff line change
`@@ -40,6 +40,7 @@ class PartnerStackImporter {`
`40`	`40`	`return await qstash.publishJSON({`
`41`	`41`	url: `${APP_DOMAIN_WITH_NGROK}/api/cron/import/partnerstack`,
`42`	`42`	`body,`
	`43`	`+ contentBasedDeduplication: true,`
`43`	`44`	`});`
`44`	`45`	`}`
`45`	`46`	`}`
Original file line number	Diff line number	Diff line change
`@@ -38,6 +38,7 @@ class RewardfulImporter {`
`38`	`38`	`return await qstash.publishJSON({`
`39`	`39`	url: `${APP_DOMAIN_WITH_NGROK}/api/cron/import/rewardful`,
`40`	`40`	`body,`
	`41`	`+ contentBasedDeduplication: true,`
`41`	`42`	`});`
`42`	`43`	`}`
`43`	`44`	`}`
Original file line number	Diff line number	Diff line change
`@@ -37,6 +37,7 @@ class ToltImporter {`
`37`	`37`	`return await qstash.publishJSON({`
`38`	`38`	url: `${APP_DOMAIN_WITH_NGROK}/api/cron/import/tolt`,
`39`	`39`	`body,`
	`40`	`+ contentBasedDeduplication: true,`
`40`	`41`	`});`
`41`	`42`	`}`
`42`	`43`