feat: dune ids as env vars (#196)

Author: kernelwhisperer

libs/services/src/AffiliateProgramExportService/AffiliateProgramExportService.config.ts

@@ -0,0 +1,7 @@
+export function getAffiliateProgramTableName(): string {
+  const value = process.env.DUNE_AFFILIATE_PROGRAM_TABLE_NAME;
+  if (!value) {
+    throw new Error('DUNE_AFFILIATE_PROGRAM_TABLE_NAME is not set');
+  }
+  return value;
+}

libs/services/src/AffiliateProgramExportService/AffiliateProgramExportServiceImpl.ts

@@ -4,8 +4,7 @@ import {
   AffiliateProgramExportService,
   AffiliateProgramSignature,
 } from './AffiliateProgramExportService';
-
-const AFFILIATE_PROGRAM_TABLE_NAME = 'affiliate_program_data';
+import { getAffiliateProgramTableName } from './AffiliateProgramExportService.config';
 
 type AffiliateProgramRow = {
   code: string;
@@ -89,16 +88,15 @@ export class AffiliateProgramExportServiceImpl
 
   private async upload(rows: AffiliateProgramRow[]): Promise<void> {
     const csv = buildCsv(rows);
+    const tableName = getAffiliateProgramTableName();
     const response = await this.duneRepository.uploadCsv({
-      tableName: AFFILIATE_PROGRAM_TABLE_NAME,
+      tableName,
       data: csv,
       isPrivate: true,
     });
     if (!response.success) {
       const message = response.message ? `: ${response.message}` : '';
-      throw new Error(
-        `Dune CSV upload failed for ${AFFILIATE_PROGRAM_TABLE_NAME}${message}`
-      );
+      throw new Error(`Dune CSV upload failed for ${tableName}${message}`);
     }
   }
 }

libs/services/src/AffiliateStatsService/AffiliateStatsService.config.ts

@@ -0,0 +1,27 @@
+export function getDuneQueryIds(): {
+  traderStats: number;
+  affiliateStats: number;
+} {
+  const traderRaw = process.env.DUNE_QUERY_ID_TRADER_STATS;
+  if (!traderRaw) {
+    throw new Error('DUNE_QUERY_ID_TRADER_STATS is not set');
+  }
+  const traderStats = Number.parseInt(traderRaw, 10);
+  if (Number.isNaN(traderStats)) {
+    throw new Error('DUNE_QUERY_ID_TRADER_STATS must be an integer');
+  }
+
+  const affiliateRaw = process.env.DUNE_QUERY_ID_AFFILIATE_STATS;
+  if (!affiliateRaw) {
+    throw new Error('DUNE_QUERY_ID_AFFILIATE_STATS is not set');
+  }
+  const affiliateStats = Number.parseInt(affiliateRaw, 10);
+  if (Number.isNaN(affiliateStats)) {
+    throw new Error('DUNE_QUERY_ID_AFFILIATE_STATS must be an integer');
+  }
+
+  return { traderStats, affiliateStats };
+}
+
+export const DUNE_PAGE_SIZE = 1000 as const;
+export const DUNE_MAX_ROWS = 1_000_000 as const;

libs/services/src/AffiliateStatsService/AffiliateStatsService.constants.ts

@@ -7,7 +7,11 @@ import {
   TraderStatsResult,
   TraderStatsRow,
 } from './AffiliateStatsService';
-import { DUNE_MAX_ROWS, DUNE_PAGE_SIZE, DUNE_QUERY_IDS } from './AffiliateStatsService.constants';
+import {
+  DUNE_MAX_ROWS,
+  DUNE_PAGE_SIZE,
+  getDuneQueryIds,
+} from './AffiliateStatsService.config';
 import type { AffiliateStatsRowRaw, CacheEntry, TraderStatsRowRaw } from './AffiliateStatsService.types';
 import {
   isAffiliateStatsRowRaw,
@@ -33,7 +37,7 @@ export class AffiliateStatsServiceImpl implements AffiliateStatsService {
       TraderStatsRow
     >({
       cacheKey: 'affiliate-trader-stats',
-      queryId: DUNE_QUERY_IDS.traderStats,
+      queryId: getDuneQueryIds().traderStats,
       typeAssertion: isTraderStatsRowRaw,
       mapRow: normalizeTraderStatsRow,
     });
@@ -52,7 +56,7 @@ export class AffiliateStatsServiceImpl implements AffiliateStatsService {
       AffiliateStatsRow
     >({
       cacheKey: 'affiliate-stats',
-      queryId: DUNE_QUERY_IDS.affiliateStats,
+      queryId: getDuneQueryIds().affiliateStats,
       typeAssertion: isAffiliateStatsRowRaw,
       mapRow: normalizeAffiliateStatsRow,
     });