refat: prevent ingesting coinbase data in transactions, transfers and events tables

Author: mschead

backfill/process/process_events.go

@@ -40,6 +40,11 @@ func PrepareEvents(network string, payload fetch.ProcessedPayload, transactionsI
 		}
 	}
 
+	// TODO: This will be removed after TransactionDetails migration
+	// if network == "mainnet01" {
+	// 	return events, nil
+	// }
+
 	coinbaseDecoded, err := decodeCoinbase(string(payload.Coinbase))
 	if err != nil {
 		return nil, fmt.Errorf("decoding Coinbase JSON of block: %w", err)

backfill/process/process_transactions.go

@@ -138,6 +138,11 @@ func PrepareTransactions(network string, blockId int64, payload fetch.ProcessedP
 		transactionRecords = append(transactionRecords, transactionRecord)
 	}
 
+	// TODO: This will be removed after TransactionDetails migration
+	// if network == "mainnet01" {
+	// 	return transactionRecords, nil
+	// }
+
 	coinbaseTx, err := processCoinbaseTransaction(string(payload.Coinbase), blockId, block.CreationTime, int64(block.ChainId))
 
 	if err != nil {

backfill/process/process_transfers.go

@@ -20,6 +20,11 @@ func PrepareTransfers(network string, payload fetch.ProcessedPayload, transactio
 		transfers = append(transfers, nftTransfers...)
 	}
 
+	// TODO: This will be removed after TransactionDetails migration
+	// if network == "mainnet01" {
+	// 	return transfers, nil
+	// }
+
 	coinbaseDecoded, err := decodeCoinbase(string(payload.Coinbase))
 	if err != nil {
 		return nil, fmt.Errorf("decoding Coinbase JSON of block: %w", err)

indexer/src/services/sync/coinbase.ts

@@ -46,8 +46,11 @@ export async function startBackfillCoinbaseTransactions() {
   process.exit(0);
 }
 
-async function addCoinbaseTransactions(rows: Array<any>, tx: Transaction) {
-  const fetchPromises = rows.map(async (row, index) => {
+export async function addCoinbaseTransactions(
+  rows: Array<any>,
+  tx: Transaction,
+): Promise<EventAttributes[]> {
+  const fetchPromises = rows.map(async row => {
     const output = await processCoinbaseTransaction(row.coinbase, {
       id: row.id,
       chainId: row.chainId,
@@ -93,6 +96,8 @@ async function addCoinbaseTransactions(rows: Array<any>, tx: Transaction) {
   await Event.bulkCreate(eventsToAdd, {
     transaction: tx,
   });
+
+  return eventsToAdd;
 }
 
 export async function processCoinbaseTransaction(

indexer/src/services/sync/payload.ts

@@ -8,7 +8,8 @@ import Signer from '../../models/signer';
 import Guard from '../../models/guard';
 import { handleSingleQuery } from '../../kadena-server/utils/raw-query';
 import { sequelize } from '../../config/database';
-import { processCoinbaseTransaction } from './coinbase';
+import { addCoinbaseTransactions } from './coinbase';
+import { getRequiredEnvString } from '../../utils/helpers';
 
 const TRANSACTION_INDEX = 0;
 const RECEIPT_INDEX = 1;
@@ -20,24 +21,27 @@ interface BalanceInsertResult {
   module: string;
 }
 
+const NETWORK_ID = getRequiredEnvString('SYNC_NETWORK');
+
 export async function processPayloadKey(
   block: BlockAttributes,
   payloadData: any,
   tx?: Transaction,
 ): Promise<EventAttributes[]> {
   const transactions = payloadData.transactions || [];
 
-  const transactionPromises = transactions.map((transactionArray: any) =>
-    processTransaction(transactionArray, block, tx),
-  );
-
-  await processCoinbaseTransaction(payloadData.coinbase, {
-    id: block.id,
-    chainId: block.chainId,
-    creationTime: block.creationTime,
+  const transactionPromises = transactions.map((transactionInfo: any) => {
+    return processTransaction(transactionInfo, block, tx);
   });
+  const normalTransactions = (await Promise.all(transactionPromises)).flat();
+
+  // TODO: This will be removed after TransactionDetails migration
+  if (NETWORK_ID === 'mainnet01') return normalTransactions;
+
+  const coinbase = await addCoinbaseTransactions([block], tx!);
+  const coinbaseTransactions = (await Promise.all(coinbase)).flat();
 
-  return (await Promise.all(transactionPromises)).flat();
+  return [...normalTransactions, ...coinbaseTransactions];
 }
 
 export async function processTransaction(

package.json

@@ -30,7 +30,7 @@
     "prettier": "^3.5.1"
   },
   "lint-staged": {
-    "*.{yml,yaml,go,json,md,js,ts}": [
+    "*.{yml,yaml,json,md,js,ts}": [
       "prettier --write"
     ]
   }