fix: make log query batch size a parameter as it can be changed on the indexed native nodes

Author: kuco23

packages/fasset-indexer-core/src/config/config.ts

@@ -71,6 +71,11 @@ export class ConfigLoader {
     return minBlock == null ? undefined : parseInt(minBlock)
   }
 
+  get logQueryBatchSize(): number {
+    const size = process.env.LOG_QUERY_BATCH_SIZE
+    return size == null ? 28 : parseInt(size)
+  }
+
   get indexPrices(): boolean {
     return process.env.INDEX_PRICES === 'true'
   }

packages/fasset-indexer-core/src/config/constants.ts

@@ -6,7 +6,6 @@ export const SLEEP_AFTER_ERROR_MS = 100
 export const EVM_LOG_FETCH_SLEEP_MS = 30 * 1000 // collect logs every 30 seconds
 export const EVM_STATE_UPDATE_SLEEP_MS = 60 * 1000 // collect state every one minute
 export const EVM_BLOCK_HEIGHT_OFFSET = 10 // log collection offset from the current block height
-export const EVM_LOG_FETCH_SIZE = 30 // number of logs fetched from an evm chain (max is 30)
 
 // db settings
 export const MIN_DATABASE_POOL_CONNECTIONS = 2

packages/fasset-indexer-core/src/indexer/indexer.ts

@@ -5,7 +5,6 @@ import { EventScraper } from './eventlib/event-scraper'
 import { logger } from '../logger'
 import {
   FIRST_UNHANDLED_EVENT_BLOCK_DB_KEY,
-  EVM_LOG_FETCH_SIZE,
   EVM_BLOCK_HEIGHT_OFFSET,
   MIN_EVM_BLOCK_NUMBER_DB_KEY
 } from '../config/constants'
@@ -35,8 +34,8 @@ export class EventIndexer {
     if (endBlock === undefined || endBlock > lastBlockToHandle) {
       endBlock = lastBlockToHandle
     }
-    for (let i = startBlock; i <= endBlock; i += EVM_LOG_FETCH_SIZE + 1) {
-      const endLoopBlock = Math.min(endBlock, i + EVM_LOG_FETCH_SIZE)
+    for (let i = startBlock; i <= endBlock; i += this.context.config.logQueryBatchSize + 1) {
+      const endLoopBlock = Math.min(endBlock, i + this.context.config.logQueryBatchSize)
       const logs = await this.eventScraper.getLogs(i, endLoopBlock)
       await this.storeLogs(logs)
       await this.setFirstUnhandledBlock(endLoopBlock + 1)