decrease batch size if response too large

Author: tmcgroul

evm/evm-data-service/src/main.ts

@@ -95,7 +95,7 @@ runProgram(async () => {
             return mainWorker.getStream(req)
         }
     }
-
+    // dataSource = createDataSource(dataSourceOptions)
     let service = await runDataService({
         source: dataSource,
         blockCacheSize: args.blockCacheSize,

evm/evm-rpc/src/rpc.ts

@@ -621,7 +621,7 @@ export class Rpc {
         if (batch.length <= 1) return this.batchCall(batch, options)
 
         let result = await this.batchCall(batch, {...options, retryAttempts: 0}).catch(err => {
-            if (this.client.isConnectionError(err) || err instanceof RpcProtocolError) {
+            if (this.isRetryableError(err)) {
                 this.log.warn(err, 'will retry request with reduced batch')
             } else {
                 throw err
@@ -643,6 +643,14 @@ export class Rpc {
         let chainId: Qty = await this.call('eth_chainId')
         return this.chainUtils = new ChainUtils(chainId)
     }
+
+    isRetryableError(err: any): boolean {
+        if (this.client.isConnectionError(err)) return true
+        if (err instanceof RpcProtocolError) return true
+        if (err instanceof RpcError && err.message == 'response too large') return true
+        if (err instanceof RpcError && err.code == 429) return true
+        return false
+    }
 }
 
 

util/rpc-client/src/client.ts

@@ -518,9 +518,6 @@ export class RpcClient {
         if (err instanceof RpcConnectionError) return true
         if (isHttpConnectionError(err)) return true
         if (err instanceof HttpTimeoutError) return true
-        if (err instanceof RpcError) {
-            return err.code == 429
-        }
         if (err instanceof HttpError) {
             switch(err.response.status) {
                 case 408:
@@ -594,6 +591,7 @@ function isExecutionTimeoutError(err: unknown): boolean {
     return err instanceof RpcError && /execution timeout/i.test(err.message)
 }
 
+
 function isRequestTimedOutError(err: unknown): boolean {
     return err instanceof RpcError && /request.*timed out/i.test(err.message)
 }