updateProviderList.ts

import _providerList from '../providers.json'
import fs from 'fs'
import axios from "axios";
import { debugLog } from './debugLog';

const providerList = _providerList as {
  [key: string]: {
    rpc: string[]
    chainId: number
  }
}

const duplicateChainIds: number[] = [2020]

async function main() {
  let { data: chainData } = await axios('https://chainlist.org/rpcs.json')
  const providerIDMap = {} as {
    [key: string]: string[]
  }
  Object.values(providerList).forEach((i: any) => providerIDMap[i.chainId] = i.rpc)
  chainData = chainData
    .filter((i: any) => i.rpc.length)
    .filter((i: any) => !i.status || i.status === 'active')
    .filter((i: any) => i.shortName)
  for (const i of chainData) {
    if (duplicateChainIds.includes(i.chainId)) continue    
    i.rpc = await filterForWorkingRPCs(i.rpc.map((j: any) => j.url), i.name, i.chainId)
    if (!i.rpc.length) continue;
    if (providerIDMap[i.chainId]) {
      providerIDMap[i.chainId].push(...i.rpc)
    } else if (providerList[i.shortName.toLowerCase()]) {
      debugLog(`Duplicate short name ${i.chainId} for ${i.shortName}, doing nothing`)
    } else {
      providerList[i.shortName.toLowerCase()] = {
        rpc: i.rpc,
        chainId: i.chainId
      }
    }
  }

  Object.values(providerList).forEach((i: any) => {
    i.rpc = Array.from(new Set(filterRPCs(i.rpc)));
  });
  fs.writeFileSync(__dirname + '/../providers.json', JSON.stringify(providerList));
}

function filterRPCs(rpc: string[]): string[] {
  return rpc.filter((i: string) => {
    if (i.endsWith('/demo')) return false // remove demo rpc
    if (i.includes('$')) return false // remove anything where api key is injected
    if (i.startsWith('wss://') || i.startsWith('ws://')) return false // remove websocket rpcs
    return true
  }).map((i: string) => {
    if (i.endsWith('/')) return i.slice(0, -1)
    return i
  })
}

async function filterForWorkingRPCs(rpc: string[], chain: string, chainId: number): Promise<string[]> {
  if (rpc.length < 10) return rpc
  rpc = filterRPCs(rpc)

  const promises = await Promise.all(rpc.map(async (i: string) => {
    try {
      const { data } = await axios.post(i, {
        jsonrpc: '2.0',
        method: 'eth_blockNumber',
        params: [],
        id: 1
      }, {
        timeout: 3000
      })
      if (data.result) return i
    } catch (e) {
      // console.log((e as any).message, i, chain)
    }
  }))

  return rpc.filter((_i: string, index: number) => promises[index])
}

main()