feat: add script for xrp timestamp unix conversion

Author: kuco23

package.json

@@ -20,6 +20,7 @@
     "run-native-indexer-debug": "ts-node packages/fasset-indexer-core/src/run/run-indexer.ts",
     "run-native-watchdog": "yarn build-base && node packages/fasset-indexer-core/dist/src/run/run-watchdog.js",
     "run-xrp-indexer": "yarn build-base && node packages/fasset-indexer-xrp/dist/src/run/run-indexer.js",
+    "run-xrp-indexer-debug": "ts-node packages/fasset-indexer-xrp/src/run/run-indexer.ts",
     "run-btc-indexer": "yarn build-base && node packages/fasset-indexer-btc/dist/src/run/run-indexer.js",
     "run-doge-indexer": "yarn build-base && node packages/fasset-indexer-doge/dist/src/run/run-indexer.js",
     "run-api": "yarn build && node packages/fasset-indexer-api/dist/src/main",

packages/fasset-indexer-core/src/orm/entities/underlying/address.ts

@@ -1,4 +1,4 @@
-import { Entity, ManyToOne, PrimaryKey, Property } from "@mikro-orm/core"
+import { Entity, OneToOne, PrimaryKey, Property } from "@mikro-orm/core"
 import { uint256 } from "../../custom/uint"
 
 
@@ -15,7 +15,7 @@ export class UnderlyingAddress {
 @Entity()
 export class UnderlyingBalance {
 
-  @ManyToOne({ entity: () => UnderlyingAddress, primary: true })
+  @OneToOne({ entity: () => UnderlyingAddress, owner: true, primary: true })
   address!: UnderlyingAddress
 
   @Property({ type: new uint256() })

packages/fasset-indexer-xrp/src/constants.ts

@@ -1,4 +1,6 @@
 export const FIRST_UNHANDLED_DOGE_BLOCK_DB_KEY = 'firstUnhandledXrpBlock'
 export const MIN_DOGE_BLOCK_NUMBER_DB_KEY = 'minXrpBlockNumber'
 
-export const BLOCK_HEIGHT_OFFSET = 15
+export const XRP_BLOCK_HEIGHT_OFFSET = 15
+
+export const XRP_TIMESTAMP_UNIX_OFFSET = 946684800

packages/fasset-indexer-xrp/src/indexer/xrp-indexer.ts

@@ -4,6 +4,7 @@ import { findOrCreateEntity, getVar, setVar, type EntityManager } from "fasset-i
 import { PaymentReference } from "fasset-indexer-core/utils"
 import { logger } from "fasset-indexer-core/logger"
 import { IXrpMemo, IXrpBlock, IXrpTransaction } from "../client/interface"
+import { XRP_TIMESTAMP_UNIX_OFFSET } from "../constants"
 import type { XrpContext } from "../context"
 
 
@@ -137,7 +138,8 @@ export class XrpIndexer {
 
   private async storeXrpBlock(em: EntityManager, xrpBlock: IXrpBlock): Promise<Entities.UnderlyingBlock> {
     return em.create(Entities.UnderlyingBlock, {
-      hash: xrpBlock.ledger_hash, height: xrpBlock.ledger_index, timestamp: xrpBlock.close_time
+      hash: xrpBlock.ledger_hash, height: xrpBlock.ledger_index,
+      timestamp: xrpBlock.close_time + XRP_TIMESTAMP_UNIX_OFFSET
     })
   }
 

packages/fasset-indexer-xrp/src/run/run-indexer.ts

@@ -3,6 +3,7 @@ import { XrpIndexer } from "../indexer/xrp-indexer"
 import { XrpConfigLoader } from "../config/config"
 import { XrpContext } from "../context"
 import { monitor } from "./run-monitor"
+import { fixRippleBlockTimestamp } from "../scripts/fix-ripple-block-timestamps"
 import {
   FIRST_UNHANDLED_XRP_BLOCK_DB_KEY,
   MIN_XRP_BLOCK_NUMBER_DB_KEY
@@ -19,7 +20,11 @@ async function runIndexer() {
     config.xrpMonitoredAddresses
   )
   const runner = new IndexerRunner(indexer, 'xrp')
-  await Promise.all([monitor(config, context), runner.run(config.xrpMinBlockNumber)])
+  await Promise.all([
+    fixRippleBlockTimestamp(context),
+    monitor(config, context),
+    runner.run(config.xrpMinBlockNumber)
+  ])
 }
 
 runIndexer()

packages/fasset-indexer-xrp/src/scripts/fix-ripple-block-timestamps.ts

@@ -0,0 +1,17 @@
+import { UnderlyingBlock } from "fasset-indexer-core/entities"
+import { logger } from "fasset-indexer-core/logger"
+import { XRP_TIMESTAMP_UNIX_OFFSET } from "../constants"
+import type { XrpContext } from "../context"
+
+
+const MAX_XRP_TIMESTAMP = 30 * 365 * 24 * 60 * 60 // 2030
+
+export async function fixRippleBlockTimestamp(context: XrpContext) {
+  const em = context.orm.em.fork()
+  const blocks = await em.find(UnderlyingBlock, { timestamp: { $lt: MAX_XRP_TIMESTAMP } })
+  for (const block of blocks) {
+    block.timestamp = block.timestamp + XRP_TIMESTAMP_UNIX_OFFSET
+    await em.persistAndFlush(block)
+  }
+  logger.info('finished fixing ripple block timestamps')
+}