Add payer to data sets (#20)

* feat(datasets): add payer to data sets

Signed-off-by: Jakub Sztandera <oss@kubuxu.com>

* feat(datasets): add source metadata

Signed-off-by: Jakub Sztandera <oss@kubuxu.com>

---------

Signed-off-by: Jakub Sztandera <oss@kubuxu.com>

Author: Kubuxu

apps/ponder/README.md

@@ -11,8 +11,9 @@ Ponder owns the on-chain write schema in `apps/ponder/ponder.schema.ts`, with ta
 
 - `providers`: current ServiceProviderRegistry state, including provider name from block-scoped `eth_call`s, the PDP
   product `serviceURL`, FWSS approval status, and endorsement status from the canonical ProviderIdSet.
-- `data_sets`: current FWSS dataset state. `with_cdn` and `with_ipfs_indexing` are extracted from dataset metadata.
-  `pdp_end_epoch IS NOT NULL` means PDP payment termination has started.
+- `data_sets`: current FWSS dataset state, including the dataset payer and optional metadata `source`. `with_cdn` and
+  `with_ipfs_indexing` are extracted from dataset metadata. `pdp_end_epoch IS NOT NULL` means PDP payment termination has
+  started.
 - `pieces`: current piece inventory keyed by `(data_set_id, piece_id)`, with a secondary CID index for finding alternate
   providers.
 

apps/ponder/ponder.schema.ts

@@ -25,6 +25,8 @@ export const dataSets = onchainTable(
   (t) => ({
     dataSetId: t.int8({ mode: 'bigint' }).primaryKey(),
     providerId: t.int8({ mode: 'bigint' }).notNull(),
+    payer: t.text().notNull(),
+    source: t.text(),
     metadata: t.jsonb(),
     withCdn: t.boolean().notNull(),
     withIpfsIndexing: t.boolean().notNull(),

apps/ponder/src/fwss.ts

@@ -4,14 +4,16 @@ import { decodePiece } from './cid-utils.ts'
 import { eventBlock, metadataFromEntries, metadataHasEmptyFlag } from './event-utils.ts'
 
 ponder.on('FWSS:DataSetCreated', async ({ event, context }) => {
-  const { dataSetId, providerId, metadataKeys, metadataValues } = event.args as {
+  const { dataSetId, providerId, payer, metadataKeys, metadataValues } = event.args as {
     dataSetId: bigint
     providerId: bigint
+    payer: `0x${string}`
     metadataKeys?: readonly string[]
     metadataValues?: readonly string[]
   }
 
   const metadata = metadataFromEntries(metadataKeys, metadataValues)
+  const source = metadata?.source ?? null
   const block = eventBlock(event)
   const withCdn = metadataHasEmptyFlag(metadata, 'withCDN')
   const withIpfsIndexing = metadataHasEmptyFlag(metadata, 'withIPFSIndexing')
@@ -21,6 +23,8 @@ ponder.on('FWSS:DataSetCreated', async ({ event, context }) => {
     .values({
       dataSetId,
       providerId,
+      payer,
+      source,
       metadata,
       withCdn,
       withIpfsIndexing,
@@ -31,6 +35,8 @@ ponder.on('FWSS:DataSetCreated', async ({ event, context }) => {
     })
     .onConflictDoUpdate({
       providerId,
+      payer,
+      source,
       metadata,
       withCdn,
       withIpfsIndexing,

packages/repair-db/src/schema.ts

@@ -25,6 +25,8 @@ export const dataSets = pgTable(
   {
     dataSetId: bigint('data_set_id', { mode: 'bigint' }).primaryKey(),
     providerId: bigint('provider_id', { mode: 'bigint' }).notNull(),
+    payer: text('payer').notNull(),
+    source: text('source'),
     metadata: jsonb('metadata').$type<JsonRecord | null>(),
     withCdn: boolean('with_cdn').notNull(),
     withIpfsIndexing: boolean('with_ipfs_indexing').notNull(),