Jt/app registry subgraph 4 (#4561)

### Description

- fetch agentUri and store in new field agentData, a json column in
subgraph postgres.

### Changes

<!-- List the specific changes made in this PR, for example:
- Added/modified feature X
- Fixed bug in component Y
- Refactored module Z
- Updated documentation
-->

### Checklist

- [ ] Tests added where required
- [ ] Documentation updated where applicable
- [ ] Changes adhere to the repository's contribution guidelines

Author: jterzis

packages/subgraph/package.json

@@ -20,6 +20,7 @@
     },
     "dependencies": {
         "@towns-protocol/web3": "workspace:^",
+        "axios": "^1.9.0",
         "hono": "^4.7.11",
         "ponder": "^0.13.14",
         "viem": "^2.29.3"

packages/subgraph/ponder.schema.ts

@@ -1,4 +1,5 @@
 import { onchainTable, onchainEnum, primaryKey, relations, index } from 'ponder'
+import { AgentData } from './src/agentData'
 
 export const analyticsEventType = onchainEnum('analytics_event_type', [
     'swap',
@@ -478,6 +479,7 @@ export const agentIdentity = onchainTable(
         app: t.hex().notNull(), // FK to apps.address
         agentId: t.bigint().notNull(),
         agentUri: t.text(),
+        agentData: t.json().$type<AgentData>(),
         registeredAt: t.bigint().notNull(),
         registeredAtBlock: t.bigint().notNull(),
         updatedAt: t.bigint(),

packages/subgraph/src/agentData.ts

@@ -0,0 +1,47 @@
+import axios from 'axios'
+
+export type AgentData = {
+    type?: string
+    name?: string
+    description?: string
+    image?: string
+    endpoints?: Array<{
+        name?: string
+        endpoint?: string
+        version?: string
+    }>
+    registrations?: Array<{
+        agentId?: number
+        agentRegistry?: string
+    }>
+    supportedTrust?: string[]
+}
+
+export async function fetchAgentData(
+    uri: string,
+    maxRetries: number = 3,
+    retryDelayMs: number = 1000,
+): Promise<AgentData | null> {
+    if (!uri.startsWith('https://')) return null
+
+    for (let attempt = 1; attempt <= maxRetries; attempt++) {
+        try {
+            const response = await axios.get<AgentData>(uri, { timeout: 5000 })
+            if (response.status !== 200) {
+                console.warn(`Warning: Received status ${response.status} from ${uri}`)
+            }
+            return response.data
+        } catch (error) {
+            if (attempt < maxRetries) {
+                console.warn(
+                    `Fetch attempt ${attempt} failed for ${uri}, retrying in ${retryDelayMs}ms...`,
+                )
+                await new Promise((resolve) => setTimeout(resolve, retryDelayMs))
+            } else {
+                console.error(`All ${maxRetries} fetch attempts failed for ${uri}`)
+            }
+        }
+    }
+
+    return null
+}

packages/subgraph/src/index.ts

@@ -7,6 +7,7 @@ import {
     handleRedelegation,
     decodePermissions,
 } from './utils'
+import { fetchAgentData } from './agentData'
 
 const ETH_ADDRESS = '0xeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeee' as const
 
@@ -925,6 +926,22 @@ ponder.on('AppRegistry:Registered', async ({ event, context }) => {
             })
             .onConflictDoNothing()
 
+        // Fetch and store agent data if URI is provided
+        if (agentUri) {
+            const agentData = await fetchAgentData(agentUri)
+            if (agentData) {
+                await context.db.sql
+                    .update(schema.agentIdentity)
+                    .set({ agentData: agentData })
+                    .where(
+                        and(
+                            eq(schema.agentIdentity.app, owner),
+                            eq(schema.agentIdentity.agentId, agentId),
+                        ),
+                    )
+            }
+        }
+
         // Initialize reputation summary
         await context.db
             .insert(schema.agentReputationSummary)
@@ -964,19 +981,30 @@ ponder.on('AppRegistry:UriUpdated', async ({ event, context }) => {
             return
         }
 
-        // Update the URI
-        await context.db.sql
-            .update(schema.agentIdentity)
-            .set({
-                agentUri: agentUri,
-                updatedAt: blockTimestamp,
-            })
-            .where(
-                and(
-                    eq(schema.agentIdentity.app, agent.app),
-                    eq(schema.agentIdentity.agentId, agentId),
-                ),
+        // Fetch agent data from new URI with retries
+        const agentData = await fetchAgentData(agentUri)
+
+        if (agentData !== null) {
+            // Only update if fetch succeeds - keeps URI and data in sync
+            await context.db.sql
+                .update(schema.agentIdentity)
+                .set({
+                    agentUri: agentUri,
+                    agentData: agentData,
+                    updatedAt: blockTimestamp,
+                })
+                .where(
+                    and(
+                        eq(schema.agentIdentity.app, agent.app),
+                        eq(schema.agentIdentity.agentId, agentId),
+                    ),
+                )
+        } else {
+            console.warn(
+                `Skipping URI update for agentId ${agentId}, fetch failed after retries. ` +
+                    `Keeping existing URI: ${agent.agentUri}`,
             )
+        }
     } catch (error) {
         console.error(
             `Error processing AppRegistry:UriUpdated at blockNumber ${blockNumber}:`,

yarn.lock

@@ -10627,6 +10627,7 @@ __metadata:
     "@types/node": ^20.14.8
     "@typescript-eslint/eslint-plugin": ^8.29.0
     "@typescript-eslint/parser": ^8.29.0
+    axios: ^1.9.0
     eslint: ^8.57.1
     eslint-config-ponder: ^0.9.27
     eslint-import-resolver-typescript: ^4.3.2