Merge pull request #10 from FilOzone/feat/indexer

Implement ponder indexer

Author: Kubuxu

.dockerignore

@@ -0,0 +1,20 @@
+**
+
+!package.json
+!pnpm-lock.yaml
+!pnpm-workspace.yaml
+!tsconfig.json
+
+!apps
+!apps/ponder
+!apps/ponder/**
+
+!packages
+!packages/repair-db
+!packages/repair-db/**
+
+**/node_modules
+**/dist
+**/.wireit
+**/.env
+**/*.log

.github/workflows/ponder-image.yml

@@ -0,0 +1,69 @@
+name: Ponder Image
+
+on:
+  push:
+    branches: [master]
+    tags: ["v*"]
+    paths:
+      - ".github/workflows/ponder-image.yml"
+      - ".dockerignore"
+      - "apps/ponder/**"
+      - "packages/repair-db/**"
+      - "package.json"
+      - "pnpm-lock.yaml"
+      - "pnpm-workspace.yaml"
+      - "tsconfig.json"
+  pull_request:
+    paths:
+      - ".github/workflows/ponder-image.yml"
+      - ".dockerignore"
+      - "apps/ponder/**"
+      - "packages/repair-db/**"
+      - "package.json"
+      - "pnpm-lock.yaml"
+      - "pnpm-workspace.yaml"
+      - "tsconfig.json"
+  workflow_dispatch:
+
+permissions:
+  contents: read
+  packages: write
+
+jobs:
+  build:
+    name: build ponder image
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v6
+
+      - name: Set image name
+        run: echo "IMAGE_NAME=ghcr.io/${GITHUB_REPOSITORY,,}-ponder" >> "$GITHUB_ENV"
+
+      - uses: docker/setup-buildx-action@v3
+
+      - uses: docker/login-action@v3
+        if: github.event_name != 'pull_request'
+        with:
+          registry: ghcr.io
+          username: ${{ github.actor }}
+          password: ${{ secrets.GITHUB_TOKEN }}
+
+      - uses: docker/metadata-action@v5
+        id: meta
+        with:
+          images: ${{ env.IMAGE_NAME }}
+          tags: |
+            type=ref,event=branch
+            type=ref,event=pr
+            type=ref,event=tag
+            type=sha,prefix=sha-
+
+      - uses: docker/build-push-action@v6
+        with:
+          context: .
+          file: apps/ponder/Dockerfile
+          push: ${{ github.event_name != 'pull_request' }}
+          tags: ${{ steps.meta.outputs.tags }}
+          labels: ${{ steps.meta.outputs.labels }}
+          cache-from: type=gha
+          cache-to: type=gha,mode=max

apps/ponder/Dockerfile

@@ -0,0 +1,27 @@
+# syntax=docker/dockerfile:1.7
+
+FROM node:24-slim
+
+WORKDIR /app
+
+ENV NO_COLOR=1
+
+RUN corepack enable
+
+COPY package.json pnpm-lock.yaml pnpm-workspace.yaml tsconfig.json ./
+COPY apps/ponder/package.json apps/ponder/package.json
+COPY packages/repair-db/package.json packages/repair-db/package.json
+
+RUN pnpm install --frozen-lockfile --filter @filoz/repair-ponder...
+
+COPY apps/ponder apps/ponder
+COPY packages/repair-db packages/repair-db
+
+RUN pnpm --filter @filoz/repair-db build
+RUN chown -R node:node /app
+
+USER node
+WORKDIR /app/apps/ponder
+
+ENTRYPOINT ["./node_modules/.bin/ponder"]
+CMD ["start"]

apps/ponder/README.md

@@ -0,0 +1,49 @@
+
+# Repair Ponder Indexer
+
+Indexes FWSS repair inventory state for datasets, pieces, and storage providers.
+
+The shared Drizzle schema used by downstream consumers lives in `packages/repair-db`.
+Ponder owns the on-chain write schema in `apps/ponder/ponder.schema.ts`, with table names imported from
+`@filoz/repair-db`.
+
+## Tables
+
+- `providers`: current ServiceProviderRegistry state, including provider name from block-scoped `eth_call`s and the
+  PDP product `serviceURL`.
+- `data_sets`: current FWSS dataset state. `pdp_end_epoch != 0` means PDP payment termination has started.
+- `pieces`: current piece inventory keyed by `(data_set_id, piece_id)`, with a secondary CID index for finding alternate
+  providers.
+
+## Commands
+
+```sh
+pnpm --filter @filoz/repair-ponder codegen:mainnet
+pnpm --filter @filoz/repair-ponder codegen:calibnet
+pnpm --filter @filoz/repair-ponder typecheck
+pnpm --filter @filoz/repair-ponder dev:mainnet
+pnpm --filter @filoz/repair-ponder dev:calibnet
+```
+
+Set `DATABASE_URL` and `RPC_URL` to override the local defaults.
+
+Environment variables:
+
+| Variable | Values | Default | Strict mode |
+| --- | --- | --- | --- |
+| `PONDER_NETWORK` | `mainnet`, `calibnet` | `mainnet` | Required |
+| `DATABASE_URL` | PostgreSQL connection string | `postgres://ponder:ponder@localhost:17825/ponder` | Required |
+| `RPC_URL` | Filecoin JSON-RPC URL | `http://localhost:1234/rpc/v1` | Required |
+| `PONDER_STRICT_ENV` | `true`, `1` | unset | Enables strict mode |
+
+Set `PONDER_STRICT_ENV=true` to require `PONDER_NETWORK`, `DATABASE_URL`, and `RPC_URL`, which is recommended for
+deployments.
+
+## Networks
+
+| Network | Goldsky slug | FWSS address | PDPVerifier address | Start block |
+| --- | --- | --- | --- | --- |
+| Filecoin mainnet | `filecoin` | `0x8408502033C418E1bbC97cE9ac48E5528F371A9f` | `0xBADd0B92C1c71d02E7d520f64c0876538fa2557F` | `5459607` |
+| Filecoin calibration | `filecoin-testnet` | `0x02925630df557F957f70E112bA06e50965417CA0` | `0x85e366Cf9DD2c0aE37E963d9556F5f4718d6417C` | `3141266` |
+
+Start blocks are 10 blocks before FWSS proxy creation. Mainnet FWSS was created at block `5459617`; calibration FWSS was created at block `3141276`.