implement mollusk conformance testing

Author: buffalojoec

.github/workflows/main.yml

@@ -141,8 +141,8 @@ jobs:
             exit 1;
           fi
   
-  fd_conformance:
-    name: Builtin-BPF Conformance Test
+  conformance:
+    name: Conformance Test
     runs-on: ubuntu-latest
     needs: build_programs
     steps:
@@ -160,16 +160,17 @@ jobs:
         run: |
           sudo apt-get update
           sudo apt-get install -y libudev-dev pkg-config
+          cargo install mollusk-svm-cli
       
       - name: Restore Program Builds
         uses: actions/cache/restore@v4
         with:
           path: ./**/*.so
           key: ${{ runner.os }}-builds-${{ github.sha }}
 
-      - name: Builtin-BPF Conformance Test
+      - name: Conformance Test
         shell: bash
-        run: pnpm zx ./scripts/ci/fd-conformance.mjs
+        run: pnpm zx ./scripts/ci/conformance.mjs
 
   ## SKIP: IDL is hand-cranked here for now.
   ##

.gitignore

@@ -6,5 +6,6 @@
 **/*.rs.bk
 node_modules
 test-ledger
+base.so
 dist
 solana-conformance

Cargo.lock

@@ -1,8 +1,6 @@
 [workspace]
 resolver = "2"
 members = ["clients/rust", "program"]
-# Required for CI
-exclude = ["solana-conformance/impl/solfuzz-agave"]
 
 [workspace.package]
 authors = ["Anza Technology Maintainers <[email protected]>"]

Cargo.toml

@@ -24,7 +24,7 @@ solana-program = { workspace = true }
 thiserror = { workspace = true }
 
 [dev-dependencies]
-mollusk-svm = { workspace = true, features = ["fuzz-fd"] }
+mollusk-svm = { workspace = true, features = ["fuzz"] }
 mollusk-svm-bencher = { workspace = true }
 solana-sdk = { workspace = true }
 

program/Cargo.toml

@@ -0,0 +1,27 @@
+#!/usr/bin/env zx
+
+// Mollusk conformance testing of this Core BPF Config program against the
+// version running on mainnet-beta.
+
+import 'zx/globals';
+import { getProgramId, getProgramSharedObjectPath, workingDirectory } from '../utils.mjs';
+
+const programId = getProgramId('program');
+const programBinaryPath = getProgramSharedObjectPath('program');
+const baseBinaryPath = path.join(workingDirectory, 'base.so');
+const molluskFixturesPath = path.join(workingDirectory, 'program', 'fuzz', 'blob');
+
+// Clone the program from mainnet-beta.
+await $`solana program dump -um ${programId} ${baseBinaryPath}`;
+
+// Test this program against the cloned program for conformance with Mollusk.
+let output = await $`mollusk run-test \
+    --proto firedancer \
+    ${baseBinaryPath} ${programBinaryPath} \
+    ${molluskFixturesPath} ${programId}`;
+
+// The last line of output should exactly match the following:
+// [DONE][TEST RESULT]: 0 failures
+if (!output.stdout.includes("[DONE][TEST RESULT]: 0 failures")) {
+    throw new Error(`Error: mismatches detected.`);
+}