First working version of SP1 Distributed Prover

Author: Champii

Cargo.lock

@@ -57,9 +57,19 @@ risc0-build = { version = "1.0.1" }
 risc0-binfmt = { version = "1.0.1" }
 
 # SP1
-sp1-sdk = { git = "https://github.com/succinctlabs/sp1.git", branch = "main" }
-sp1-zkvm = { git = "https://github.com/succinctlabs/sp1.git", branch = "main" }
-sp1-helper = { git = "https://github.com/succinctlabs/sp1.git", branch = "main" }
+sp1-sdk = { git = "https://github.com/succinctlabs/sp1.git", rev = "14eb569d41d24721ffbd407d6060e202482d659c" }
+sp1-zkvm = { git = "https://github.com/succinctlabs/sp1.git", rev = "14eb569d41d24721ffbd407d6060e202482d659c" }
+sp1-helper = { git = "https://github.com/succinctlabs/sp1.git", rev = "14eb569d41d24721ffbd407d6060e202482d659c" }
+sp1-core = { git = "https://github.com/succinctlabs/sp1.git", rev = "14eb569d41d24721ffbd407d6060e202482d659c" }
+
+
+# Plonky3
+p3-field = { git = "https://github.com/Plonky3/Plonky3.git", rev = "88ea2b866e41329817e4761429b4a5a2a9751c07" }
+p3-challenger = { git = "https://github.com/Plonky3/Plonky3.git", rev = "88ea2b866e41329817e4761429b4a5a2a9751c07" }
+p3-poseidon2 = { git = "https://github.com/Plonky3/Plonky3.git", rev = "88ea2b866e41329817e4761429b4a5a2a9751c07" }
+p3-baby-bear = { git = "https://github.com/Plonky3/Plonky3.git", rev = "88ea2b866e41329817e4761429b4a5a2a9751c07" }
+p3-symmetric = { git = "https://github.com/Plonky3/Plonky3.git", rev = "88ea2b866e41329817e4761429b4a5a2a9751c07" }
+
 
 # alloy
 alloy-rlp = { version = "0.3.4", default-features = false }
@@ -189,3 +199,16 @@ revm-primitives = { git = "https://github.com/taikoxyz/revm.git", branch = "v36-
 revm-precompile = { git = "https://github.com/taikoxyz/revm.git", branch = "v36-taiko" }
 secp256k1 = { git = "https://github.com/CeciliaZ030/rust-secp256k1", branch = "sp1-patch" }
 blst = { git = "https://github.com/CeciliaZ030/blst.git", branch = "v0.3.12-serialize" }
+
+# Patch Plonky3 for Serialize and Deserialize of DuplexChallenger
+[patch."https://github.com/succinctlabs/sp1.git"]
+sp1-sdk = { path = "../sp1/sdk" }
+sp1-core = { path = "../sp1/core" }
+
+# Patch Plonky3 for Serialize and Deserialize of DuplexChallenger
+[patch."https://github.com/Plonky3/Plonky3.git"]
+p3-field = { git = "https://github.com/Champii/Plonky3.git", branch = "serde_patch" }
+p3-challenger = { git = "https://github.com/Champii/Plonky3.git", branch = "serde_patch" }
+p3-poseidon2 = { git = "https://github.com/Champii/Plonky3.git", branch = "serde_patch" }
+p3-baby-bear = { git = "https://github.com/Champii/Plonky3.git", branch = "serde_patch" }
+p3-symmetric = { git = "https://github.com/Champii/Plonky3.git", branch = "serde_patch" }

Cargo.toml

@@ -82,7 +82,7 @@ ethers-core = { workspace = true }
 
 [features]
 default = []
-sp1 = ["raiko-core/sp1"]
+sp1 = ["raiko-core/sp1", "sp1-driver"]
 risc0 = ["raiko-core/risc0"]
 sgx = ["raiko-core/sgx"]
 

host/Cargo.toml

@@ -35,6 +35,21 @@ pub struct Opts {
     /// [default: 0.0.0.0:8080]
     address: String,
 
+    #[arg(long, require_equals = true, default_value = "0.0.0.0:8081")]
+    #[serde(default = "Opts::default_sp1_worker_address")]
+    /// Distributed SP1 worker listening address
+    /// [default: 0.0.0.0:8081]
+    sp1_worker_address: String,
+
+    #[arg(long, default_value = None)]
+    /// Distributed SP1 worker orchestrator address
+    ///
+    /// Setting this will enable the worker and restrict it to only accept requests from
+    /// this orchestrator
+    ///
+    /// [default: None]
+    sp1_orchestrator_address: Option<String>,
+
     #[arg(long, require_equals = true, default_value = "16")]
     #[serde(default = "Opts::default_concurrency_limit")]
     /// Limit the max number of in-flight requests
@@ -88,6 +103,10 @@ impl Opts {
         "0.0.0.0:8080".to_string()
     }
 
+    fn default_sp1_worker_address() -> String {
+        "0.0.0.0:8081".to_string()
+    }
+
     fn default_concurrency_limit() -> usize {
         16
     }

host/src/lib.rs

@@ -8,6 +8,15 @@ pub mod api;
 
 /// Starts the proverd server.
 pub async fn serve(state: ProverState) -> anyhow::Result<()> {
+    #[cfg(feature = "sp1")]
+    if let Some(orchestrator_addr) = state.opts.sp1_orchestrator_address.as_ref() {
+        sp1_driver::serve(
+            state.opts.sp1_worker_address.clone(),
+            orchestrator_addr.clone(),
+        )
+        .await;
+    }
+
     let addr = SocketAddr::from_str(&state.opts.address)
         .map_err(|_| HostError::InvalidAddress(state.opts.address.clone()))?;
     let listener = TcpListener::bind(addr).await?;

host/src/server/mod.rs

@@ -16,18 +16,19 @@ alloy-sol-types = { workspace = true }
 serde = { workspace = true, optional = true }
 serde_json = { workspace = true, optional = true }
 sp1-sdk = { workspace = true, optional = true }
+sp1-core = { workspace = true, optional = true }
 anyhow = { workspace = true, optional = true }
 once_cell = { workspace = true, optional = true }
 sha3 = { workspace = true, optional = true, default-features = false }
 tracing = { workspace = true, optional = true }
 
-
 [features]
 enable = [
     "serde",
     "serde_json",
     "raiko-lib",
     "sp1-sdk",
+    "sp1-core",
     "anyhow",
     "alloy-primitives",
     "once_cell",

provers/sp1/driver/Cargo.toml

@@ -7,7 +7,7 @@ use serde::{Deserialize, Serialize};
 use sp1_sdk::{
     network::client::NetworkClient,
     proto::network::{ProofMode, ProofStatus, UnclaimReason},
-    ProverClient, SP1Stdin,
+    serve, ProverClient, SP1Stdin,
 };
 use std::{env, thread::sleep, time::Duration};
 use tracing::info as tracing_info;

provers/sp1/driver/src/lib.rs

@@ -150,8 +150,13 @@ if [ -z "$1" ] || [ "$1" == "sp1" ]; then
 		cargo ${TOOLCHAIN_SP1} build ${FLAGS} --features sp1
 	else
 		if [ -z "${TEST}" ]; then
+			if [ -n "$ORCHESTRATOR" ]; then
+				export ARGS="--sp1-orchestrator-address $ORCHESTRATOR"
+				echo "Running in worker mode with orchestrator address $ORCHESTRATOR"
+			fi
+
 			echo "Running Sp1 prover"
-			cargo ${TOOLCHAIN_SP1} run ${FLAGS} --features sp1
+			cargo ${TOOLCHAIN_SP1} run ${FLAGS} --features sp1 -- ${ARGS}
 		else
 			echo "Running Sp1 tests"
 			cargo ${TOOLCHAIN_SP1} test ${FLAGS} --lib sp1-driver --features sp1 -- run_unittest_elf