First working version of SP1 Distributed Prover

Author: Champii

Cargo.lock

@@ -57,9 +57,10 @@ risc0-build = { version = "1.0.1" }
 risc0-binfmt = { version = "1.0.1" }
 
 # SP1
-sp1-sdk = { git = "https://github.com/succinctlabs/sp1.git", branch = "main" }
-sp1-zkvm = { git = "https://github.com/succinctlabs/sp1.git", branch = "main" }
-sp1-helper = { git = "https://github.com/succinctlabs/sp1.git", branch = "main" }
+sp1-sdk = { git = "https://github.com/succinctlabs/sp1.git", rev = "14eb569d41d24721ffbd407d6060e202482d659c" }
+sp1-zkvm = { git = "https://github.com/succinctlabs/sp1.git", rev = "14eb569d41d24721ffbd407d6060e202482d659c" }
+sp1-helper = { git = "https://github.com/succinctlabs/sp1.git", rev = "14eb569d41d24721ffbd407d6060e202482d659c" }
+
 
 # alloy
 alloy-rlp = { version = "0.3.4", default-features = false }
@@ -189,3 +190,15 @@ revm-primitives = { git = "https://github.com/taikoxyz/revm.git", branch = "v36-
 revm-precompile = { git = "https://github.com/taikoxyz/revm.git", branch = "v36-taiko" }
 secp256k1 = { git = "https://github.com/CeciliaZ030/rust-secp256k1", branch = "sp1-patch" }
 blst = { git = "https://github.com/CeciliaZ030/blst.git", branch = "v0.3.12-serialize" }
+
+# Patch Plonky3 for Serialize and Deserialize of DuplexChallenger
+[patch."https://github.com/succinctlabs/sp1.git"]
+sp1-sdk = { path = "../sp1/sdk" }
+
+# Patch Plonky3 for Serialize and Deserialize of DuplexChallenger
+[patch."https://github.com/Plonky3/Plonky3.git"]
+p3-field = { git = "https://github.com/Champii/Plonky3.git", branch = "serde_patch" }
+p3-challenger = { git = "https://github.com/Champii/Plonky3.git", branch = "serde_patch" }
+p3-poseidon2 = { git = "https://github.com/Champii/Plonky3.git", branch = "serde_patch" }
+p3-baby-bear = { git = "https://github.com/Champii/Plonky3.git", branch = "serde_patch" }
+p3-symmetric = { git = "https://github.com/Champii/Plonky3.git", branch = "serde_patch" }

Cargo.toml

@@ -82,7 +82,7 @@ ethers-core = { workspace = true }
 
 [features]
 default = []
-sp1 = ["raiko-core/sp1"]
+sp1 = ["raiko-core/sp1", "sp1-driver"]
 risc0 = ["raiko-core/risc0"]
 sgx = ["raiko-core/sgx"]
 

host/Cargo.toml

@@ -35,6 +35,21 @@ pub struct Opts {
     /// [default: 0.0.0.0:8080]
     address: String,
 
+    #[arg(long, require_equals = true, default_value = "0.0.0.0:8081")]
+    #[serde(default = "Opts::default_sp1_worker_address")]
+    /// Distributed SP1 worker listening address
+    /// [default: 0.0.0.0:8081]
+    sp1_worker_address: String,
+
+    #[arg(long, default_value = None)]
+    /// Distributed SP1 worker orchestrator address
+    ///
+    /// Setting this will enable the worker and restrict it to only accept requests from
+    /// this orchestrator
+    ///
+    /// [default: None]
+    sp1_orchestrator_address: Option<String>,
+
     #[arg(long, require_equals = true, default_value = "16")]
     #[serde(default = "Opts::default_concurrency_limit")]
     /// Limit the max number of in-flight requests
@@ -88,6 +103,10 @@ impl Opts {
         "0.0.0.0:8080".to_string()
     }
 
+    fn default_sp1_worker_address() -> String {
+        "0.0.0.0:8081".to_string()
+    }
+
     fn default_concurrency_limit() -> usize {
         16
     }

host/src/lib.rs

@@ -8,6 +8,15 @@ pub mod api;
 
 /// Starts the proverd server.
 pub async fn serve(state: ProverState) -> anyhow::Result<()> {
+    #[cfg(feature = "sp1")]
+    if let Some(orchestrator_addr) = state.opts.sp1_orchestrator_address.as_ref() {
+        sp1_driver::serve_worker(
+            state.opts.sp1_worker_address.clone(),
+            orchestrator_addr.clone(),
+        )
+        .await;
+    }
+
     let addr = SocketAddr::from_str(&state.opts.address)
         .map_err(|_| HostError::InvalidAddress(state.opts.address.clone()))?;
     let listener = TcpListener::bind(addr).await?;

host/src/server/mod.rs

@@ -21,7 +21,6 @@ once_cell = { workspace = true, optional = true }
 sha3 = { workspace = true, optional = true, default-features = false }
 tracing = { workspace = true, optional = true }
 
-
 [features]
 enable = [
     "serde",

provers/sp1/driver/Cargo.toml

@@ -4,6 +4,7 @@ use raiko_lib::{
     prover::{IdStore, IdWrite, Proof, ProofKey, Prover, ProverConfig, ProverError, ProverResult},
 };
 use serde::{Deserialize, Serialize};
+pub use sp1_sdk::serve_worker;
 use sp1_sdk::{
     network::client::NetworkClient,
     proto::network::{ProofMode, ProofStatus, UnclaimReason},

provers/sp1/driver/src/lib.rs

@@ -150,8 +150,13 @@ if [ -z "$1" ] || [ "$1" == "sp1" ]; then
 		cargo ${TOOLCHAIN_SP1} build ${FLAGS} --features sp1
 	else
 		if [ -z "${TEST}" ]; then
+			if [ -n "$ORCHESTRATOR" ]; then
+				export ARGS="--sp1-orchestrator-address $ORCHESTRATOR"
+				echo "Running in worker mode with orchestrator address $ORCHESTRATOR"
+			fi
+
 			echo "Running Sp1 prover"
-			cargo ${TOOLCHAIN_SP1} run ${FLAGS} --features sp1
+			cargo ${TOOLCHAIN_SP1} run ${FLAGS} --features sp1 -- ${ARGS}
 		else
 			echo "Running Sp1 tests"
 			cargo ${TOOLCHAIN_SP1} test ${FLAGS} --lib sp1-driver --features sp1 -- run_unittest_elf