feat(host): extract worker message handling (#307)

* feat(host): extract worker message handling

* [WIP](host): add initial cancel API for proof tasks

* fix(host): add return expression

* fix(host): wrap prover into a option string

* fix(host): cleanup imports

* refactor(host): move proof handlers into separate module

* feat(host): use actor pattern to spawn tasks

* refactor(host): clean up task spawning

* chore(deps): remove hyper

* chore(deps): update dependencies

* feat(host): add concurrency limit to proof tasks

* fix(pipeline): convert buffer types

* fix(harness): pass second argument

* refactor(host): move allocator next to memory module

* feat(host): handle task cancell status and refactor handler

* feat(host,task_manager): add documentation to v2 API

* fix(host): fix typo in docs

* chore(lib,core,host): use tracing instead of println

* feat(host): update cancellation route

* refactor(host): move proof file into module

* [WIP](core,host,task_manager): stub prune and report endpoints

* refactor(task_manager): use `TaskDescriptor` inside `TaskReport`

* feat(host): don't start work unless the latest status is `Registered`

* feat(host): update prune docs with `PruneStatus`

* feat(task_manager): refactor in memory implementation

Author: petarvujovic98

Diff for: Cargo.lock

@@ -108,7 +108,7 @@ rlp = "0.5.2"
 hex = { version = "0.4.3" }
 hex-literal = "0.4"
 base64-serde = "0.7.0"
-base64 = "0.21.7"
+base64 = "0.22.1"
 libflate = { version = "2.0.0" }
 typetag = { version = "0.2.15" }
 num_enum = "0.7.2"
@@ -129,13 +129,12 @@ cap = { git = "https://github.com/brechtpd/cap", branch = "more-stats", features
 axum = { version = "0.7.4", features = ["macros"] }
 tower-http = { version = "0.5.2", features = ["full"] }
 tower = { version = "0.4.13", features = ["full"] }
-utoipa-swagger-ui = { version = "6.0.0", features = ["axum"] }
+utoipa-swagger-ui = { version = "7.1.0", features = ["axum"] }
 utoipa-scalar = { version = "0.1.0", features = ["axum"] }
 utoipa = { version = "4.2.0", features = ["axum_extras"] }
 structopt = "0.3.24"
 prometheus = { version = "0.13.3", features = ["process"] }
 tokio = { version = "^1.23", features = ["full"] }
-hyper = { version = "0.14.27", features = ["server"] }
 reqwest = { version = "0.11.22", features = ["json"] }
 url = "2.5.0"
 async-trait = "0.1.80"
@@ -151,7 +150,7 @@ secp256k1 = { version = "0.29", default-features = false, features = [
 ] }
 
 # macro
-syn = { version = "1.0", features = ["full"] }
+syn = { version = "2.0.68", features = ["full"] }
 quote = "1.0"
 proc-macro2 = "1.0"
 
@@ -166,7 +165,7 @@ rusqlite = { version = "0.31.0", features = ["bundled"] }
 # misc
 hashbrown = { version = "0.14", features = ["inline-more"] }
 tempfile = "3.8"
-cargo_metadata = "0.12.1"
+cargo_metadata = "0.18.1"
 clap = { version = "4.4.6", features = ["derive", "string", "env"] }
 lru_time_cache = "0.11.11"
 lazy_static = "1.4.0"
@@ -176,7 +175,7 @@ cfg-if = "1.0.0"
 chrono = { version = "0.4", default-features = false }
 assert_cmd = "2.0"
 regex = "1.5.4"
-rstest = "0.18"
+rstest = "0.21"
 rand = "0.8.5"
 rand_core = "0.6.4"
 dirs = "5.0.1"

Diff for: Cargo.toml

@@ -139,6 +139,20 @@ impl FromStr for ProofType {
     }
 }
 
+impl TryFrom<u8> for ProofType {
+    type Error = RaikoError;
+
+    fn try_from(value: u8) -> Result<Self, Self::Error> {
+        match value {
+            0 => Ok(Self::Native),
+            1 => Ok(Self::Sp1),
+            2 => Ok(Self::Sgx),
+            3 => Ok(Self::Risc0),
+            _ => Err(RaikoError::Conversion("Invalid u8".to_owned())),
+        }
+    }
+}
+
 impl ProofType {
     /// Run the prover driver depending on the proof type.
     pub async fn run_prover(

Diff for: core/src/interfaces.rs

@@ -32,7 +32,7 @@ use reth_evm_ethereum::taiko::decode_anchor;
 use reth_primitives::Block;
 use serde::{Deserialize, Serialize};
 use std::collections::HashSet;
-use tracing::{debug, info, warn};
+use tracing::{debug, error, info, warn};
 
 pub async fn preflight<BDP: BlockDataProvider>(
     provider: BDP,
@@ -137,7 +137,7 @@ pub async fn preflight<BDP: BlockDataProvider>(
         num_iterations += 1;
     }
     clear_line();
-    println!("State data fetched in {num_iterations} iterations");
+    info!("State data fetched in {num_iterations} iterations");
 
     let provider_db = builder.db.as_mut().unwrap();
 
@@ -406,7 +406,7 @@ async fn get_blob_data_blobscan(
         let blob: BlobScanData = response.json().await?;
         Ok(blob_to_bytes(&blob.data))
     } else {
-        println!(
+        error!(
             "Request {url} failed with status code: {}",
             response.status()
         );

Diff for: core/src/preflight.rs

@@ -20,7 +20,7 @@ impl syn::parse::Parse for EntryArgs {
         let test_modules: Option<Punctuated<Path, Token![,]>> = if input.peek(Token![,]) {
             input.parse::<Token![,]>()?; // Parse and consume the comma
                                          // Now parse a list of module paths if they are present
-            Some(input.parse_terminated(Path::parse)?)
+            Some(input.parse_terminated(Path::parse, Token![,])?)
         } else {
             None
         };

Diff for: harness/macro/src/lib.rs

@@ -50,7 +50,6 @@ serde = { workspace = true }
 serde_with = { workspace = true }
 serde_json = { workspace = true }
 tokio = { workspace = true }
-hyper = { workspace = true }
 env_logger = { workspace = true }
 tracing = { workspace = true }
 tracing-subscriber = { workspace = true }
@@ -70,10 +69,10 @@ cfg-if = { workspace = true }
 cap = { workspace = true }
 
 # reth
-reth-primitives.workspace = true
-reth-evm.workspace = true
-reth-evm-ethereum.workspace = true
-reth-provider.workspace = true
+reth-primitives = { workspace = true }
+reth-evm = { workspace = true }
+reth-evm-ethereum = { workspace = true }
+reth-provider = { workspace = true }
 
 [dev-dependencies]
 assert_cmd = { workspace = true }