Merge pull request #423 from propeller-heads/ag/5134-compression-support-tycho-client

feat: add support for compression in Tycho RPC client

Author: louise-poole

Cargo.lock

@@ -37,9 +37,9 @@ dotenv = "0.15.0"
 itertools = "0.10.5"
 
 # Tycho dependencies
-tycho-client = ">=0.91.0"
-tycho-common = ">=0.91.0"
-tycho-ethereum = { version = ">=0.91.0", features = ["onchain_data"] }
+tycho-client = ">=0.109.0"
+tycho-common = ">=0.109.0"
+tycho-ethereum = { version = ">=0.109.0", features = ["onchain_data"] }
 tycho-execution = ">=0.129.1"
 
 # EVM dependencies

Cargo.toml

@@ -112,6 +112,7 @@ async fn main() {
             tycho_url.as_str(),
             false,
             Some(tycho_api_key.as_str()),
+            true,
             chain,
             None,
             None,

examples/price_printer/main.rs

@@ -120,10 +120,17 @@ async fn main() {
     let swapper_pk = env::var("PRIVATE_KEY").ok();
 
     println!("Loading tokens from Tycho... {url}", url = tycho_url.as_str());
-    let all_tokens =
-        load_all_tokens(tycho_url.as_str(), false, Some(tycho_api_key.as_str()), chain, None, None)
-            .await
-            .expect("Failed to load tokens");
+    let all_tokens = load_all_tokens(
+        tycho_url.as_str(),
+        false,
+        Some(tycho_api_key.as_str()),
+        true,
+        chain,
+        None,
+        None,
+    )
+    .await
+    .expect("Failed to load tokens");
     println!("Tokens loaded: {num}", num = all_tokens.len());
 
     let sell_token_address = Bytes::from_str(

examples/quickstart/main.rs

@@ -118,10 +118,17 @@ async fn main() {
     }
 
     println!("Loading tokens from Tycho... {url}", url = tycho_url.as_str());
-    let all_tokens =
-        load_all_tokens(tycho_url.as_str(), false, Some(tycho_api_key.as_str()), chain, None, None)
-            .await
-            .expect("Failed to load tokens");
+    let all_tokens = load_all_tokens(
+        tycho_url.as_str(),
+        false,
+        Some(tycho_api_key.as_str()),
+        true,
+        chain,
+        None,
+        None,
+    )
+    .await
+    .expect("Failed to load tokens");
     println!("Tokens loaded: {num}", num = all_tokens.len());
 
     let sell_token_address = Bytes::from_str(

examples/rfq_quickstart/main.rs

@@ -71,6 +71,7 @@
 //!         "tycho-beta.propellerheads.xyz",
 //!         false,
 //!         Some("sampletoken"),
+//!         true,
 //!         Chain::Ethereum,
 //!         None,
 //!         None,
@@ -288,6 +289,14 @@ impl ProtocolStreamBuilder {
         self
     }
 
+    /// Disable compression for the connection.
+    pub fn disable_compression(mut self) -> Self {
+        self.stream_builder = self
+            .stream_builder
+            .disable_compression();
+        self
+    }
+
     /// Sets the stream end policy.
     ///
     /// Controls when the stream should stop based on synchronizer states.

src/evm/stream.rs

@@ -1,7 +1,10 @@
 use std::collections::HashMap;
 
 use tracing::info;
-use tycho_client::{rpc::RPCClient, HttpRPCClient, RPCError};
+use tycho_client::{
+    rpc::{HttpRPCClientOptions, RPCClient},
+    HttpRPCClient, RPCError,
+};
 use tycho_common::{
     models::{token::Token, Chain},
     simulation::errors::SimulationError,
@@ -59,14 +62,20 @@ pub async fn load_all_tokens(
     tycho_url: &str,
     no_tls: bool,
     auth_key: Option<&str>,
+    compression: bool,
     chain: Chain,
     min_quality: Option<i32>,
     max_days_since_last_trade: Option<u64>,
 ) -> Result<HashMap<Bytes, Token>, SimulationError> {
     info!("Loading tokens from Tycho...");
     let rpc_url =
         if no_tls { format!("http://{tycho_url}") } else { format!("https://{tycho_url}") };
-    let rpc_client = HttpRPCClient::new(rpc_url.as_str(), auth_key)
+
+    let rpc_options = HttpRPCClientOptions::new()
+        .with_auth_key(auth_key.map(|s| s.to_string()))
+        .with_compression(compression);
+
+    let rpc_client = HttpRPCClient::new(rpc_url.as_str(), rpc_options)
         .map_err(|err| map_rpc_error(err, "Failed to create Tycho RPC client"))?;
 
     // Chain specific defaults for special case chains. Otherwise defaults to 42 days.

src/utils.rs

@@ -163,10 +163,17 @@ async fn run(cli: Cli) -> miette::Result<()> {
 
     // Load tokens from Tycho
     info!(%cli.tycho_url, "Loading tokens...");
-    let all_tokens =
-        load_all_tokens(&cli.tycho_url, false, Some(cli.tycho_api_key.as_str()), chain, None, None)
-            .await
-            .map_err(|e| miette!("Failed to load tokens: {e:?}"))?;
+    let all_tokens = load_all_tokens(
+        &cli.tycho_url,
+        false,
+        Some(cli.tycho_api_key.as_str()),
+        true,
+        chain,
+        None,
+        None,
+    )
+    .await
+    .map_err(|e| miette!("Failed to load tokens: {e:?}"))?;
     info!(%cli.tycho_url, "Loaded tokens");
 
     // Run streams in background tasks