chore(coprocessor): log the progress of a large object fetching from DB

Author: goshawk-3

coprocessor/fhevm-engine/Cargo.lock

@@ -47,6 +47,7 @@ tonic = { version = "0.12.3", features = ["server"] }
 tonic-build = "0.12.3"
 tracing = "0.1.41"
 tracing-subscriber = { version = "0.3.19", features = ["fmt", "json"] }
+bytesize = "2.0.1"
 
 [profile.dev.package.tfhe]
 overflow-checks = false

coprocessor/fhevm-engine/Cargo.toml

@@ -22,6 +22,7 @@ tfhe = { workspace = true }
 tonic  = { workspace = true }
 tokio = { workspace = true }
 tracing = { workspace = true }
+bytesize = { workspace = true}
 
 # crates.io dependencies
 paste = "1.0.15"

coprocessor/fhevm-engine/fhevm-engine-common/Cargo.toml

@@ -1,4 +1,5 @@
 use crate::utils::safe_deserialize_key;
+use bytesize::ByteSize;
 use sqlx::{
     postgres::{types::Oid, PgRow},
     PgPool, Row,
@@ -256,6 +257,9 @@ pub async fn read_large_object_in_chunks(
 
     let mut bytes = Vec::with_capacity(capacity);
 
+    let mut timestamp = std::time::Instant::now();
+    let started_at = std::time::Instant::now();
+
     loop {
         let chunk = sqlx::query("SELECT loread($1, $2)")
             .bind(fd)
@@ -276,12 +280,33 @@ pub async fn read_large_object_in_chunks(
                 break;
             }
         }
+
+        // Log progress every 10 seconds
+        if timestamp.elapsed().as_secs() > 10 {
+            // calculate the bandwidth of the read operation
+            let elapsed = started_at.elapsed().as_secs();
+            let bandwidth = if elapsed > 0 {
+                bytes.len() as u64 / elapsed
+            } else {
+                bytes.len() as u64
+            };
+
+            info!(
+                "Read {} bytes so far from large object (Oid: {:?}), bandwidth: {}/s",
+                ByteSize::b(bytes.len() as u64),
+                large_object_oid,
+                ByteSize::b(bandwidth)
+            );
+
+            timestamp = std::time::Instant::now();
+        }
     }
 
     info!(
-        "End of large object ({:?}) reached, result length: {}",
+        "End of large object ({:?}) reached, result length: {}, elapsed: {}",
         large_object_oid,
-        bytes.len()
+        ByteSize::b(bytes.len() as u64),
+        started_at.elapsed().as_secs()
     );
 
     let _ = sqlx::query("SELECT lo_close($1)")

coprocessor/fhevm-engine/fhevm-engine-common/src/tenant_keys.rs

@@ -32,12 +32,12 @@ opentelemetry = { workspace = true }
 opentelemetry-otlp = { workspace = true }
 opentelemetry_sdk = { workspace = true }
 opentelemetry-semantic-conventions = { workspace = true }
+bytesize = { workspace = true}
 
 # crates.io dependencies
 aligned-vec = "0.6.4"
 num-traits = "0.2.19"
 aws-sdk-s3 = "1.78.0"
-bytesize = "2.0.1"
 futures = "0.3.31"
 humantime = "2.2.0"