feat(io-uring): Respect io-uring config options (#551)

Author: zuston

riffle-server/src/config.rs

@@ -147,10 +147,16 @@ pub struct LocalfileStoreConfig {
 pub struct IoUringConfig {
     #[serde(default = "as_default_io_uring_threads")]
     pub threads: usize,
+    #[serde(default = "as_default_io_uring_io_depth")]
+    pub io_depth: usize,
+}
+
+fn as_default_io_uring_io_depth() -> usize {
+    64
 }
 
 fn as_default_io_uring_threads() -> usize {
-    1
+    16
 }
 
 #[derive(Clone, Debug, Serialize, Deserialize, PartialEq)]

riffle-server/src/store/local/delegator.rs

@@ -105,6 +105,8 @@ impl LocalDiskDelegator {
             info!("io-uring engine is activated!");
             OperatorBuilder::new(Arc::new(Box::new(
                 UringIoEngineBuilder::new()
+                    .with_threads(cfg.threads)
+                    .with_io_depth(cfg.io_depth)
                     .build(underlying_io_handler)
                     .unwrap(),
             )))

riffle-server/src/store/local/uring_io.rs

@@ -140,6 +140,11 @@ impl UringIoEngineBuilder {
         self
     }
 
+    pub fn with_io_depth(mut self, depth: usize) -> Self {
+        self.io_depth = depth;
+        self
+    }
+
     pub fn build(self, sync_io: SyncLocalIO) -> anyhow::Result<UringIo, WorkerError> {
         if self.threads == 0 {
             return Err(WorkerError::Other(anyhow!(