chore: infer memory capacity with memory limit

Cargo.toml

@@ -99,6 +99,7 @@ serde = { version = "1.0", features = ["derive"] }
 serde_json = { version = "1.0" }
 sha2 = { version = "0.10.8" }
 shadow-rs = { version = "1.0.0", default-features = false }
+sysinfo = { version = "0.34.2" }
 tempfile = { version = "3.19.1" }
 test-harness = { version = "0.3.0" }
 thiserror = { version = "2.0" }

crates/core/Cargo.toml

@@ -35,6 +35,7 @@ jiff = { workspace = true }
 log = { workspace = true }
 pin-project = { workspace = true }
 serde = { workspace = true }
+sysinfo = { workspace = true }
 thiserror = { workspace = true }
 tokio = { workspace = true }
 

crates/core/benches/benchmark.rs

@@ -32,7 +32,7 @@ fn foyer_engine(c: &mut Criterion) {
     {
         let dir = tempdir_in("/tmp").unwrap();
         let engine = runtime.block_on(async {
-            FoyerEngine::try_new(dir.path(), 0, 4 * 1024 * 1024 * 1024)
+            FoyerEngine::try_new(dir.path(), Some(0), 4 * 1024 * 1024 * 1024)
                 .await
                 .unwrap()
         });
@@ -59,7 +59,7 @@ fn foyer_engine(c: &mut Criterion) {
             .for_each(|len| {
                 let dir = tempdir_in("/tmp").unwrap();
                 let engine = runtime.block_on(async {
-                    FoyerEngine::try_new(dir.path(), 0, 4 * 1024 * 1024 * 1024)
+                    FoyerEngine::try_new(dir.path(), Some(0), 4 * 1024 * 1024 * 1024)
                         .await
                         .unwrap()
                 });

crates/core/src/config.rs

@@ -61,7 +61,8 @@ pub struct StorageConfig {
     #[serde(default = "default_data_dir")]
     pub data_dir: PathBuf,
     pub disk_capacity: u64,
-    pub memory_capacity: u64,
+    #[serde(skip_serializing_if = "Option::is_none")]
+    pub memory_capacity: Option<u64>,
 }
 
 fn default_listen_addr() -> String {
@@ -181,7 +182,7 @@ impl Default for Config {
             storage: StorageConfig {
                 data_dir: default_data_dir(),
                 disk_capacity: 512 * 1024 * 1024,
-                memory_capacity: 64 * 1024 * 1024,
+                memory_capacity: None,
             },
             telemetry: TelemetryConfig {
                 logs: LogsConfig {

crates/core/src/engine.rs

@@ -25,10 +25,13 @@ use foyer::HybridCachePolicy;
 use foyer::RecoverMode;
 use foyer::RuntimeOptions;
 use foyer::TokioRuntimeOptions;
+use sysinfo::Pid;
 use thiserror::Error;
 
 use crate::num_cpus;
 
+const DEFAULT_MEMORY_CAPACITY_FACTOR: f64 = 0.9;
+
 #[derive(Debug, Error)]
 #[error("{0}")]
 pub struct EngineError(pub String);
@@ -41,7 +44,7 @@ pub struct FoyerEngine {
 impl FoyerEngine {
     pub async fn try_new(
         data_dir: &Path,
-        memory_capacity: u64,
+        memory_capacity: Option<u64>,
         disk_capacity: u64,
     ) -> Result<Self, EngineError> {
         let _ = std::fs::create_dir_all(data_dir);
@@ -55,7 +58,18 @@ impl FoyerEngine {
         let parallelism = num_cpus().get();
         let cache = HybridCacheBuilder::new()
             .with_policy(HybridCachePolicy::WriteOnInsertion)
-            .memory(memory_capacity as usize)
+            .memory(
+                (memory_capacity.map_or_else(
+                    || {
+                        let s = sysinfo::System::new_all();
+                        s.process(Pid::from_u32(std::process::id()))
+                            .unwrap()
+                            .memory() as usize
+                    },
+                    |v| v as usize,
+                ) as f64
+                    * DEFAULT_MEMORY_CAPACITY_FACTOR) as usize,
+            )
             .with_shards(parallelism)
             .with_eviction_config(FifoConfig::default())
             .storage(foyer::Engine::Large)
@@ -112,7 +126,7 @@ mod tests {
     async fn test_get() {
         let temp_dir = tempfile::tempdir().unwrap();
 
-        let engine = FoyerEngine::try_new(temp_dir.path(), 512 * 1024, 1024 * 1024)
+        let engine = FoyerEngine::try_new(temp_dir.path(), Some(512 * 1024), 1024 * 1024)
             .await
             .unwrap();
         engine.put(b"foo".to_vec().as_ref(), b"bar".to_vec().as_ref());

dev/config.toml

@@ -20,7 +20,6 @@ listen_addr = "0.0.0.0:7654"
 [storage]
 data_dir = ".percas/data"
 disk_capacity = 1_000_000_000
-memory_capacity = 500_000_000
 
 [telemetry.logs.file]
 filter = "INFO"