File tree Expand file tree Collapse file tree
bindings/python/src/dynamo Expand file tree Collapse file tree Original file line number Diff line number Diff line change @@ -271,6 +271,8 @@ class kvstats:
271271 TOTAL_BLOCKS = "total_blocks"
272272 # GPU cache usage as a percentage (0.0-1.0)
273273 GPU_CACHE_USAGE_PERCENT = "gpu_cache_usage_percent"
274+ # Prefix cache hit rate (0.0-1.0), portable across vLLM / SGLang / TRT-LLM
275+ KV_CACHE_HIT_RATE = "kv_cache_hit_rate"
274276
275277
276278class labels :
Original file line number Diff line number Diff line change @@ -823,6 +823,9 @@ pub mod kvstats {
823823
824824 /// GPU cache usage as a percentage (0.0-1.0)
825825 pub const GPU_CACHE_USAGE_PERCENT : & str = "gpu_cache_usage_percent" ;
826+
827+ /// Prefix cache hit rate (0.0-1.0), portable across vLLM / SGLang / TRT-LLM
828+ pub const KV_CACHE_HIT_RATE : & str = "kv_cache_hit_rate" ;
826829}
827830
828831// Model information metrics
You can’t perform that action at this time.
0 commit comments