update ov config

l-bat · l-bat · commit 51bb60042bfd · 2026-02-18T09:57:23.000Z
diff --git a/examples/llm_compression/openvino/tiny_llama_synthetic_data/main.py b/examples/llm_compression/openvino/tiny_llama_synthetic_data/main.py
@@ -55,8 +55,6 @@ def main():
         "PERFORMANCE_HINT": "LATENCY",
         "NUM_STREAMS": "1",
         "CACHE_DIR": "",
-        "DYNAMIC_QUANTIZATION_GROUP_SIZE": "0",
-        "KV_CACHE_PRECISION": "f16",
     }
 
     tokenizer = AutoTokenizer.from_pretrained(MODEL_ID)

Original file line number	Diff line number	Diff line change
`@@ -55,8 +55,6 @@ def main():`
`55`	`55`	`"PERFORMANCE_HINT": "LATENCY",`
`56`	`56`	`"NUM_STREAMS": "1",`
`57`	`57`	`"CACHE_DIR": "",`
`58`		`- "DYNAMIC_QUANTIZATION_GROUP_SIZE": "0",`
`59`		`- "KV_CACHE_PRECISION": "f16",`
`60`	`58`	`}`
`61`	`59`
`62`	`60`	`tokenizer = AutoTokenizer.from_pretrained(MODEL_ID)`