diff --git a/tests/llm/accuracy_conformance.py b/tests/llm/accuracy_conformance.py
index 7f75a8e912bbd6..4c6a1e140e597b 100644
--- a/tests/llm/accuracy_conformance.py
+++ b/tests/llm/accuracy_conformance.py
@@ -98,7 +98,7 @@ def teardown_module():
     test_scope,
 )
 def test_accuracy_conformance(model_path, model_type, precision, gt_data, device):
-    target_model = OVModelForCausalLM.from_pretrained(model_path, device=device)
+    target_model = OVModelForCausalLM.from_pretrained(model_path, device=device, ov_config={"KV_CACHE_PRECISION": "f16"})
     tokenizer = AutoTokenizer.from_pretrained(model_path)
 
     evaluator = wwb.Evaluator(