Skip to content

Commit da9e06b

Browse files
unskip test case
Signed-off-by: HU Yuan2 <yuan2.hu@intel.com>
1 parent 190d59f commit da9e06b

4 files changed

Lines changed: 9 additions & 43 deletions

File tree

optimum/exporters/openvino/model_configs.py

Lines changed: 8 additions & 6 deletions
Original file line numberDiff line numberDiff line change
@@ -240,12 +240,14 @@
240240

241241

242242
def _warn_potential_accuracy_issue_ov_2026_1(model_type: str, min_transformers_version: Optional[str] = None):
243-
# Fix CVS-185350: OpenVINO 2026.1.0 inference results mismatch
244-
if not is_openvino_version(">=", "2026.1.0"):
245-
return
246-
if min_transformers_version is not None and not is_transformers_version(">=", min_transformers_version):
247-
return
248-
logger.warning(f"Model type '{model_type}' may have potential accuracy issues with OpenVINO >= 2026.1.0.")
243+
# Temporary bypass for CVS-185350 reproduction: keep this helper inert so
244+
# OpenVINO 2026.1.0-specific guards do not interfere with targeted tests.
245+
return
246+
# if not is_openvino_version(">=", "2026.1.0"):
247+
# return
248+
# if min_transformers_version is not None and not is_transformers_version(">=", min_transformers_version):
249+
# return
250+
# logger.warning(f"Model type '{model_type}' may have potential accuracy issues with OpenVINO >= 2026.1.0.")
249251

250252

251253
if TYPE_CHECKING:

tests/openvino/test_decoder.py

Lines changed: 1 addition & 13 deletions
Original file line numberDiff line numberDiff line change
@@ -35,7 +35,7 @@
3535
from optimum.intel import OVModelForCausalLM, OVModelForSequenceClassification
3636
from optimum.intel.openvino.utils import _print_compiled_model_properties
3737
from optimum.intel.pipelines import pipeline as optimum_pipeline
38-
from optimum.intel.utils.import_utils import is_openvino_version, is_transformers_version
38+
from optimum.intel.utils.import_utils import is_transformers_version
3939

4040

4141
if is_transformers_version(">=", "4.55"):
@@ -342,16 +342,6 @@ def test_find_untested_architectures(self):
342342
# TODO: remove gptq/awq from here
343343
@parameterized.expand(SUPPORTED_ARCHITECTURES)
344344
def test_compare_to_transformers(self, model_arch):
345-
if model_arch in (
346-
"xglm",
347-
"zamba2",
348-
"granitemoehybrid",
349-
"llama4",
350-
"afmoe",
351-
"opt",
352-
"pegasus",
353-
) and is_openvino_version(">=", "2026.1.0"):
354-
self.skipTest("CVS-185350: OpenVINO 2026.1.0 inference results mismatch")
355345
self.mock_torch_compile(model_arch)
356346
model_id = MODEL_NAMES[model_arch]
357347

@@ -704,8 +694,6 @@ def test_default_filling_attention_mask_and_position_ids(self):
704694
@pytest.mark.run_slow
705695
@slow
706696
def test_beam_search(self, model_arch):
707-
if model_arch in ("opt", "pegasus", "xglm") and is_openvino_version(">=", "2026.1.0"):
708-
self.skipTest("CVS-185350: OpenVINO 2026.1.0 inference results mismatch")
709697
self.mock_torch_compile(model_arch)
710698
model_kwargs = {}
711699
model_id = MODEL_NAMES[model_arch]

tests/openvino/test_genai.py

Lines changed: 0 additions & 11 deletions
Original file line numberDiff line numberDiff line change
@@ -157,15 +157,6 @@ class LLMPipelineTestCase(unittest.TestCase):
157157

158158
@parameterized.expand(SUPPORTED_ARCHITECTURES)
159159
def test_compare_outputs(self, model_arch):
160-
if model_arch in ("xglm",) and is_openvino_version(">=", "2026.1.0"):
161-
self.skipTest("CVS-185350: OpenVINO 2026.1.0 inference results mismatch")
162-
if (
163-
model_arch in ("mixtral", "qwen2_moe", "qwen3_moe", "gpt_oss")
164-
and is_openvino_version(">=", "2026.1.0")
165-
and is_transformers_version(">=", "5.0.0")
166-
):
167-
self.skipTest("CVS-185350: OpenVINO 2026.1.0 inference results mismatch")
168-
169160
model_id = MODEL_NAMES[model_arch]
170161
echo = model_arch not in self.NO_ECHO_MODELS
171162
use_cache = model_arch not in self.NO_CACHE_MODELS
@@ -426,8 +417,6 @@ def _generate_speaker_embedding(self):
426417

427418
@parameterized.expand(SUPPORTED_ARCHITECTURES)
428419
def test_compare_outputs(self, model_arch):
429-
if model_arch in ("speecht5",) and is_openvino_version(">=", "2026.1.0"):
430-
self.skipTest("CVS-185350: OpenVINO 2026.1.0 inference results mismatch")
431420
model_id = MODEL_NAMES[model_arch]
432421

433422
set_seed(42)

tests/openvino/test_seq2seq.py

Lines changed: 0 additions & 13 deletions
Original file line numberDiff line numberDiff line change
@@ -179,9 +179,6 @@ def test_find_untested_architectures(self):
179179

180180
@parameterized.expand(SUPPORTED_ARCHITECTURES)
181181
def test_compare_to_transformers(self, model_arch):
182-
if model_arch in ("marian") and is_openvino_version(">=", "2026.1.0"):
183-
self.skipTest("CVS-185350: OpenVINO 2026.1.0 inference results mismatch")
184-
185182
model_id = MODEL_NAMES[model_arch]
186183
set_seed(SEED)
187184
ov_model = self.OVMODEL_CLASS.from_pretrained(
@@ -686,16 +683,6 @@ def test_find_untested_architectures(self):
686683

687684
@parameterized.expand(SUPPORTED_ARCHITECTURES)
688685
def test_compare_to_transformers(self, model_arch):
689-
if model_arch in ("llama4", "minicpmv", "minicpmo") and is_openvino_version(">=", "2026.1.0"):
690-
self.skipTest("CVS-185350: OpenVINO 2026.1.0 inference results mismatch")
691-
692-
if (
693-
model_arch in ("qwen3_vl", "llava", "llava_next", "llava_next_mistral")
694-
and is_openvino_version(">=", "2026.1.0")
695-
and is_transformers_version(">=", "5.0")
696-
):
697-
self.skipTest("CVS-185350: OpenVINO 2026.1.0 inference results mismatch")
698-
699686
def compare_outputs(inputs, ov_model, transformers_model, generation_config):
700687
transformers_inputs = copy.deepcopy(inputs)
701688
ov_outputs = ov_model.generate(**inputs, generation_config=generation_config)

0 commit comments

Comments
 (0)