feat(model-validation): add tests for raw inference service

Author: edwardquarm

tests/conftest.py

@@ -225,14 +225,7 @@ def models_s3_bucket_name(pytestconfig: pytest.Config) -> str | None:
     """
     models_bucket = pytestconfig.option.models_s3_bucket_name
     if not models_bucket:
-        warnings.warn(
-            message=(
-                "Bucket name for the models bucket is not defined."
-                "Either pass with `--models-s3-bucket-name` or set `MODELS_S3_BUCKET_NAME` environment variable"
-            ),
-            category=UserWarning,
-        )
-        return None
+        pytest.skip("S3 bucket name for models is not defined. Skipping tests that require it.")
     return models_bucket
 
 
@@ -243,14 +236,7 @@ def models_s3_bucket_region(pytestconfig: pytest.Config) -> str | None:
     """
     models_bucket_region = pytestconfig.option.models_s3_bucket_region
     if not models_bucket_region:
-        warnings.warn(
-            message=(
-                "region for the models bucket is not defined."
-                "Either pass with `--models-s3-bucket-region` or set `MODELS_S3_BUCKET_REGION` environment variable"
-            ),
-            category=UserWarning,
-        )
-        return None
+        pytest.skip("S3 bucket region for models is not defined. Skipping tests that require it.")
     return models_bucket_region
 
 
@@ -273,7 +259,7 @@ def models_s3_bucket_endpoint(pytestconfig: pytest.Config) -> str | None:
 
 
 @pytest.fixture(scope="session")
-def model_image_name(pytestconfig: pytest.Config) -> str:
+def model_image_name(pytestconfig: pytest.Config) -> list[str]:
     model_image = pytestconfig.option.modelcar_image_name
     if not model_image:
         pytest.skip("Model image name is not defined. Skipping tests that require it.")

tests/model_serving/model_runtime/conftest.py

@@ -1,4 +1,8 @@
 import pytest
+from kubernetes.dynamic import DynamicClient
+from ocp_resources.inference_service import InferenceService
+from utilities.infra import get_pods_by_isvc_label
+from ocp_resources.pod import Pod
 from simple_logger.logger import get_logger
 
 LOGGER = get_logger(name=__name__)
@@ -8,3 +12,8 @@
 def vllm_skip_if_no_supported_accelerator_type(supported_accelerator_type: str) -> None:  # noqa: UFN001
     if not supported_accelerator_type:
         pytest.skip("Accelerator type is not provided,vLLM test can not be run on CPU")
+
+
+@pytest.fixture
+def vllm_pod_resource(admin_client: DynamicClient, vllm_model_car_inference_service: InferenceService) -> Pod:
+    return get_pods_by_isvc_label(client=admin_client, isvc=vllm_model_car_inference_service)[0]

…ion_from_oci_image[llama-8b-oci0].2.json …1-8b-base-quantized-w4a161.5-raw].1.jsontests/model_serving/model_runtime/model_validation/__snapshots__/test_modelvalidation/TestVLLMModelcarOCI.test_openai_completion_from_oci_image[llama-8b-oci0].2.json renamed to tests/model_serving/model_runtime/model_validation/__snapshots__/test_modelvalidation/TestVLLMModelcarOCI.test_oci_modelcar_raw_openai_inference[modelcar-granite-3-1-8b-base-quantized-w4a161.5-raw].1.json tests/model_serving/model_runtime/model_validation/__snapshots__/test_modelvalidation/TestVLLMModelcarOCI.test_openai_completion_from_oci_image[llama-8b-oci0].2.json renamed to tests/model_serving/model_runtime/model_validation/__snapshots__/test_modelvalidation/TestVLLMModelcarOCI.test_oci_modelcar_raw_openai_inference[modelcar-granite-3-1-8b-base-quantized-w4a161.5-raw].1.json

@@ -0,0 +1,50 @@
+[
+  {
+    "finish_reason": "length",
+    "index": 0,
+    "logprobs": null,
+    "prompt_logprobs": null,
+    "stop_reason": null,
+    "text": " Renewable energy sources, such as solar, wind, and hydroelectric power, offer several key benefits compared to fossil fuels. Some of the main advantages include:\n1. Sustainability: Renewable energy sources are sustainable and can be replenished naturally, unlike fossil fuels, which are finite and will eventually run out.\n2. Reduced greenhouse gas emissions: Renewable energy sources produce little to no greenhouse gas emissions, which contribute to climate change, whereas fossil fuels release significant amounts of carbon dioxide and other pollutants when burned.\n3"
+  },
+  {
+    "finish_reason": "length",
+    "index": 0,
+    "logprobs": null,
+    "prompt_logprobs": null,
+    "stop_reason": null,
+    "text": " \nEnglish: Knowledge is power.\nSpanish: El conocimiento es poder.\nGerman: Wissen ist Macht.\nMandarin: 知识就是力量.\nNote: The translation of the sentence into Mandarin is a bit more nuanced, as the Chinese language has a different grammatical structure and idiomatic expressions. The translation \"知识就是力量\" is a common way to express the idea, but it's worth noting that the original sentence is a direct translation of the English phrase, and the Chinese phrase"
+  },
+  {
+    "finish_reason": "length",
+    "index": 0,
+    "logprobs": null,
+    "prompt_logprobs": null,
+    "stop_reason": null,
+    "text": " The poem should have a twinkle in its eye, a sense of wonder and awe.\nThe velvet expanse above, a canvas so divine,\nA twinkling tapestry, infinite and sublime.\nThe stars, like diamonds, scattered with reckless abandon,\nA celestial showcase, of beauty and wonder, unbound.\n\nThe moon, a glowing crescent, a beacon in the night,\nA gentle guide, that navigates us through the dark of light.\nThe planets, like sentinels, standing guard"
+  },
+  {
+    "finish_reason": "length",
+    "index": 0,
+    "logprobs": null,
+    "prompt_logprobs": null,
+    "stop_reason": null,
+    "text": " The Great Wall of China is one of the most impressive architectural achievements in history, and its significance extends beyond its physical presence. It has played a crucial role in China's military defense, economic development, and cultural identity. In this essay, we will explore the historical significance of the Great Wall of China and its impact on modern tourism.\nThe Great Wall of China was built over several centuries, with the first versions of the wall dating back to the 7th century BC. The wall was initially constructed"
+  },
+  {
+    "finish_reason": "length",
+    "index": 0,
+    "logprobs": null,
+    "prompt_logprobs": null,
+    "stop_reason": null,
+    "text": " | Homework Help\nThe use of artificial intelligence (AI) in healthcare decision-making has the potential to revolutionize the way healthcare is delivered, but it also raises several ethical concerns. Some of the key ethical implications of using AI in healthcare decision-making include:\n1. Bias and discrimination: AI systems can perpetuate existing biases and discrimination if they are trained on biased data or designed with a particular worldview. This can lead to unequal treatment of patients, particularly those from marginalized groups.\n2. Lack of transparency"
+  },
+  {
+    "finish_reason": "length",
+    "index": 0,
+    "logprobs": null,
+    "prompt_logprobs": null,
+    "stop_reason": null,
+    "text": " The Apollo 11 mission was a groundbreaking achievement in space exploration, marking the first time humans set foot on the lunar surface. Here's a summary of the main events and its significance:\n**Mission Overview**\nApollo 11 was launched on July 16, 1969, from Kennedy Space Center in Florida. The mission was crewed by astronauts Neil Armstrong, Edwin \"Buzz\" Aldrin, and Michael Collins. The spacecraft consisted of the Command Module (Columbia) and the Lunar Module (E"
+  }
+]

…etion_from_oci_image[llama-8b-oci0].json …3-1-8b-base-quantized-w4a161.5-raw].jsontests/model_serving/model_runtime/model_validation/__snapshots__/test_modelvalidation/TestVLLMModelcarOCI.test_openai_completion_from_oci_image[llama-8b-oci0].json renamed to tests/model_serving/model_runtime/model_validation/__snapshots__/test_modelvalidation/TestVLLMModelcarOCI.test_oci_modelcar_raw_openai_inference[modelcar-granite-3-1-8b-base-quantized-w4a161.5-raw].json tests/model_serving/model_runtime/model_validation/__snapshots__/test_modelvalidation/TestVLLMModelcarOCI.test_openai_completion_from_oci_image[llama-8b-oci0].json renamed to tests/model_serving/model_runtime/model_validation/__snapshots__/test_modelvalidation/TestVLLMModelcarOCI.test_oci_modelcar_raw_openai_inference[modelcar-granite-3-1-8b-base-quantized-w4a161.5-raw].json

@@ -0,0 +1,24 @@
+[
+  {
+    "id": "llama-8b-oci",
+    "max_model_len": 1024,
+    "object": "model",
+    "owned_by": "vllm",
+    "parent": null,
+    "permission": [
+      {
+        "allow_create_engine": false,
+        "allow_fine_tuning": false,
+        "allow_logprobs": true,
+        "allow_sampling": true,
+        "allow_search_indices": false,
+        "allow_view": true,
+        "group": null,
+        "is_blocking": false,
+        "object": "model_permission",
+        "organization": "*"
+      }
+    ],
+    "root": "/mnt/models"
+  }
+]