Skip to content

Commit e540453

Browse files
authored
fix metrices test for 2.22 and more duplicate test (#906)
Signed-off-by: Milind Waykole <mwaykole@redhat.com>
1 parent 9311f60 commit e540453

File tree

3 files changed

+10
-91
lines changed

3 files changed

+10
-91
lines changed

tests/model_serving/model_server/metrics/test_model_metrics.py

Lines changed: 9 additions & 14 deletions
Original file line numberDiff line numberDiff line change
@@ -9,7 +9,7 @@
99
ModelFormat,
1010
ModelVersion,
1111
Protocols,
12-
RuntimeTemplates,
12+
RunTimeConfigs,
1313
)
1414
from utilities.inference_utils import Inference
1515
from utilities.manifests.onnx import ONNX_INFERENCE_CONFIG
@@ -24,16 +24,11 @@
2424

2525
@pytest.mark.serverless
2626
@pytest.mark.parametrize(
27-
"unprivileged_model_namespace, serving_runtime_from_template, s3_models_inference_service",
27+
"unprivileged_model_namespace, ovms_kserve_serving_runtime, ovms_kserve_inference_service",
2828
[
2929
pytest.param(
3030
{"name": "kserve-ovms-metrics"},
31-
{
32-
"name": f"{Protocols.HTTP}-{ModelFormat.ONNX}",
33-
"template-name": RuntimeTemplates.OVMS_KSERVE,
34-
"multi-model": False,
35-
"enable-http": True,
36-
},
31+
RunTimeConfigs.ONNX_OPSET13_RUNTIME_CONFIG,
3732
{
3833
"name": f"{Protocols.HTTP}-{ModelFormat.ONNX}",
3934
"deployment-mode": KServeDeploymentType.SERVERLESS,
@@ -47,10 +42,10 @@
4742
class TestModelMetrics:
4843
@pytest.mark.smoke
4944
@pytest.mark.polarion("ODS-2555")
50-
def test_model_metrics_num_success_requests(self, s3_models_inference_service, prometheus):
45+
def test_model_metrics_num_success_requests(self, ovms_kserve_inference_service, prometheus):
5146
"""Verify number of successful model requests in OpenShift monitoring system (UserWorkloadMonitoring) metrics"""
5247
verify_inference_response(
53-
inference_service=s3_models_inference_service,
48+
inference_service=ovms_kserve_inference_service,
5449
inference_config=ONNX_INFERENCE_CONFIG,
5550
inference_type=Inference.INFER,
5651
protocol=Protocols.HTTPS,
@@ -64,12 +59,12 @@ def test_model_metrics_num_success_requests(self, s3_models_inference_service, p
6459

6560
@pytest.mark.smoke
6661
@pytest.mark.polarion("ODS-2555")
67-
def test_model_metrics_num_total_requests(self, s3_models_inference_service, prometheus):
62+
def test_model_metrics_num_total_requests(self, ovms_kserve_inference_service, prometheus):
6863
"""Verify number of total model requests in OpenShift monitoring system (UserWorkloadMonitoring) metrics"""
6964
total_runs = 5
7065

7166
run_inference_multiple_times(
72-
isvc=s3_models_inference_service,
67+
isvc=ovms_kserve_inference_service,
7368
inference_config=ONNX_INFERENCE_CONFIG,
7469
inference_type=Inference.INFER,
7570
protocol=Protocols.HTTPS,
@@ -84,9 +79,9 @@ def test_model_metrics_num_total_requests(self, s3_models_inference_service, pro
8479

8580
@pytest.mark.smoke
8681
@pytest.mark.polarion("ODS-2555")
87-
def test_model_metrics_cpu_utilization(self, s3_models_inference_service, prometheus):
82+
def test_model_metrics_cpu_utilization(self, ovms_kserve_inference_service, prometheus):
8883
"""Verify CPU utilization data in OpenShift monitoring system (UserWorkloadMonitoring) metrics"""
8984
assert get_metrics_value(
9085
prometheus=prometheus,
91-
metrics_query=f"pod:container_cpu_usage:sum{{namespace='{s3_models_inference_service.namespace}'}}",
86+
metrics_query=f"pod:container_cpu_usage:sum{{namespace='{ovms_kserve_inference_service.namespace}'}}",
9287
)

tests/model_serving/model_server/metrics/test_non_admin_users.py

Lines changed: 1 addition & 28 deletions
Original file line numberDiff line numberDiff line change
@@ -1,39 +1,12 @@
11
import pytest
22

3-
from tests.model_serving.model_server.utils import (
4-
run_inference_multiple_times,
5-
verify_inference_response,
6-
)
3+
from tests.model_serving.model_server.utils import run_inference_multiple_times
74
from utilities.constants import Protocols
85
from utilities.inference_utils import Inference
96
from utilities.manifests.onnx import ONNX_INFERENCE_CONFIG
107
from utilities.monitoring import validate_metrics_field
118

129

13-
@pytest.mark.parametrize(
14-
"unprivileged_model_namespace",
15-
[
16-
pytest.param(
17-
{"name": "non-admin-serverless"},
18-
)
19-
],
20-
indirect=True,
21-
)
22-
@pytest.mark.smoke
23-
@pytest.mark.serverless
24-
class TestServerlessUnprivilegedUser:
25-
@pytest.mark.polarion("ODS-2552")
26-
def test_non_admin_deploy_serverless_and_query_metrics(self, unprivileged_ovms_serverless_inference_service):
27-
"""Verify non admin can deploy a model and query using REST"""
28-
verify_inference_response(
29-
inference_service=unprivileged_ovms_serverless_inference_service,
30-
inference_config=ONNX_INFERENCE_CONFIG,
31-
inference_type=Inference.INFER,
32-
protocol=Protocols.HTTPS,
33-
use_default_query=True,
34-
)
35-
36-
3710
@pytest.mark.parametrize(
3811
"unprivileged_model_namespace",
3912
[

tests/model_serving/model_server/raw_deployment/test_ovms_mnist_raw.py

Lines changed: 0 additions & 49 deletions
This file was deleted.

0 commit comments

Comments
 (0)