feat: Add provider list smoke test within evalhub

	modified:   tests/model_explainability/evalhub/test_evalhub_health.py
	modified:   tests/model_explainability/evalhub/utils.py

Signed-off-by: Karishma Punwatkar <kpunwatk@redhat.com>

	modified:   tests/model_explainability/evalhub/conftest.py
	modified:   tests/model_explainability/evalhub/constants.py
	modified:   tests/model_explainability/evalhub/test_evalhub_health.py
	modified:   tests/model_explainability/evalhub/utils.py

	modified:   tests/model_explainability/evalhub/conftest.py
	modified:   tests/model_explainability/evalhub/constants.py
	modified:   tests/model_explainability/evalhub/test_evalhub_health.py
	modified:   tests/model_explainability/evalhub/utils.py

Author: kpunwatk

tests/model_explainability/evalhub/conftest.py

@@ -5,9 +5,12 @@
 from kubernetes.dynamic import DynamicClient
 from ocp_resources.deployment import Deployment
 from ocp_resources.namespace import Namespace
+from ocp_resources.role_binding import RoleBinding
 from ocp_resources.route import Route
+from ocp_resources.service_account import ServiceAccount
 from simple_logger.logger import get_logger
 
+from tests.model_explainability.evalhub.constants import EVALHUB_PROVIDERS_ACCESS_CLUSTER_ROLE
 from utilities.certificates_utils import create_ca_bundle_file
 from utilities.constants import Timeout
 from utilities.resources.evalhub import EvalHub
@@ -67,3 +70,37 @@ def evalhub_ca_bundle_file(
 ) -> str:
     """Create a CA bundle file for verifying the EvalHub route TLS certificate."""
     return create_ca_bundle_file(client=admin_client)
+
+
+@pytest.fixture(scope="class")
+def evalhub_scoped_sa(
+    admin_client: DynamicClient,
+    model_namespace: Namespace,
+    evalhub_deployment: Deployment,
+) -> Generator[ServiceAccount, Any, Any]:
+    """ServiceAccount with providers access in the test namespace."""
+    with ServiceAccount(
+        client=admin_client,
+        name="evalhub-test-user",
+        namespace=model_namespace.name,
+    ) as sa:
+        yield sa
+
+
+@pytest.fixture(scope="class")
+def evalhub_providers_role_binding(
+    admin_client: DynamicClient,
+    model_namespace: Namespace,
+    evalhub_scoped_sa: ServiceAccount,
+) -> Generator[RoleBinding, Any, Any]:
+    """RoleBinding granting the scoped SA providers access via the ClusterRole."""
+    with RoleBinding(
+        client=admin_client,
+        name="evalhub-test-providers-access",
+        namespace=model_namespace.name,
+        role_ref_kind="ClusterRole",
+        role_ref_name=EVALHUB_PROVIDERS_ACCESS_CLUSTER_ROLE,
+        subjects_kind="ServiceAccount",
+        subjects_name=evalhub_scoped_sa.name,
+    ) as rb:
+        yield rb

tests/model_explainability/evalhub/constants.py

@@ -12,3 +12,6 @@
 EVALHUB_API_VERSION: str = "v1alpha1"
 EVALHUB_KIND: str = "EvalHub"
 EVALHUB_PLURAL: str = "evalhubs"
+
+# RBAC ClusterRole names (must match operator config/rbac/evalhub/ YAML files)
+EVALHUB_PROVIDERS_ACCESS_CLUSTER_ROLE: str = "trustyai-service-operator-evalhub-providers-access"

tests/model_explainability/evalhub/test_evalhub_health.py

@@ -1,22 +1,22 @@
 import pytest
 from ocp_resources.route import Route
 
-from tests.model_explainability.evalhub.utils import validate_evalhub_health
+from tests.model_explainability.evalhub.utils import validate_evalhub_health, validate_evalhub_providers
 
 
 @pytest.mark.parametrize(
     "model_namespace",
     [
         pytest.param(
-            {"name": "test-evalhub-health"},
+            {"name": "test-evalhub-health-providers"},
         ),
     ],
     indirect=True,
 )
 @pytest.mark.smoke
 @pytest.mark.model_explainability
-class TestEvalHubHealth:
-    """Tests for basic EvalHub service health and availability."""
+class TestEvalHub:
+    """Tests for basic EvalHub service health and providers."""
 
     def test_evalhub_health_endpoint(
         self,
@@ -30,3 +30,19 @@ def test_evalhub_health_endpoint(
             token=current_client_token,
             ca_bundle_file=evalhub_ca_bundle_file,
         )
+
+    def test_evalhub_providers_list(
+        self,
+        current_client_token: str,
+        evalhub_ca_bundle_file: str,
+        evalhub_route: Route,
+        model_namespace,
+    ) -> None:
+        """Test that the evaluations providers endpoint returns a non-empty list."""
+
+        validate_evalhub_providers(
+            host=evalhub_route.host,
+            token=current_client_token,
+            ca_bundle_file=evalhub_ca_bundle_file,
+            tenant=model_namespace.name,
+        )

tests/model_explainability/evalhub/utils.py

@@ -4,11 +4,30 @@
 from tests.model_explainability.evalhub.constants import (
     EVALHUB_HEALTH_PATH,
     EVALHUB_HEALTH_STATUS_HEALTHY,
+    EVALHUB_PROVIDERS_PATH,
 )
 from utilities.guardrails import get_auth_headers
 
 LOGGER = get_logger(name=__name__)
 
+TENANT_HEADER: str = "X-Tenant"
+
+
+def _build_headers(token: str, tenant: str | None = None) -> dict[str, str]:
+    """Build request headers with auth and optional tenant.
+
+    Args:
+        token: Bearer token for authentication.
+        tenant: Namespace for the X-Tenant header. Omitted if None.
+
+    Returns:
+        Headers dict.
+    """
+    headers = get_auth_headers(token=token)
+    if tenant is not None:
+        headers[TENANT_HEADER] = tenant
+    return headers
+
 
 def validate_evalhub_health(
     host: str,
@@ -45,3 +64,26 @@ def validate_evalhub_health(
         f"Expected status '{EVALHUB_HEALTH_STATUS_HEALTHY}', got '{data['status']}'"
     )
     assert "timestamp" in data, "Health response missing 'timestamp' field"
+
+
+def validate_evalhub_providers(
+    host: str,
+    token: str,
+    ca_bundle_file: str,
+    tenant: str | None = None,
+) -> dict:
+    """Smoke test for the EvalHub providers endpoint."""
+    url = f"https://{host}{EVALHUB_PROVIDERS_PATH}"
+
+    response = requests.get(
+        url=url,
+        headers=_build_headers(token=token, tenant=tenant),
+        verify=ca_bundle_file,
+        timeout=10,
+    )
+    response.raise_for_status()
+
+    data = response.json()
+    assert data.get("items"), f"Smoke test failed: Providers list is empty for tenant {tenant}"
+
+    return data