debug pytest test filter

Author: Yadan Wei

dlc_developer_config.toml

@@ -46,7 +46,7 @@ build_inference = false
 
 # Set do_build to "false" to skip builds and test the latest image built by this PR
 # Note: at least one build is required to set do_build to "false"
-do_build = true
+do_build = false
 
 [notify]
 ### Notify on test failures

test/dlc_tests/conftest.py

@@ -1801,7 +1801,11 @@ def pytest_generate_tests(metafunc):
 
     # Parametrize framework specific tests
     for fixture in FRAMEWORK_FIXTURES:
+        if fixture in ["gpu"]:
+            LOGGER.info(f"Checking gpu fixture 1: {fixture}")
         if fixture in metafunc.fixturenames:
+            if fixture in ["gpu"]:
+                LOGGER.info(f"Checking gpu fixture 2: {fixture}")
             lookup = fixture.replace("___", ":").replace("__", ".").replace("_", "-")
             images_to_parametrize = []
             for image in images:
@@ -1840,13 +1844,8 @@ def pytest_generate_tests(metafunc):
                         continue
                     if not framework_version_within_limit(metafunc, image):
                         continue
-                    if "below_cuda129_only" in metafunc.fixturenames:
-                        cuda_version = get_cuda_version_from_tag(image)
-                        is_below = is_below_cuda_version("12.9", image)
-                        LOGGER.info(f"CUDA version check for image {image}:")
-                        LOGGER.info(f"- CUDA version: {cuda_version}")
-                        LOGGER.info(f"- Is below CUDA 12.9: {is_below}")
-                        LOGGER.info(f"- Final CUDA check result: {cuda_version_within_limit(metafunc, image)}")
+                    if fixture in ["gpu"]:
+                        LOGGER.info(f"Checking gpu fixture 3: {fixture}")
                     if not cuda_version_within_limit(metafunc, image):
                         continue
                     if "non_huggingface_only" in metafunc.fixturenames and "huggingface" in image:
@@ -1862,6 +1861,8 @@ def pytest_generate_tests(metafunc):
                         "graviton" in image or "arm64" in image
                     ):
                         continue
+                    if fixture in ["gpu"]:
+                        LOGGER.info(f"Checking gpu fixture 4: {fixture}")
                     if "training_compiler_only" in metafunc.fixturenames and not (
                         "trcomp" in image
                     ):
@@ -1872,6 +1873,8 @@ def pytest_generate_tests(metafunc):
                         or is_standard_lookup
                         or is_trcomp_lookup
                     ):
+                        if fixture in ["gpu"]:
+                            LOGGER.info(f"Checking gpu fixture 5: {fixture}")
                         if (
                             "cpu_only" in metafunc.fixturenames
                             and "cpu" in image
@@ -1880,6 +1883,8 @@ def pytest_generate_tests(metafunc):
                             images_to_parametrize.append(image)
                         elif "gpu_only" in metafunc.fixturenames and "gpu" in image:
                             images_to_parametrize.append(image)
+                        if fixture in ["gpu"]:
+                            LOGGER.info(f"Checking gpu fixture 6: {fixture}")
                         elif (
                             "graviton_compatible_only" in metafunc.fixturenames
                             and "graviton" in image
@@ -1895,6 +1900,9 @@ def pytest_generate_tests(metafunc):
                         ):
                             images_to_parametrize.append(image)
 
+            
+            if fixture in ["gpu"]:
+                LOGGER.info(f"Checking gpu fixture 7: {fixture} {images_to_parametrize}")
             # Remove all images tagged as "py2" if py3_only is a fixture
             if images_to_parametrize and "py3_only" in metafunc.fixturenames:
                 images_to_parametrize = [
@@ -1920,6 +1928,9 @@ def pytest_generate_tests(metafunc):
                         nightly_images_to_parametrize.append(image_candidate)
                 images_to_parametrize = nightly_images_to_parametrize
 
+            if fixture in ["gpu"]:
+                LOGGER.info(f"Checking gpu fixture 8: {fixture} {images_to_parametrize}")
+
             # Parametrize tests that spin up an ecs cluster or tests that spin up an EC2 instance with a unique name
             values_to_generate_for_fixture = {
                 "ecs_container_instance": "ecs_cluster_name",
@@ -1930,6 +1941,8 @@ def pytest_generate_tests(metafunc):
             fixtures_parametrized = generate_unique_values_for_fixtures(
                 metafunc, images_to_parametrize, values_to_generate_for_fixture
             )
+            if fixture in ["gpu"]:
+                LOGGER.info(f"Checking gpu fixture 9: {fixture} {fixtures_parametrized}")
             if fixtures_parametrized:
                 for new_fixture_name, test_parametrization in fixtures_parametrized.items():
                     metafunc.parametrize(f"{fixture},{new_fixture_name}", test_parametrization)