Skip to content

Commit 4abdc5b

Browse files
huidongchuidongc
committed
stress testing
1 parent eca95bf commit 4abdc5b

2 files changed

Lines changed: 45 additions & 68 deletions

File tree

‎.github/workflows/build.yaml‎

Lines changed: 21 additions & 63 deletions
Original file line numberDiff line numberDiff line change
@@ -280,7 +280,7 @@ jobs:
280280
name: arm-ci
281281
runs-on: [self-hosted, arm64]
282282
needs: [changes, config]
283-
if: needs.changes.outputs.run_docker_tests == 'true'
283+
if: false # TEMP: Disabled for debugging - only rendering-correctness
284284
timeout-minutes: 60
285285
continue-on-error: true
286286
steps:
@@ -343,9 +343,7 @@ jobs:
343343
timeout-minutes: 180
344344
continue-on-error: true
345345
needs: [build, config]
346-
if: >-
347-
github.event_name != 'push' &&
348-
needs.build.result == 'success'
346+
if: false # TEMP: Disabled for debugging - only rendering-correctness
349347
steps:
350348
- uses: actions/checkout@v6
351349
with:
@@ -368,9 +366,7 @@ jobs:
368366
timeout-minutes: 180
369367
continue-on-error: true
370368
needs: [build, config]
371-
if: >-
372-
github.event_name != 'push' &&
373-
needs.build.result == 'success'
369+
if: false # TEMP: Disabled for debugging - only rendering-correctness
374370
steps:
375371
- uses: actions/checkout@v6
376372
with:
@@ -393,9 +389,7 @@ jobs:
393389
timeout-minutes: 180
394390
continue-on-error: true
395391
needs: [build, config]
396-
if: >-
397-
github.event_name != 'push' &&
398-
needs.build.result == 'success'
392+
if: false # TEMP: Disabled for debugging - only rendering-correctness
399393
steps:
400394
- uses: actions/checkout@v6
401395
with:
@@ -417,9 +411,7 @@ jobs:
417411
runs-on: [self-hosted, gpu]
418412
timeout-minutes: 180
419413
needs: [build, config]
420-
if: >-
421-
github.event_name != 'push' &&
422-
needs.build.result == 'success'
414+
if: false # TEMP: Disabled for debugging - only rendering-correctness
423415
steps:
424416
- uses: actions/checkout@v6
425417
with:
@@ -440,9 +432,7 @@ jobs:
440432
runs-on: [self-hosted, gpu]
441433
timeout-minutes: 180
442434
needs: [build, config]
443-
if: >-
444-
github.event_name != 'push' &&
445-
needs.build.result == 'success'
435+
if: false # TEMP: Disabled for debugging - only rendering-correctness
446436
steps:
447437
- uses: actions/checkout@v6
448438
with:
@@ -463,9 +453,7 @@ jobs:
463453
runs-on: [self-hosted, gpu]
464454
timeout-minutes: 180
465455
needs: [build, config]
466-
if: >-
467-
github.event_name != 'push' &&
468-
needs.build.result == 'success'
456+
if: false # TEMP: Disabled for debugging - only rendering-correctness
469457
steps:
470458
- uses: actions/checkout@v6
471459
with:
@@ -486,9 +474,7 @@ jobs:
486474
runs-on: [self-hosted, gpu]
487475
timeout-minutes: 180
488476
needs: [build, config]
489-
if: >-
490-
github.event_name != 'push' &&
491-
needs.build.result == 'success'
477+
if: false # TEMP: Disabled for debugging - only rendering-correctness
492478
steps:
493479
- uses: actions/checkout@v6
494480
with:
@@ -508,9 +494,7 @@ jobs:
508494
runs-on: [self-hosted, gpu]
509495
timeout-minutes: 180
510496
needs: [build, config]
511-
if: >-
512-
github.event_name != 'push' &&
513-
needs.build.result == 'success'
497+
if: false # TEMP: Disabled for debugging - only rendering-correctness
514498
steps:
515499
- uses: actions/checkout@v6
516500
with:
@@ -529,9 +513,7 @@ jobs:
529513
runs-on: [self-hosted, gpu]
530514
timeout-minutes: 180
531515
needs: [build, config]
532-
if: >-
533-
github.event_name != 'push' &&
534-
needs.build.result == 'success'
516+
if: false # TEMP: Disabled for debugging - only rendering-correctness
535517
steps:
536518
- uses: actions/checkout@v6
537519
with:
@@ -550,9 +532,7 @@ jobs:
550532
runs-on: [self-hosted, gpu]
551533
timeout-minutes: 180
552534
needs: [build, config]
553-
if: >-
554-
github.event_name != 'push' &&
555-
needs.build.result == 'success'
535+
if: false # TEMP: Disabled for debugging - only rendering-correctness
556536
steps:
557537
- uses: actions/checkout@v6
558538
with:
@@ -571,9 +551,7 @@ jobs:
571551
runs-on: [self-hosted, gpu]
572552
timeout-minutes: 180
573553
needs: [build, config]
574-
if: >-
575-
github.event_name != 'push' &&
576-
needs.build.result == 'success'
554+
if: false # TEMP: Disabled for debugging - only rendering-correctness
577555
steps:
578556
- uses: actions/checkout@v6
579557
with:
@@ -592,9 +570,7 @@ jobs:
592570
runs-on: [self-hosted, gpu]
593571
timeout-minutes: 180
594572
needs: [build, config]
595-
if: >-
596-
github.event_name != 'push' &&
597-
needs.build.result == 'success'
573+
if: false # TEMP: Disabled for debugging - only rendering-correctness
598574
steps:
599575
- uses: actions/checkout@v6
600576
with:
@@ -613,9 +589,7 @@ jobs:
613589
runs-on: [self-hosted, gpu]
614590
timeout-minutes: 180
615591
needs: [build, config]
616-
if: >-
617-
github.event_name != 'push' &&
618-
needs.build.result == 'success'
592+
if: false # TEMP: Disabled for debugging - only rendering-correctness
619593
steps:
620594
- uses: actions/checkout@v6
621595
with:
@@ -634,9 +608,7 @@ jobs:
634608
runs-on: [self-hosted, gpu]
635609
timeout-minutes: 180
636610
needs: [build, config]
637-
if: >-
638-
github.event_name != 'push' &&
639-
needs.build.result == 'success'
611+
if: false # TEMP: Disabled for debugging - only rendering-correctness
640612
steps:
641613
- uses: actions/checkout@v6
642614
with:
@@ -655,9 +627,7 @@ jobs:
655627
runs-on: [self-hosted, gpu]
656628
timeout-minutes: 180
657629
needs: [build, config]
658-
if: >-
659-
github.event_name != 'push' &&
660-
needs.build.result == 'success'
630+
if: false # TEMP: Disabled for debugging - only rendering-correctness
661631
env:
662632
USE_OVPHYSX_WHEELHOUSE: ${{ needs.config.outputs.ovphysx_wheelhouse_resource != '' && ((github.event_name == 'pull_request' && github.base_ref == 'develop' && github.event.pull_request.head.repo.full_name == github.repository) || (github.event_name != 'pull_request' && github.ref_name == 'develop')) }}
663633
steps:
@@ -712,9 +682,7 @@ jobs:
712682
timeout-minutes: 120
713683
continue-on-error: true
714684
needs: [build-curobo, config]
715-
if: >-
716-
github.event_name != 'push' &&
717-
needs.build-curobo.result == 'success'
685+
if: false # TEMP: Disabled for debugging - only rendering-correctness
718686
steps:
719687
- uses: actions/checkout@v6
720688
with:
@@ -762,9 +730,7 @@ jobs:
762730
timeout-minutes: 120
763731
continue-on-error: true
764732
needs: [build-curobo, config]
765-
if: >-
766-
github.event_name != 'push' &&
767-
needs.build-curobo.result == 'success'
733+
if: false # TEMP: Disabled for debugging - only rendering-correctness
768734
steps:
769735
- uses: actions/checkout@v6
770736
with:
@@ -786,9 +752,7 @@ jobs:
786752
timeout-minutes: 300
787753
continue-on-error: true
788754
needs: [build, config]
789-
if: >-
790-
github.event_name != 'push' &&
791-
needs.build.result == 'success'
755+
if: false # TEMP: Disabled for debugging - only rendering-correctness
792756
steps:
793757
- uses: actions/checkout@v6
794758
with:
@@ -823,13 +787,7 @@ jobs:
823787
isaacsim-version: ${{ needs.config.outputs.isaacsim_image_tag }}
824788
filter-pattern: "isaaclab_tasks"
825789
include-files: >-
826-
test_rendering_cartpole.py,
827-
test_rendering_dexsuite_kuka_hetero.py,
828-
test_rendering_dexsuite_kuka_homo.py,
829-
test_rendering_franka_cloth.py,
830-
test_rendering_franka_soft.py,
831-
test_rendering_registered_tasks.py,
832-
test_rendering_shadow_hand.py
790+
test_rendering_franka_soft.py
833791
test-node-ids-file: ${{ github.event_name == 'push' && '.github/test-subsets/postmerge-rendering.toml' || '' }}
834792
test-node-ids-key: ${{ github.event_name == 'push' && 'rendering-correctness' || '' }}
835793
container-name: isaac-lab-rendering-correctness-test
@@ -841,7 +799,7 @@ jobs:
841799
timeout-minutes: 120
842800
continue-on-error: ${{ github.event_name == 'pull_request' || github.event_name == 'workflow_dispatch' }}
843801
needs: [build, config]
844-
if: needs.build.result == 'success'
802+
if: false # TEMP: Disabled for debugging - only rendering-correctness
845803
env:
846804
USE_OVPHYSX_WHEELHOUSE: ${{ needs.config.outputs.ovphysx_wheelhouse_resource != '' && ((github.event_name == 'pull_request' && github.base_ref == 'develop' && github.event.pull_request.head.repo.full_name == github.repository) || (github.event_name != 'pull_request' && github.ref_name == 'develop')) }}
847805
steps:

‎tools/conftest.py‎

Lines changed: 24 additions & 5 deletions
Original file line numberDiff line numberDiff line change
@@ -609,7 +609,6 @@ def _run_one_pass(
609609
"pytest",
610610
"-v", # per-test names in the log: if a file hangs, the last name pinpoints the culprit
611611
"-s",
612-
"-vv",
613612
"--show-capture=all",
614613
f"--config-file={ctx.workspace_root}/pyproject.toml",
615614
f"--junitxml={report_file}",
@@ -1143,14 +1142,18 @@ def pytest_sessionstart(session):
11431142
ci_marker = os.environ.get("CI_MARKER", "")
11441143
test_node_ids_by_file = _collect_test_node_ids_by_file(workspace_root)
11451144

1146-
# Parse include files list (comma-separated paths)
1147-
include_files = set()
1145+
# Parse include files list (comma-separated paths).
1146+
# TEMP (stress testing): preserve duplicate basenames so the same file can be
1147+
# scheduled multiple times. Filtering still uses the unique set; multiplicity
1148+
# is re-applied after filesystem collection below.
1149+
include_files_list: list[str] = []
11481150
if include_files_str:
11491151
for f in include_files_str.split(","):
11501152
f = f.strip()
11511153
if f:
1152-
include_files.add(os.path.basename(f))
1153-
include_files.update(os.path.basename(path) for path in test_node_ids_by_file)
1154+
include_files_list.append(os.path.basename(f))
1155+
include_files_list.extend(os.path.basename(path) for path in test_node_ids_by_file)
1156+
include_files = set(include_files_list)
11541157

11551158
# Also try to get from pytest config
11561159
if hasattr(session.config, "option") and hasattr(session.config.option, "filter_pattern"):
@@ -1220,6 +1223,22 @@ def pytest_sessionstart(session):
12201223
if missing_files:
12211224
pytest.exit(f"Configured test node ID files were not collected: {missing_files}", returncode=1)
12221225

1226+
# TEMP (stress testing): expand collected paths to match include-list multiplicity.
1227+
# E.g. include-files listing the same basename 10 times runs that file 10 times.
1228+
if include_files_list and len(include_files_list) > len(include_files):
1229+
basename_to_path = {os.path.basename(path): path for path in test_files}
1230+
expanded_test_files = []
1231+
for basename in include_files_list:
1232+
path = basename_to_path.get(basename)
1233+
if path is not None:
1234+
expanded_test_files.append(path)
1235+
if expanded_test_files:
1236+
logger.info(
1237+
f"TEMP stress repeat: expanding {len(test_files)} collected file(s) "
1238+
f"to {len(expanded_test_files)} run(s) from include-list duplicates"
1239+
)
1240+
test_files = expanded_test_files
1241+
12231242
if not test_files:
12241243
if quarantined_only:
12251244
logger.info("No quarantined tests configured — nothing to run.")

0 commit comments

Comments
 (0)