Skip to content

Commit dde54e5

Browse files
author
yefubao
committed
debug0
1 parent 2c4a5cf commit dde54e5

1 file changed

Lines changed: 22 additions & 23 deletions

File tree

‎.github/workflows/qa_l0_pytorch.yml‎

Lines changed: 22 additions & 23 deletions
Original file line numberDiff line numberDiff line change
@@ -110,33 +110,32 @@ jobs:
110110
# ctest --test-dir build -j$NUM_PARALLEL_JOBS
111111

112112
- name: L0_pytorch_debug_unittest
113+
env:
114+
PYTEST_ADDOPTS: "-v -s"
115+
NVTE_TEST_NVINSPECT_FEATURE_DIRS: "transformer_engine/debug/features"
116+
NVTE_TEST_NVINSPECT_CONFIGS_DIR: "tests/pytorch/debug/test_configs/"
117+
NVTE_TEST_NVINSPECT_DUMMY_CONFIG_FILE: "tests/pytorch/debug/test_configs/dummy_feature.yaml"
118+
XML_LOG_DIR: "/logs/pytorch/debug"
113119
run: |
114-
: ${NVTE_TEST_NVINSPECT_FEATURE_DIRS:=transformer_engine/debug/features}
115-
: ${NVTE_TEST_NVINSPECT_CONFIGS_DIR:=tests/pytorch/debug/test_configs/}
116-
: ${XML_LOG_DIR:=/logs}
120+
echo "XML_LOG_DIR: ${XML_LOG_DIR}"
117121
118-
mkdir -p "$XML_LOG_DIR"
119122
120-
: ${NVTE_TEST_NVINSPECT_DUMMY_CONFIG_FILE:=tests/pytorch/debug/test_configs/dummy_feature.yaml}
123+
# mkdir -p "$XML_LOG_DIR"
121124
122-
FAIL=0
125+
# # It is not installed as a requirement,
126+
# # because it is not available on PyPI.
127+
# pip uninstall -y nvdlfw-inspect
128+
# pip install git+https://github.com/NVIDIA/nvidia-dlfw-inspect.git
129+
# pip install pytest==8.2.1
123130
124-
# It is not installed as a requirement,
125-
# because it is not available on PyPI.
126-
pip uninstall -y nvdlfw-inspect
127-
pip install git+https://github.com/NVIDIA/nvidia-dlfw-inspect.git
131+
# pytest -v -s --junitxml=$XML_LOG_DIR/test_sanity.xml tests/pytorch/debug/test_sanity.py --feature_dirs=$NVTE_TEST_NVINSPECT_FEATURE_DIRS || FAIL=1
132+
# pytest -v -s --junitxml=$XML_LOG_DIR/test_config.xml tests/pytorch/debug/test_config.py --feature_dirs=$NVTE_TEST_NVINSPECT_FEATURE_DIRS || FAIL=1
133+
# pytest -v -s --junitxml=$XML_LOG_DIR/test_numerics.xml tests/pytorch/debug/test_numerics.py --feature_dirs=$NVTE_TEST_NVINSPECT_FEATURE_DIRS || FAIL=1
134+
# pytest -v -s --junitxml=$XML_LOG_DIR/test_log.xml tests/pytorch/debug/test_log.py --feature_dirs=$NVTE_TEST_NVINSPECT_FEATURE_DIRS --configs_dir=$NVTE_TEST_NVINSPECT_CONFIGS_DIR || FAIL=1
135+
# # NVTE_TORCH_COMPILE=0 pytest -v -s --junitxml=$XML_LOG_DIR/test_api_features.xml tests/pytorch/debug/test_api_features.py --feature_dirs=$NVTE_TEST_NVINSPECT_FEATURE_DIRS --configs_dir=$NVTE_TEST_NVINSPECT_CONFIGS_DIR || FAIL=1
136+
# pytest -v -s --junitxml=$XML_LOG_DIR/test_perf.xml tests/pytorch/debug/test_perf.py --feature_dirs=$NVTE_TEST_NVINSPECT_FEATURE_DIRS --configs_dir=$NVTE_TEST_NVINSPECT_CONFIGS_DIR || FAIL=1
128137
129-
pip install pytest==8.2.1
130-
pytest -v -s --junitxml=$XML_LOG_DIR/test_sanity.xml tests/pytorch/debug/test_sanity.py --feature_dirs=$NVTE_TEST_NVINSPECT_FEATURE_DIRS || FAIL=1
131-
pytest -v -s --junitxml=$XML_LOG_DIR/test_config.xml tests/pytorch/debug/test_config.py --feature_dirs=$NVTE_TEST_NVINSPECT_FEATURE_DIRS || FAIL=1
132-
pytest -v -s --junitxml=$XML_LOG_DIR/test_numerics.xml tests/pytorch/debug/test_numerics.py --feature_dirs=$NVTE_TEST_NVINSPECT_FEATURE_DIRS || FAIL=1
133-
pytest -v -s --junitxml=$XML_LOG_DIR/test_log.xml tests/pytorch/debug/test_log.py --feature_dirs=$NVTE_TEST_NVINSPECT_FEATURE_DIRS --configs_dir=$NVTE_TEST_NVINSPECT_CONFIGS_DIR || FAIL=1
134-
NVTE_TORCH_COMPILE=0 pytest -v -s --junitxml=$XML_LOG_DIR/test_api_features.xml tests/pytorch/debug/test_api_features.py --feature_dirs=$NVTE_TEST_NVINSPECT_FEATURE_DIRS --configs_dir=$NVTE_TEST_NVINSPECT_CONFIGS_DIR || FAIL=1
135-
pytest -v -s --junitxml=$XML_LOG_DIR/test_perf.xml tests/pytorch/debug/test_perf.py --feature_dirs=$NVTE_TEST_NVINSPECT_FEATURE_DIRS --configs_dir=$NVTE_TEST_NVINSPECT_CONFIGS_DIR || FAIL=1
136-
137-
# standard sanity and numerics tests with initialized debug
138-
NVTE_TEST_NVINSPECT_ENABLED=1 NVTE_TEST_NVINSPECT_CONFIG_FILE=$NVTE_TEST_NVINSPECT_DUMMY_CONFIG_FILE NVTE_TEST_NVINSPECT_FEATURE_DIRS=$NVTE_TEST_NVINSPECT_FEATURE_DIRS PYTORCH_JIT=0 NVTE_TORCH_COMPILE=0 NVTE_ALLOW_NONDETERMINISTIC_ALGO=0 pytest -v -s --junitxml=$XML_LOG_DIR/test_sanity_2.xml tests/pytorch/test_sanity.py || FAIL=1
139-
NVTE_TEST_NVINSPECT_ENABLED=1 NVTE_TEST_NVINSPECT_CONFIG_FILE=$NVTE_TEST_NVINSPECT_DUMMY_CONFIG_FILE NVTE_TEST_NVINSPECT_FEATURE_DIRS=$NVTE_TEST_NVINSPECT_FEATURE_DIRS PYTORCH_JIT=0 NVTE_TORCH_COMPILE=0 NVTE_ALLOW_NONDETERMINISTIC_ALGO=0 NVTE_FUSED_ATTN=0 pytest -v -s --junitxml=$XML_LOG_DIR/test_numerics_2.xml tests/pytorch/test_numerics.py || FAIL=1
140-
141-
exit $FAIL
138+
# # standard sanity and numerics tests with initialized debug
139+
# NVTE_TEST_NVINSPECT_ENABLED=1 NVTE_TEST_NVINSPECT_CONFIG_FILE=$NVTE_TEST_NVINSPECT_DUMMY_CONFIG_FILE NVTE_TEST_NVINSPECT_FEATURE_DIRS=$NVTE_TEST_NVINSPECT_FEATURE_DIRS PYTORCH_JIT=0 NVTE_TORCH_COMPILE=0 NVTE_ALLOW_NONDETERMINISTIC_ALGO=0 pytest -v -s --junitxml=$XML_LOG_DIR/test_sanity_2.xml tests/pytorch/test_sanity.py || FAIL=1
140+
# # NVTE_TEST_NVINSPECT_ENABLED=1 NVTE_TEST_NVINSPECT_CONFIG_FILE=$NVTE_TEST_NVINSPECT_DUMMY_CONFIG_FILE NVTE_TEST_NVINSPECT_FEATURE_DIRS=$NVTE_TEST_NVINSPECT_FEATURE_DIRS PYTORCH_JIT=0 NVTE_TORCH_COMPILE=0 NVTE_ALLOW_NONDETERMINISTIC_ALGO=0 NVTE_FUSED_ATTN=0 pytest -v -s --junitxml=$XML_LOG_DIR/test_numerics_2.xml tests/pytorch/test_numerics.py || FAIL=1
142141

0 commit comments

Comments
 (0)