Skip to content

Commit 919eac7

Browse files
AlexMa616AlexMa616
committed
test: organize plugin backend tests
1 parent d54837c commit 919eac7

13 files changed

Lines changed: 28 additions & 27 deletions

‎qa/L0_pytorch_unittest/test.sh‎

Lines changed: 25 additions & 24 deletions
Original file line numberDiff line numberDiff line change
@@ -181,57 +181,58 @@ run_test_step "pytest_test_checkpoint.xml" "$TE_PATH/tests/pytorch/test_checkpoi
181181
# ==============================================================================
182182
# New Step: Plugin Core
183183
# ==============================================================================
184+
PLUGIN_TEST_ROOT="$TE_PATH/transformer_engine/plugin/tests"
184185

185186
# Step: Plugin Policy
186-
run_test_step "pytest_test_plugin_policy.xml" "$TE_PATH/tests/pytorch/test_plugin_policy.py" \
187-
"python3 -m pytest -s -v --tb=auto --junitxml=$XML_LOG_DIR/pytest_test_plugin_policy.xml $TE_PATH/tests/pytorch/test_plugin_policy.py" "test_plugin_policy.py"
187+
run_test_step "pytest_test_plugin_policy.xml" "$PLUGIN_TEST_ROOT/test_plugin_policy.py" \
188+
"python3 -m pytest -s -v --tb=auto --junitxml=$XML_LOG_DIR/pytest_test_plugin_policy.xml $PLUGIN_TEST_ROOT/test_plugin_policy.py" "test_plugin_policy.py"
188189

189190
# Step: Plugin manager
190-
run_test_step "pytest_test_plugin_manager.xml" "$TE_PATH/tests/pytorch/test_plugin_manager.py" \
191-
"python3 -m pytest -s -v --tb=auto --junitxml=$XML_LOG_DIR/pytest_test_plugin_manager.xml $TE_PATH/tests/pytorch/test_plugin_manager.py" "test_plugin_manager.py"
191+
run_test_step "pytest_test_plugin_manager.xml" "$PLUGIN_TEST_ROOT/test_plugin_manager.py" \
192+
"python3 -m pytest -s -v --tb=auto --junitxml=$XML_LOG_DIR/pytest_test_plugin_manager.xml $PLUGIN_TEST_ROOT/test_plugin_manager.py" "test_plugin_manager.py"
192193

193194

194195
# ==============================================================================
195196
# New Step: Plugin Core backend
196197
# ==============================================================================
197198

198199
# Step: Backend flagos =========================================================
199-
run_test_step "pytest_test_backend_flagos.xml" "$TE_PATH/tests/pytorch/test_backend_flagos.py" \
200-
"python3 -m pytest -s -v --tb=auto --junitxml=$XML_LOG_DIR/pytest_test_backend_flagos.xml $TE_PATH/tests/pytorch/test_backend_flagos.py" "test_backend_flagos.py"
200+
run_test_step "pytest_test_backend_flagos.xml" "$PLUGIN_TEST_ROOT/test_backend_flagos.py" \
201+
"python3 -m pytest -s -v --tb=auto --junitxml=$XML_LOG_DIR/pytest_test_backend_flagos.xml $PLUGIN_TEST_ROOT/test_backend_flagos.py" "test_backend_flagos.py"
201202

202203
# Step: Backend impl fused adam
203-
run_test_step "pytest_test_fused_adam.xml" "$TE_PATH/tests/pytorch/test_fused_adam.py" \
204-
"python3 -m pytest -s -v --tb=auto --junitxml=$XML_LOG_DIR/pytest_test_fused_adam.xml $TE_PATH/tests/pytorch/test_fused_adam.py" "test_fused_adam.py"
204+
run_test_step "pytest_test_backend_flagos_fused_adam.xml" "$PLUGIN_TEST_ROOT/test_backend_flagos_fused_adam.py" \
205+
"python3 -m pytest -s -v --tb=auto --junitxml=$XML_LOG_DIR/pytest_test_backend_flagos_fused_adam.xml $PLUGIN_TEST_ROOT/test_backend_flagos_fused_adam.py" "test_backend_flagos_fused_adam.py"
205206

206207
# Step: Backend impl gemm
207-
run_test_step "pytest_test_gemm.xml" "$TE_PATH/tests/pytorch/test_gemm.py" \
208-
"python3 -m pytest -s -v --tb=auto --junitxml=$XML_LOG_DIR/pytest_test_gemm.xml $TE_PATH/tests/pytorch/test_gemm.py" "test_gemm.py"
208+
run_test_step "pytest_test_backend_flagos_gemm.xml" "$PLUGIN_TEST_ROOT/test_backend_flagos_gemm.py" \
209+
"python3 -m pytest -s -v --tb=auto --junitxml=$XML_LOG_DIR/pytest_test_backend_flagos_gemm.xml $PLUGIN_TEST_ROOT/test_backend_flagos_gemm.py" "test_backend_flagos_gemm.py"
209210

210211
# Step: Backend impl multi_tensor
211-
run_test_step "pytest_test_multi_tensor_unit.xml" "$TE_PATH/tests/pytorch/test_multi_tensor_unit.py" \
212-
"python3 -m pytest -s -v --tb=auto --junitxml=$XML_LOG_DIR/pytest_test_multi_tensor_unit.xml $TE_PATH/tests/pytorch/test_multi_tensor_unit.py" "test_multi_tensor_unit.py"
212+
run_test_step "pytest_test_backend_flagos_multi_tensor.xml" "$PLUGIN_TEST_ROOT/test_backend_flagos_multi_tensor.py" \
213+
"python3 -m pytest -s -v --tb=auto --junitxml=$XML_LOG_DIR/pytest_test_backend_flagos_multi_tensor.xml $PLUGIN_TEST_ROOT/test_backend_flagos_multi_tensor.py" "test_backend_flagos_multi_tensor.py"
213214

214215
# Step: Backend impl rmsnorm
215-
run_test_step "pytest_test_rmsnorm.xml" "$TE_PATH/tests/pytorch/test_rmsnorm.py" \
216-
"python3 -m pytest -s -v --tb=auto --junitxml=$XML_LOG_DIR/pytest_test_rmsnorm.xml $TE_PATH/tests/pytorch/test_rmsnorm.py" "test_rmsnorm.py"
216+
run_test_step "pytest_test_backend_flagos_rmsnorm.xml" "$PLUGIN_TEST_ROOT/test_backend_flagos_rmsnorm.py" \
217+
"python3 -m pytest -s -v --tb=auto --junitxml=$XML_LOG_DIR/pytest_test_backend_flagos_rmsnorm.xml $PLUGIN_TEST_ROOT/test_backend_flagos_rmsnorm.py" "test_backend_flagos_rmsnorm.py"
217218

218219
# Step: Backend impl softmax
219-
run_test_step "pytest_test_softmax.xml" "$TE_PATH/tests/pytorch/test_softmax.py" \
220-
"python3 -m pytest -s -v --tb=auto --junitxml=$XML_LOG_DIR/pytest_test_softmax.xml $TE_PATH/tests/pytorch/test_softmax.py" "test_softmax.py"
220+
run_test_step "pytest_test_backend_flagos_softmax.xml" "$PLUGIN_TEST_ROOT/test_backend_flagos_softmax.py" \
221+
"python3 -m pytest -s -v --tb=auto --junitxml=$XML_LOG_DIR/pytest_test_backend_flagos_softmax.xml $PLUGIN_TEST_ROOT/test_backend_flagos_softmax.py" "test_backend_flagos_softmax.py"
221222

222223

223224
# Step: Backend reference =========================================================
224-
run_test_step "pytest_reference.xml" "$TE_PATH/tests/pytorch/test_reference.py" \
225-
"python3 -m pytest -s -v --tb=auto --junitxml=$XML_LOG_DIR/pytest_reference.xml $TE_PATH/tests/pytorch/test_reference.py" "test_reference.py"
225+
run_test_step "pytest_test_backend_reference.xml" "$PLUGIN_TEST_ROOT/test_backend_reference.py" \
226+
"python3 -m pytest -s -v --tb=auto --junitxml=$XML_LOG_DIR/pytest_test_backend_reference.xml $PLUGIN_TEST_ROOT/test_backend_reference.py" "test_backend_reference.py"
226227

227-
run_test_step "pytest_reference_activation.xml" "$TE_PATH/tests/pytorch/test_reference_activation.py" \
228-
"python3 -m pytest -s -v --tb=auto --junitxml=$XML_LOG_DIR/pytest_reference_activation.xml $TE_PATH/tests/pytorch/test_reference_activation.py" "test_reference_activation.py"
228+
run_test_step "pytest_test_backend_reference_activation.xml" "$PLUGIN_TEST_ROOT/test_backend_reference_activation.py" \
229+
"python3 -m pytest -s -v --tb=auto --junitxml=$XML_LOG_DIR/pytest_test_backend_reference_activation.xml $PLUGIN_TEST_ROOT/test_backend_reference_activation.py" "test_backend_reference_activation.py"
229230

230-
run_test_step "pytest_reference_dropout.xml" "$TE_PATH/tests/pytorch/test_reference_dropout.py" \
231-
"python3 -m pytest -s -v --tb=auto --junitxml=$XML_LOG_DIR/pytest_reference_dropout.xml $TE_PATH/tests/pytorch/test_reference_dropout.py" "test_reference_dropout.py"
231+
run_test_step "pytest_test_backend_reference_dropout.xml" "$PLUGIN_TEST_ROOT/test_backend_reference_dropout.py" \
232+
"python3 -m pytest -s -v --tb=auto --junitxml=$XML_LOG_DIR/pytest_test_backend_reference_dropout.xml $PLUGIN_TEST_ROOT/test_backend_reference_dropout.py" "test_backend_reference_dropout.py"
232233

233-
run_test_step "pytest_reference_gemm.xml" "$TE_PATH/tests/pytorch/test_reference_gemm.py" \
234-
"python3 -m pytest -s -v --tb=auto --junitxml=$XML_LOG_DIR/pytest_reference_gemm.xml $TE_PATH/tests/pytorch/test_reference_gemm.py" "test_reference_gemm.py"
234+
run_test_step "pytest_test_backend_reference_gemm.xml" "$PLUGIN_TEST_ROOT/test_backend_reference_gemm.py" \
235+
"python3 -m pytest -s -v --tb=auto --junitxml=$XML_LOG_DIR/pytest_test_backend_reference_gemm.xml $PLUGIN_TEST_ROOT/test_backend_reference_gemm.py" "test_backend_reference_gemm.py"
235236

236237
if [ "$FAIL" -ne 0 ]; then
237238
echo "Some tests failed."

tests/pytorch/test_backend_flagos.py renamed to transformer_engine/plugin/tests/test_backend_flagos.py

File renamed without changes.

tests/pytorch/test_fused_adam.py renamed to transformer_engine/plugin/tests/test_backend_flagos_fused_adam.py

File renamed without changes.

tests/pytorch/test_gemm.py renamed to transformer_engine/plugin/tests/test_backend_flagos_gemm.py

File renamed without changes.

tests/pytorch/test_multi_tensor_unit.py renamed to transformer_engine/plugin/tests/test_backend_flagos_multi_tensor.py

File renamed without changes.

tests/pytorch/test_rmsnorm.py renamed to transformer_engine/plugin/tests/test_backend_flagos_rmsnorm.py

File renamed without changes.

tests/pytorch/test_softmax.py renamed to transformer_engine/plugin/tests/test_backend_flagos_softmax.py

File renamed without changes.

tests/pytorch/test_reference.py renamed to transformer_engine/plugin/tests/test_backend_reference.py

File renamed without changes.

tests/pytorch/test_reference_activation.py renamed to transformer_engine/plugin/tests/test_backend_reference_activation.py

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -1,4 +1,4 @@
1-
# tests/pytorch/test_reference_activation.py
1+
# transformer_engine/plugin/tests/test_backend_reference_activation.py
22
import pytest
33
import torch
44
import torch.nn.functional as F

tests/pytorch/test_reference_dropout.py renamed to transformer_engine/plugin/tests/test_backend_reference_dropout.py

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -1,4 +1,4 @@
1-
# tests/pytorch/test_reference_dropout.py
1+
# transformer_engine/plugin/tests/test_backend_reference_dropout.py
22
import pytest
33
import torch
44

0 commit comments

Comments
 (0)