Skip to content

Commit c88f447

Browse files
author
zhoujiamei
committed
back to unit test
1 parent 0231710 commit c88f447

2 files changed

Lines changed: 68 additions & 68 deletions

File tree

‎.github/configs/metax.yml‎

Lines changed: 42 additions & 42 deletions
Original file line numberDiff line numberDiff line change
@@ -55,46 +55,46 @@ device_types:
5555

5656
# Test matrix configuration
5757
test_matrix:
58-
# unit:
59-
# devices:
60-
# - C500
61-
# # Ignored test files for unit tests
62-
# # These files will be skipped when running pytest
63-
# ignored_tests:
64-
# - tests/unit_tests/data/test_preprocess_data.py
65-
# - tests/unit_tests/dist_checkpointing/test_global_metadata_reuse.py
66-
# - tests/unit_tests/dist_checkpointing/test_optimizer.py
67-
# - tests/unit_tests/dist_checkpointing/test_nonpersistent.py
68-
# - tests/unit_tests/dist_checkpointing/test_optimizer.py
69-
# - tests/unit_tests/dist_checkpointing/test_safe_globals.py
70-
# - tests/unit_tests/dist_checkpointing/models/test_moe_experts.py
71-
# - tests/unit_tests/distributed/test_grad_sync_with_expert_parallel.py
72-
# - tests/unit_tests/distributed/test_mcore_fully_sharded_data_parallel.py
73-
# - tests/unit_tests/export/trtllm/test_distributed_fp8.py
74-
# - tests/unit_tests/export/trtllm/test_single_device_fp8.py
75-
# - tests/unit_tests/transformer/moe/test_a2a_token_dispatcher.py
76-
# - tests/unit_tests/test_inference.py
77-
# - tests/unit_tests/test_rl_utils.py
78-
# - tests/unit_tests/models/test_gpt_model.py
79-
# - tests/unit_tests/models/test_mamba_model.py
80-
# - tests/unit_tests/post_training/test_modelopt_module_spec.py
81-
# - tests/unit_tests/transformer/moe/test_aux_loss.py
82-
# - tests/unit_tests/transformer/moe/test_moe_layer_discrepancy.py
83-
# - tests/unit_tests/transformer/moe/test_routers.py
84-
# - tests/unit_tests/transformer/test_attention.py
85-
# - tests/unit_tests/transformer/test_attention_packed_seq.py
86-
# - tests/unit_tests/transformer/test_cuda_graphs.py
87-
# - tests/unit_tests/transformer/test_full_cuda_graph.py
88-
# - tests/unit_tests/transformer/test_multi_latent_attention.py
89-
# - tests/unit_tests/transformer/test_multi_token_prediction.py
90-
# - tests/unit_tests/transformer/test_retro_attention.py
91-
# - tests/unit_tests/transformer/test_transformer_block.py
92-
# - tests/unit_tests/transformer/test_transformer_block_custom_pgs.py
93-
# - tests/unit_tests/dist_checkpointing/test_local.py
58+
unit:
59+
devices:
60+
- C500
61+
# Ignored test files for unit tests
62+
# These files will be skipped when running pytest
63+
ignored_tests:
64+
- tests/unit_tests/data/test_preprocess_data.py
65+
- tests/unit_tests/dist_checkpointing/test_global_metadata_reuse.py
66+
- tests/unit_tests/dist_checkpointing/test_optimizer.py
67+
- tests/unit_tests/dist_checkpointing/test_nonpersistent.py
68+
- tests/unit_tests/dist_checkpointing/test_optimizer.py
69+
- tests/unit_tests/dist_checkpointing/test_safe_globals.py
70+
- tests/unit_tests/dist_checkpointing/models/test_moe_experts.py
71+
- tests/unit_tests/distributed/test_grad_sync_with_expert_parallel.py
72+
- tests/unit_tests/distributed/test_mcore_fully_sharded_data_parallel.py
73+
- tests/unit_tests/export/trtllm/test_distributed_fp8.py
74+
- tests/unit_tests/export/trtllm/test_single_device_fp8.py
75+
- tests/unit_tests/transformer/moe/test_a2a_token_dispatcher.py
76+
- tests/unit_tests/test_inference.py
77+
- tests/unit_tests/test_rl_utils.py
78+
- tests/unit_tests/models/test_gpt_model.py
79+
- tests/unit_tests/models/test_mamba_model.py
80+
- tests/unit_tests/post_training/test_modelopt_module_spec.py
81+
- tests/unit_tests/transformer/moe/test_aux_loss.py
82+
- tests/unit_tests/transformer/moe/test_moe_layer_discrepancy.py
83+
- tests/unit_tests/transformer/moe/test_routers.py
84+
- tests/unit_tests/transformer/test_attention.py
85+
- tests/unit_tests/transformer/test_attention_packed_seq.py
86+
- tests/unit_tests/transformer/test_cuda_graphs.py
87+
- tests/unit_tests/transformer/test_full_cuda_graph.py
88+
- tests/unit_tests/transformer/test_multi_latent_attention.py
89+
- tests/unit_tests/transformer/test_multi_token_prediction.py
90+
- tests/unit_tests/transformer/test_retro_attention.py
91+
- tests/unit_tests/transformer/test_transformer_block.py
92+
- tests/unit_tests/transformer/test_transformer_block_custom_pgs.py
93+
- tests/unit_tests/dist_checkpointing/test_local.py
9494

95-
functional:
96-
train:
97-
- device: c500
98-
task: train
99-
model: deepseek
100-
case: tp2_pp2_ep2
95+
# functional:
96+
# train:
97+
# - device: c500
98+
# task: train
99+
# model: deepseek
100+
# case: tp2_pp2_ep2

‎.github/workflows/all_tests_common.yml‎

Lines changed: 26 additions & 26 deletions
Original file line numberDiff line numberDiff line change
@@ -68,36 +68,36 @@ jobs:
6868
IGNORED_TESTS=$(yq '.test_matrix.unit.ignored_tests // [] | tojson(0)' "$CONFIG_FILE")
6969
echo "ignored_tests=$IGNORED_TESTS" >> $GITHUB_OUTPUT
7070
71-
# unit_tests:
72-
# needs: checkout_and_config
73-
# strategy:
74-
# fail-fast: false
75-
# matrix:
76-
# device: ${{ fromJson(needs.checkout_and_config.outputs.device_types) }}
77-
# uses: ./.github/workflows/unit_tests_common.yml
78-
# name: unit_tests
79-
# with:
80-
# platform: ${{ inputs.platform }}
81-
# device: ${{ matrix.device }}
82-
# image: ${{ needs.checkout_and_config.outputs.ci_image }}
83-
# runs_on: ${{ needs.checkout_and_config.outputs.runs_on }}
84-
# container_volumes: ${{ needs.checkout_and_config.outputs.container_volumes }}
85-
# container_options: ${{ needs.checkout_and_config.outputs.container_options }}
86-
# ignored_tests: ${{ needs.checkout_and_config.outputs.ignored_tests }}
87-
88-
# arguments.py not compatible with megatron-core-fl
89-
functional_tests:
90-
needs:
91-
- checkout_and_config
92-
if: fromJson(needs.checkout_and_config.outputs.train_test_matrix)[0] != null
93-
uses: ./.github/workflows/functional_tests_common.yml
71+
unit_tests:
72+
needs: checkout_and_config
73+
strategy:
74+
fail-fast: false
75+
matrix:
76+
device: ${{ fromJson(needs.checkout_and_config.outputs.device_types) }}
77+
uses: ./.github/workflows/unit_tests_common.yml
78+
name: unit_tests
9479
with:
9580
platform: ${{ inputs.platform }}
96-
test_matrix: ${{ needs.checkout_and_config.outputs.train_test_matrix }}
81+
device: ${{ matrix.device }}
9782
image: ${{ needs.checkout_and_config.outputs.ci_image }}
9883
runs_on: ${{ needs.checkout_and_config.outputs.runs_on }}
9984
container_volumes: ${{ needs.checkout_and_config.outputs.container_volumes }}
10085
container_options: ${{ needs.checkout_and_config.outputs.container_options }}
86+
ignored_tests: ${{ needs.checkout_and_config.outputs.ignored_tests }}
87+
88+
# arguments.py not compatible with megatron-core-fl
89+
# functional_tests:
90+
# needs:
91+
# - checkout_and_config
92+
# if: fromJson(needs.checkout_and_config.outputs.train_test_matrix)[0] != null
93+
# uses: ./.github/workflows/functional_tests_common.yml
94+
# with:
95+
# platform: ${{ inputs.platform }}
96+
# test_matrix: ${{ needs.checkout_and_config.outputs.train_test_matrix }}
97+
# image: ${{ needs.checkout_and_config.outputs.ci_image }}
98+
# runs_on: ${{ needs.checkout_and_config.outputs.runs_on }}
99+
# container_volumes: ${{ needs.checkout_and_config.outputs.container_volumes }}
100+
# container_options: ${{ needs.checkout_and_config.outputs.container_options }}
101101

102102

103103
all_tests_complete:
@@ -106,8 +106,8 @@ jobs:
106106
shell: bash
107107
needs:
108108
- checkout_and_config
109-
# - unit_tests
110-
- functional_tests
109+
- unit_tests
110+
# - functional_tests
111111
runs-on: ubuntu-latest
112112
if: always()
113113
steps:

0 commit comments

Comments
 (0)