Skip to content
Draft
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
78 changes: 63 additions & 15 deletions tests/pipeline_reorg/galaxy_demo_tests.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -13,23 +13,32 @@

# Wormhole Galaxy demo tests
- name: Galaxy Llama3 demo tests
cmd: export TT_CACHE_HOME=/mnt/MLPerf/huggingface/tt_cache LLAMA_DIR=/mnt/MLPerf/tt_dnn-models/llama/Llama3.3-70B-Instruct/ FAKE_DEVICE=TG && pytest models/demos/llama3_70b_galaxy/demo/demo_decode.py -k "full" --timeout 1000 && pytest models/demos/llama3_70b_galaxy/demo/text_demo.py -k "repeat" --timeout 1000 && pytest models/demos/llama3_70b_galaxy/demo/text_demo.py -k "pcc-80L" --timeout 1000 && pytest models/demos/llama3_70b_galaxy/demo/text_demo.py -k "batch-32-non-uniform-sampling" --timeout 500
cmd: |
export TT_CACHE_HOME=/mnt/MLPerf/huggingface/tt_cache LLAMA_DIR=/mnt/MLPerf/tt_dnn-models/llama/Llama3.3-70B-Instruct/ FAKE_DEVICE=TG
pytest models/demos/llama3_70b_galaxy/demo/demo_decode.py -k "full" --timeout 1000
pytest models/demos/llama3_70b_galaxy/demo/text_demo.py -k "repeat" --timeout 1000
pytest models/demos/llama3_70b_galaxy/demo/text_demo.py -k "pcc-80L" --timeout 1000
pytest models/demos/llama3_70b_galaxy/demo/text_demo.py -k "batch-32-non-uniform-sampling" --timeout 500
model: llama3
sku: wh_galaxy
owner_id: U053W15B6JF # Djordje Ivanovic
team: models
timeout: 20

- name: Galaxy Llama3 8B data-parallel demo tests
cmd: export TT_CACHE_HOME=/mnt/MLPerf/huggingface/tt_cache HF_MODEL=meta-llama/Llama-3.1-8B-Instruct TT_CACHE_PATH=/mnt/MLPerf/huggingface/tt_cache/meta-llama/Llama-3.1-8B-Instruct MESH_DEVICE=TG && pytest models/tt_transformers/demo/simple_text_demo.py --timeout 1000
cmd: |
export TT_CACHE_HOME=/mnt/MLPerf/huggingface/tt_cache HF_MODEL=meta-llama/Llama-3.1-8B-Instruct TT_CACHE_PATH=/mnt/MLPerf/huggingface/tt_cache/meta-llama/Llama-3.1-8B-Instruct MESH_DEVICE=TG && \
pytest models/tt_transformers/demo/simple_text_demo.py --timeout 1000
model: llama3_8b_dp
sku: wh_galaxy
owner_id: U08BH66EXAL # Radoica Draskic
team: models
timeout: 20

- name: Galaxy Llama3 70B data-parallel demo tests
cmd: export TT_CACHE_HOME=/mnt/MLPerf/huggingface/tt_cache HF_MODEL=meta-llama/Llama-3.3-70B-Instruct TT_CACHE_PATH=/mnt/MLPerf/huggingface/tt_cache/meta-llama/Llama-3.3-70B-Instruct MESH_DEVICE=TG && pytest models/tt_transformers/demo/simple_text_demo.py --timeout 1000
cmd: |
export TT_CACHE_HOME=/mnt/MLPerf/huggingface/tt_cache HF_MODEL=meta-llama/Llama-3.3-70B-Instruct TT_CACHE_PATH=/mnt/MLPerf/huggingface/tt_cache/meta-llama/Llama-3.3-70B-Instruct MESH_DEVICE=TG && \
pytest models/tt_transformers/demo/simple_text_demo.py --timeout 1000
model: llama3_70b_dp
sku: wh_galaxy
owner_id: U08BH66EXAL # Radoica Draskic
Expand Down Expand Up @@ -61,95 +70,134 @@
timeout: 5

- name: Galaxy Stable Diffusion 3.5 Large demo tests
cmd: export TT_CACHE_HOME=/mnt/MLPerf/huggingface/tt_cache NO_PROMPT=1 TT_MM_THROTTLE_PERF=5 && pytest models/tt_dit/tests/models/sd35/test_pipeline_sd35.py -k "4x8cfg1sp0tp1" --timeout 1200
cmd: |
export TT_CACHE_HOME=/mnt/MLPerf/huggingface/tt_cache NO_PROMPT=1 TT_MM_THROTTLE_PERF=5 && \
pytest models/tt_dit/tests/models/sd35/test_pipeline_sd35.py -k "4x8cfg1sp0tp1" --timeout 1200
model: sd35
sku: wh_galaxy
owner_id: U03FJB5TM5Y # Colman Glagovich
team: models
timeout: 10

- name: Galaxy Flux.1-dev demo tests
cmd: export TT_CACHE_HOME=/mnt/MLPerf/huggingface/tt_cache NO_PROMPT=1 TT_MM_THROTTLE_PERF=5 && pytest models/tt_dit/tests/models/flux1/test_pipeline_flux1.py -k "4x8sp0tp1-dev" --timeout 1200
cmd: |
export TT_CACHE_HOME=/mnt/MLPerf/huggingface/tt_cache NO_PROMPT=1 TT_MM_THROTTLE_PERF=5 && \
pytest models/tt_dit/tests/models/flux1/test_pipeline_flux1.py -k "4x8sp0tp1-dev" --timeout 1200
model: flux1
sku: wh_galaxy
owner_id: U08TED0JM9D # Samuel Adesoye
team: models
timeout: 15

- name: Galaxy GPT-OSS demo tests
cmd: export TT_CACHE_HOME=/mnt/MLPerf/huggingface/tt_cache && uv pip install -r models/demos/gpt_oss/requirements.txt && TT_CACHE_PATH=/mnt/MLPerf/huggingface/tt_cache/openai--gpt-oss-20b/ HF_MODEL=/mnt/MLPerf/tt_dnn-models/openai/gpt-oss-20b/ pytest models/demos/gpt_oss/demo/text_demo.py -k "4x8" --timeout 1000 && TT_CACHE_PATH=/mnt/MLPerf/huggingface/tt_cache/openai--gpt-oss-20b/ HF_MODEL=/mnt/MLPerf/tt_dnn-models/openai/gpt-oss-20b/ pytest models/demos/gpt_oss/tests/accuracy/test_model.py -k "4x8" --timeout 900 && TT_CACHE_PATH=/mnt/MLPerf/huggingface/tt_cache/openai--gpt-oss-120b/ HF_MODEL=/mnt/MLPerf/tt_dnn-models/openai/gpt-oss-120b/ pytest models/demos/gpt_oss/demo/text_demo.py -k "4x8" --timeout 1000 && TT_CACHE_PATH=/mnt/MLPerf/huggingface/tt_cache/openai--gpt-oss-120b/ HF_MODEL=/mnt/MLPerf/tt_dnn-models/openai/gpt-oss-120b/ pytest models/demos/gpt_oss/tests/accuracy/test_model.py -k "4x8" --timeout 900
cmd: |
export TT_CACHE_HOME=/mnt/MLPerf/huggingface/tt_cache && \
uv pip install -r models/demos/gpt_oss/requirements.txt && \
TT_CACHE_PATH=/mnt/MLPerf/huggingface/tt_cache/openai--gpt-oss-20b/ HF_MODEL=/mnt/MLPerf/tt_dnn-models/openai/gpt-oss-20b/ pytest models/demos/gpt_oss/demo/text_demo.py -k "4x8" --timeout 1000 && \
TT_CACHE_PATH=/mnt/MLPerf/huggingface/tt_cache/openai--gpt-oss-20b/ HF_MODEL=/mnt/MLPerf/tt_dnn-models/openai/gpt-oss-20b/ pytest models/demos/gpt_oss/tests/accuracy/test_model.py -k "4x8" --timeout 900 && \
TT_CACHE_PATH=/mnt/MLPerf/huggingface/tt_cache/openai--gpt-oss-120b/ HF_MODEL=/mnt/MLPerf/tt_dnn-models/openai/gpt-oss-120b/ pytest models/demos/gpt_oss/demo/text_demo.py -k "4x8" --timeout 1000 && \
TT_CACHE_PATH=/mnt/MLPerf/huggingface/tt_cache/openai--gpt-oss-120b/ HF_MODEL=/mnt/MLPerf/tt_dnn-models/openai/gpt-oss-120b/ pytest models/demos/gpt_oss/tests/accuracy/test_model.py -k "4x8" --timeout 900
model: gpt-oss
sku: wh_galaxy
owner_id: U08TJ70UFRT # Harry Andrews
team: models
timeout: 45

- name: Galaxy Motif-Image-6B-Preview demo tests
cmd: export TT_CACHE_HOME=/mnt/MLPerf/huggingface/tt_cache NO_PROMPT=1 && pytest models/tt_dit/tests/models/motif/test_pipeline_motif.py -k "4x8cfg1sp0tp1" --timeout 1200
cmd: |
export TT_CACHE_HOME=/mnt/MLPerf/huggingface/tt_cache NO_PROMPT=1 && \
pytest models/tt_dit/tests/models/motif/test_pipeline_motif.py -k "4x8cfg1sp0tp1" --timeout 1200
model: motif
sku: wh_galaxy
owner_id: U08TED0JM9D # Samuel Adesoye
team: models
timeout: 15

- name: Galaxy Wan2.2 demo tests
cmd: export TT_DIT_CACHE_DIR=/tmp/TT_DIT_CACHE NO_PROMPT=1 && pytest models/tt_dit/tests/models/wan2_2/test_pipeline_wan.py -k "wh_4x8sp1tp0 and resolution_720p" --timeout 1500
cmd: |
export TT_DIT_CACHE_DIR=/tmp/TT_DIT_CACHE NO_PROMPT=1 && \
pytest models/tt_dit/tests/models/wan2_2/test_pipeline_wan.py -k "wh_4x8sp1tp0 and resolution_720p" --timeout 1500
model: wan22
sku: wh_galaxy
owner_id: U03FJB5TM5Y # Colman Glagovich
team: models
timeout: 20

- name: Galaxy Mochi demo tests
cmd: export TT_DIT_CACHE_DIR=/tmp/TT_DIT_CACHE NO_PROMPT=1 && pytest models/tt_dit/tests/models/mochi/test_pipeline_mochi.py -k "4x8sp1tp0" --timeout=1500
cmd: |
export TT_DIT_CACHE_DIR=/tmp/TT_DIT_CACHE NO_PROMPT=1 && \
pytest models/tt_dit/tests/models/mochi/test_pipeline_mochi.py -k "4x8sp1tp0" --timeout=1500
model: mochi
sku: wh_galaxy
owner_id: U09ELB03XRU # Stephen Osborne
team: models
timeout: 15

- name: Galaxy DeepSeek v3 demo tests
cmd: export DEEPSEEK_V3_HF_MODEL=/mnt/MLPerf/tt_dnn-models/deepseek-ai/DeepSeek-R1-0528 DEEPSEEK_V3_CACHE=/mnt/MLPerf/tt_dnn-models/deepseek-ai/DeepSeek-R1-0528-Cache/CI MESH_DEVICE=TG && pytest models/demos/deepseek_v3/demo/test_demo.py --timeout 600
cmd: |
export DEEPSEEK_V3_HF_MODEL=/mnt/MLPerf/tt_dnn-models/deepseek-ai/DeepSeek-R1-0528 DEEPSEEK_V3_CACHE=/mnt/MLPerf/tt_dnn-models/deepseek-ai/DeepSeek-R1-0528-Cache/CI MESH_DEVICE=TG && \
pytest models/demos/deepseek_v3/demo/test_demo.py --timeout 600
model: deepseek_v3
sku: wh_galaxy
owner_id: U08H32XUS9W # Yousef Al Rawwash
team: models
timeout: 10

- name: Galaxy QwenImage demo tests
cmd: export TT_DIT_CACHE_DIR=/tmp/TT_DIT_CACHE NO_PROMPT=1 && pytest models/tt_dit/tests/models/qwenimage/test_pipeline_qwenimage.py -k "4x8" --timeout 1200
cmd: |
export TT_DIT_CACHE_DIR=/tmp/TT_DIT_CACHE NO_PROMPT=1 && \
pytest models/tt_dit/tests/models/qwenimage/test_pipeline_qwenimage.py -k "4x8" --timeout 1200
model: qwenimage
sku: wh_galaxy
owner_id: U08TED0JM9D # Samuel Adesoye
team: models
timeout: 20

- name: Galaxy Qwen3-32B demo tests
cmd: export TT_CACHE_HOME=/mnt/MLPerf/huggingface/tt_cache HF_MODEL=Qwen/Qwen3-32B TT_CACHE_PATH=/mnt/MLPerf/huggingface/tt_cache/Qwen/Qwen3-32B MESH_DEVICE=TG && pytest models/demos/llama3_70b_galaxy/demo/demo_qwen_decode.py -k "full" --timeout 1000 && pytest models/demos/llama3_70b_galaxy/demo/text_qwen_demo.py -k "batch-32" --timeout 1000 && pytest models/demos/llama3_70b_galaxy/demo/text_qwen_demo.py -k "repeat2" --timeout 1000
cmd: |
export TT_CACHE_HOME=/mnt/MLPerf/huggingface/tt_cache HF_MODEL=Qwen/Qwen3-32B TT_CACHE_PATH=/mnt/MLPerf/huggingface/tt_cache/Qwen/Qwen3-32B MESH_DEVICE=TG && \
pytest models/demos/llama3_70b_galaxy/demo/demo_qwen_decode.py -k "full" --timeout 1000 && \
pytest models/demos/llama3_70b_galaxy/demo/text_qwen_demo.py -k "batch-32" --timeout 1000 && \
pytest models/demos/llama3_70b_galaxy/demo/text_qwen_demo.py -k "repeat2" --timeout 1000
model: qwen3_32b
sku: wh_galaxy
owner_id: U053W15B6JF # Djordje Ivanovic
team: models
timeout: 20

- name: Galaxy Qwen3-32B long context demo tests
cmd: export TT_CACHE_HOME=/mnt/MLPerf/huggingface/tt_cache HF_MODEL=Qwen/Qwen3-32B TT_CACHE_PATH=/mnt/MLPerf/huggingface/tt_cache/Qwen/Qwen3-32B MESH_DEVICE=TG && pytest models/demos/llama3_70b_galaxy/demo/text_qwen_demo.py -k "long-8k-b1" --timeout 1000 && pytest models/demos/llama3_70b_galaxy/demo/text_qwen_demo.py -k "long-32k-b1" --timeout 1000 && pytest models/demos/llama3_70b_galaxy/demo/text_qwen_demo.py -k "long-128k-b1" --timeout 1000
cmd: |
export TT_CACHE_HOME=/mnt/MLPerf/huggingface/tt_cache HF_MODEL=Qwen/Qwen3-32B TT_CACHE_PATH=/mnt/MLPerf/huggingface/tt_cache/Qwen/Qwen3-32B MESH_DEVICE=TG && \
pytest models/demos/llama3_70b_galaxy/demo/text_qwen_demo.py -k "long-8k-b1" --timeout 1000 && \
pytest models/demos/llama3_70b_galaxy/demo/text_qwen_demo.py -k "long-32k-b1" --timeout 1000 && \
pytest models/demos/llama3_70b_galaxy/demo/text_qwen_demo.py -k "long-128k-b1" --timeout 1000
model: qwen3_32b_long_context
sku: wh_galaxy
owner_id: U053W15B6JF # Djordje Ivanovic
team: models
timeout: 20

# - name: Galaxy Llama3 long context demo tests
# cmd: export TT_CACHE_HOME=/mnt/MLPerf/huggingface/tt_cache LLAMA_DIR=/mnt/MLPerf/tt_dnn-models/llama/Llama3.3-70B-Instruct/ FAKE_DEVICE=TG && pytest models/demos/llama3_70b_galaxy/demo/text_demo.py -k "long-4k-b1" --timeout 1000 && pytest models/demos/llama3_70b_galaxy/demo/text_demo.py -k "long-8k-b1" --timeout 1000 && pytest models/demos/llama3_70b_galaxy/demo/text_demo.py -k "long-16k-b1" --timeout 1000 && pytest models/demos/llama3_70b_galaxy/demo/text_demo.py -k "long-32k-b1" --timeout 1000 && pytest models/demos/llama3_70b_galaxy/demo/text_demo.py -k "long-64k-b1" --timeout 1000 && pytest models/demos/llama3_70b_galaxy/demo/text_demo.py -k "long-128k-b1" --timeout 1000
# cmd: |
# export TT_CACHE_HOME=/mnt/MLPerf/huggingface/tt_cache LLAMA_DIR=/mnt/MLPerf/tt_dnn-models/llama/Llama3.3-70B-Instruct/ FAKE_DEVICE=TG && \
# pytest models/demos/llama3_70b_galaxy/demo/text_demo.py -k "long-4k-b1" --timeout 1000 && \
# pytest models/demos/llama3_70b_galaxy/demo/text_demo.py -k "long-8k-b1" --timeout 1000 && \
# pytest models/demos/llama3_70b_galaxy/demo/text_demo.py -k "long-16k-b1" --timeout 1000 && \
# pytest models/demos/llama3_70b_galaxy/demo/text_demo.py -k "long-32k-b1" --timeout 1000 && \
# pytest models/demos/llama3_70b_galaxy/demo/text_demo.py -k "long-64k-b1" --timeout 1000 && \
# pytest models/demos/llama3_70b_galaxy/demo/text_demo.py -k "long-128k-b1" --timeout 1000
# model: llama3_long_context
# sku: wh_galaxy
# owner_id: U03PUAKE719 # Miguel Tairum
# team: models
# timeout: 60

# - name: Galaxy Llama3 evals tests
# cmd: export TT_CACHE_HOME=/mnt/MLPerf/huggingface/tt_cache LLAMA_DIR=/mnt/MLPerf/tt_dnn-models/llama/Llama3.3-70B-Instruct/ FAKE_DEVICE=TG && pytest models/demos/llama3_70b_galaxy/demo/text_demo.py -k "evals-1" --timeout 1000 && pytest models/demos/llama3_70b_galaxy/demo/text_demo.py -k "evals-32" --timeout 1000 && pytest models/demos/llama3_70b_galaxy/demo/text_demo.py -k "evals-long-prompts" --timeout 1000
# cmd: |
# export TT_CACHE_HOME=/mnt/MLPerf/huggingface/tt_cache LLAMA_DIR=/mnt/MLPerf/tt_dnn-models/llama/Llama3.3-70B-Instruct/ FAKE_DEVICE=TG && \
# pytest models/demos/llama3_70b_galaxy/demo/text_demo.py -k "evals-1" --timeout 1000 && \
# pytest models/demos/llama3_70b_galaxy/demo/text_demo.py -k "evals-32" --timeout 1000 && \
# pytest models/demos/llama3_70b_galaxy/demo/text_demo.py -k "evals-long-prompts" --timeout 1000
# model: llama3_evals
# sku: wh_galaxy
# owner_id: U03PUAKE719 # Miguel Tairum
Expand Down
12 changes: 9 additions & 3 deletions tests/pipeline_reorg/galaxy_e2e_tests.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -33,14 +33,18 @@
timeout: 45

- name: Galaxy Fabric Multi-Mesh 4x4 and 2x4s stability tests
cmd: python tests/tt_metal/tt_fabric/utils/generate_rank_bindings.py && tt-run --rank-binding 4x4_2x4_3_mesh_rank_binding.yaml --mpi-args "--allow-run-as-root --tag-output" ./build/test/tt_metal/perf_microbenchmark/routing/test_tt_fabric --test_config tests/tt_metal/tt_metal/perf_microbenchmark/routing/test_fabric_multi_mesh_stability_short_running.yaml
cmd: |
python tests/tt_metal/tt_fabric/utils/generate_rank_bindings.py && \
tt-run --rank-binding 4x4_2x4_3_mesh_rank_binding.yaml --mpi-args "--allow-run-as-root --tag-output" ./build/test/tt_metal/perf_microbenchmark/routing/test_tt_fabric --test_config tests/tt_metal/tt_metal/perf_microbenchmark/routing/test_fabric_multi_mesh_stability_short_running.yaml
sku: wh_galaxy
owner_id: U08UBDUKH6Z # Neel Nyamagoudar
team: fabric
timeout: 15

- name: Galaxy Fabric Multi-mesh 2x8 and 2x4s stability tests
cmd: python tests/tt_metal/tt_fabric/utils/generate_rank_bindings.py && tt-run --rank-binding 2x8_2x4_3_mesh_rank_binding.yaml --mpi-args "--allow-run-as-root --tag-output" ./build/test/tt_metal/perf_microbenchmark/routing/test_tt_fabric --test_config tests/tt_metal/tt_metal/perf_microbenchmark/routing/test_fabric_multi_mesh_stability_short_running.yaml
cmd: |
python tests/tt_metal/tt_fabric/utils/generate_rank_bindings.py && \
tt-run --rank-binding 2x8_2x4_3_mesh_rank_binding.yaml --mpi-args "--allow-run-as-root --tag-output" ./build/test/tt_metal/perf_microbenchmark/routing/test_tt_fabric --test_config tests/tt_metal/tt_metal/perf_microbenchmark/routing/test_fabric_multi_mesh_stability_short_running.yaml
sku: wh_galaxy
owner_id: U08UBDUKH6Z # Neel Nyamagoudar
team: fabric
Expand Down Expand Up @@ -69,7 +73,9 @@
timeout: 20

- name: BH Galaxy Socket Pipeline Latency SendRecv Single Galaxy
cmd: python tests/tt_metal/tt_fabric/utils/generate_rank_bindings.py && tt-run --rank-binding bh_galaxy_split_4x2_multi_mesh_rank_binding.yaml --mpi-args "--allow-run-as-root --tag-output" ./build/test/tt_metal/multihost/socket_pipeline/multiprocess/unit_tests_pipeline --gtest_filter="*SendRecvPipelineSingleGalaxy*"
cmd: |
python tests/tt_metal/tt_fabric/utils/generate_rank_bindings.py && \
tt-run --rank-binding bh_galaxy_split_4x2_multi_mesh_rank_binding.yaml --mpi-args "--allow-run-as-root --tag-output" ./build/test/tt_metal/multihost/socket_pipeline/multiprocess/unit_tests_pipeline --gtest_filter="*SendRecvPipelineSingleGalaxy*"
sku: bh_galaxy
owner_id: U08UBDUKH6Z # Neel Nyamagoudar
team: fabric
Expand Down
17 changes: 13 additions & 4 deletions tests/pipeline_reorg/galaxy_perf_tests.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -47,7 +47,9 @@
model-type: Motif

- name: Galaxy DiT Wan2.2 model perf tests
cmd: export TT_DIT_CACHE_DIR="/tmp/TT_DIT_CACHE" && pytest models/tt_dit/tests/models/wan2_2/test_performance_wan.py -k "wh_4x8sp1tp0 and resolution_720p and t2v" --timeout=1200
cmd: |
export TT_DIT_CACHE_DIR="/tmp/TT_DIT_CACHE" && \
pytest models/tt_dit/tests/models/wan2_2/test_performance_wan.py -k "wh_4x8sp1tp0 and resolution_720p and t2v" --timeout=1200
model: wan2-2
sku: wh_galaxy
owner_id: U03FJB5TM5Y # Colman Glagovich
Expand All @@ -58,7 +60,10 @@
model-type: Wan2.2

- name: Galaxy Mochi model perf tests
cmd: export TT_DIT_CACHE_DIR="/tmp/TT_DIT_CACHE" && export NO_PROMPT=1 && pytest models/tt_dit/tests/models/mochi/test_performance_mochi.py -k "4x8sp1tp0 " --timeout=1000
cmd: |
export TT_DIT_CACHE_DIR="/tmp/TT_DIT_CACHE" && \
export NO_PROMPT=1 && \
pytest models/tt_dit/tests/models/mochi/test_performance_mochi.py -k "4x8sp1tp0 " --timeout=1000
model: mochi
sku: wh_galaxy
owner_id: U09ELB03XRU # Stephen Osborne
Expand All @@ -69,7 +74,9 @@
model-type: mochi

- name: Galaxy DiT Qwen-Image model perf tests
cmd: export TT_DIT_CACHE_DIR="/tmp/TT_DIT_CACHE" && pytest models/tt_dit/tests/models/qwenimage/test_performance_qwenimage.py -k "4x8" --timeout=1000
cmd: |
export TT_DIT_CACHE_DIR="/tmp/TT_DIT_CACHE" && \
pytest models/tt_dit/tests/models/qwenimage/test_performance_qwenimage.py -k "4x8" --timeout=1000
model: qwenimage
sku: wh_galaxy
owner_id: U08TED0JM9D # Samuel Adesoye
Expand All @@ -80,7 +87,9 @@
model-type: QwenImage

- name: Galaxy Sentence Bert tests
cmd: pytest --timeout 600 models/demos/tg/sentence_bert/tests/device_perf_test.py && python3 models/perf/merge_perf_results.py
cmd: |
pytest --timeout 600 models/demos/tg/sentence_bert/tests/device_perf_test.py && \
python3 models/perf/merge_perf_results.py
model: sentence_bert
sku: wh_galaxy
owner_id: U088413NP0Q # Ashai Reddy
Expand Down
5 changes: 4 additions & 1 deletion tests/pipeline_reorg/t3k_unit_tests.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -47,7 +47,10 @@
model-name: falcon7b

- name: t3k_falcon40b_tests
cmd: ls -lart /mnt/MLPerf/tt_dnn-models/tt/Falcon/tiiuae/falcon-40b-instruct/ && mkdir -p generated/test_reports && run_t3000_falcon40b_tests
cmd: |
ls -lart /mnt/MLPerf/tt_dnn-models/tt/Falcon/tiiuae/falcon-40b-instruct/ && \
mkdir -p generated/test_reports && \
run_t3000_falcon40b_tests
sku: wh_llmbox
owner_id: U053W15B6JF # Djordje Ivanovic
team: models
Expand Down
Loading