File tree Expand file tree Collapse file tree
unittest/_torch/ray_orchestrator Expand file tree Collapse file tree Original file line number Diff line number Diff line change @@ -442,7 +442,6 @@ accuracy/test_llm_api_pytorch.py::TestDeepSeekV3Lite::test_bfloat16_4gpus[tp2pp2
442442unittest/_torch/modeling/test_modeling_out_of_tree.py::TestOutOfTree::test_llm_api[False] SKIP (https://nvbugs/5739981)
443443unittest/_torch/modeling/test_modeling_out_of_tree.py::TestOutOfTree::test_llm_api[True] SKIP (https://nvbugs/5739981)
444444unittest/_torch/modeling/test_modeling_out_of_tree.py::TestOutOfTree::test_serve[True] SKIP (https://nvbugs/5739981)
445- unittest/_torch/ray_orchestrator/multi_gpu/test_ops.py SKIP (https://nvbugs/5741060)
446445full:sm89/accuracy/test_disaggregated_serving.py::TestLlama3_1_8BInstruct::test_ctx_pp_gen_tp_asymmetric[MMLU-gen_tp=2-ctx_pp=2] SKIP (https://nvbugs/5596337)
447446full:sm89/accuracy/test_disaggregated_serving.py::TestLlama3_1_8BInstruct::test_tp_pp_symmetric[MMLU-tp2pp2] SKIP (https://nvbugs/5596337)
448447accuracy/test_llm_api_pytorch.py::TestQwen3_235B_A22B::test_nvfp4[latency_moe_trtllm] SKIP (https://nvbugs/5721672)
Original file line number Diff line number Diff line change 33
44import pytest
55
6+ try :
7+ import ray
8+ except ModuleNotFoundError :
9+ from tensorrt_llm import ray_stub as ray
10+
611from tensorrt_llm ._utils import mpi_disabled
712
813
@@ -21,3 +26,24 @@ def pytest_configure(config):
2126 pytest .skip (
2227 "Ray tests are only tested in Ray CI stage or with --run-ray flag" ,
2328 allow_module_level = True )
29+
30+
31+ @pytest .fixture (scope = "function" )
32+ def setup_ray_cluster ():
33+ runtime_env = {
34+ "env_vars" : {
35+ "RAY_EXPERIMENTAL_NOSET_CUDA_VISIBLE_DEVICES" : "1"
36+ }
37+ }
38+ ray_init_args = {
39+ "include_dashboard" : False ,
40+ "namespace" : "test" ,
41+ "ignore_reinit_error" : True ,
42+ "runtime_env" : runtime_env
43+ }
44+ try :
45+ ray .init (address = "local" , ** ray_init_args )
46+ yield
47+ finally :
48+ if ray .is_initialized ():
49+ ray .shutdown ()
You can’t perform that action at this time.
0 commit comments