Skip to content

Commit c971165

Browse files
committed
Update cpu affinity test; add TLLM NUMA AWARE WORKER AFFINITY as a optional env variable can be set as user
1 parent 0bef662 commit c971165

File tree

1 file changed

+1
-3
lines changed

1 file changed

+1
-3
lines changed

verl/workers/rollout/trtllm_rollout/trtllm_rollout.py

Lines changed: 1 addition & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -31,7 +31,6 @@
3131
from torch.distributed.device_mesh import DeviceMesh, init_device_mesh
3232
from torch.multiprocessing.reductions import reduce_tensor
3333

34-
from verl.utils.memory_utils import aggressive_empty_cache
3534
from verl.utils.net_utils import is_valid_ipv6_address
3635
from verl.workers.config import HFModelConfig, RolloutConfig
3736
from verl.workers.rollout.base import BaseRollout
@@ -424,5 +423,4 @@ async def flush():
424423
if self.is_leader_rank:
425424
# Finalize update weights
426425
await self._adapter.update_weights(None)
427-
await asyncio.to_thread(dist.barrier, group=self.hybrid_device_mesh["exclude_dp"].get_group())
428-
aggressive_empty_cache(force_sync=False)
426+
await asyncio.to_thread(dist.barrier, group=self.hybrid_device_mesh["exclude_dp"].get_group())

0 commit comments

Comments
 (0)