We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
1 parent a2f528d commit 305886fCopy full SHA for 305886f
checkpoint_engine/distributed/hccl.py
@@ -228,6 +228,8 @@ def destroy_process_group(
228
return
229
230
self.pyhccl.destroy_comm()
231
+ self.pyhccl = None
232
+ self.pg = None
233
self.initialized = False
234
235
checkpoint_engine/distributed/nccl.py
@@ -146,7 +146,6 @@ def destroy_process_group(
146
147
148
self.pynccl.destroy_comm()
149
-
150
self.pynccl = None
151
self.pg = None
152
0 commit comments