Skip to content

Commit 7973b88

Browse files
committed
fix arg order
1 parent 9f5b8c0 commit 7973b88

File tree

1 file changed

+1
-1
lines changed

1 file changed

+1
-1
lines changed

deepspeed/runtime/zero/stage_1_and_2.py

+1-1
Original file line numberDiff line numberDiff line change
@@ -1602,8 +1602,8 @@ def allreduce_and_copy(self,
16021602

16031603
with get_accelerator().stream(stream):
16041604
allreduced = self.allreduce_bucket(
1605-
communication_data_type,
16061605
small_bucket,
1606+
communication_data_type,
16071607
rank=rank,
16081608
log=log,
16091609
divide=divide,

0 commit comments

Comments
 (0)