Modify broadcasting operation for random seed

Author: hyunwoongko

parallelformers/parallel/process.py

@@ -150,14 +150,12 @@ def inference(self, model: nn.Module) -> None:
             model (nn.Module): model weight
         """
         if self.seed is None:
-            seed = time()
+            seed = torch.tensor(int(time())).cuda()
+            dist.broadcast(seed, src=0)
+            seed = seed.item()
         else:
             seed = self.seed
 
-        seed = torch.tensor(int(seed)).cuda()
-        dist.broadcast(seed, src=0)
-        seed = seed.item()
-
         torch.manual_seed(seed)
         np.random.seed(seed)
         random.seed(seed)

setup.py

@@ -26,7 +26,7 @@
 
 setup(
     name='parallelformers',
-    version='1.2.1',
+    version='1.2.2',
     description=
     'An Efficient Model Parallelization Toolkit for Deployment',
     long_description=long_description,