manager_integ_tests: added LocalSGD integration test (#55)

Author: d4l3k

torchft/local_sgd.py

@@ -178,7 +178,7 @@ def _average(self) -> None:
 
         for p in self._model.parameters():
             # TODO: bucketize parameters
-            works.append(self._manager.allreduce(p))
+            works.append(self._manager.allreduce(p.data.detach()))
 
         for work in works:
             work.wait()