Removed unused dw tensor in Triton RMSNorm

ghstack-source-id: 146e0a951eb2329decf448d014a361cff2a800c5 Pull Request resolved: #567
pytorch · Sep 2, 2024 · da1deba · da1deba
1 parent 07e51e6
commit da1deba
Showing 1 changed file with 0 additions and 1 deletion.
diff --git a/torchtitan/models/norms.py b/torchtitan/models/norms.py
@@ -284,7 +284,6 @@ def backward(ctx, dy):
 
         M, N = dy.shape
         dx = torch.empty_like(x)
-        dw = torch.empty_like(weight)
 
         sm_count = torch.cuda.get_device_properties(x.device).multi_processor_count
         _dw = torch.empty((sm_count, N), dtype=torch.float32, device=weight.device)