Updating disctonv layer norm impl

szaman19 · szaman19 · commit 9e4458107fb4 · 2024-06-25T12:39:30.000-07:00
diff --git a/src/layers/regularizers/distconv/distconv_layer_norm.cu b/src/layers/regularizers/distconv/distconv_layer_norm.cu
@@ -181,6 +181,7 @@ void LayerNormalization<Backend, DataType>::calculate_backward_stats(
   const DCTensor<Allocator>& statistics,
   DCTensor<Allocator>& statistics_grad)
 {
+
   const auto& input_dims = input.get_local_shape();
   const auto& statistics_dims = statistics.get_local_shape();
   const auto local_num_samples = input_dims[3];

Original file line number	Diff line number	Diff line change
`@@ -181,6 +181,7 @@ void LayerNormalization<Backend, DataType>::calculate_backward_stats(`
`181`	`181`	`const DCTensor<Allocator>& statistics,`
`182`	`182`	`DCTensor<Allocator>& statistics_grad)`
`183`	`183`	`{`
	`184`	`+`
`184`	`185`	`const auto& input_dims = input.get_local_shape();`
`185`	`186`	`const auto& statistics_dims = statistics.get_local_shape();`
`186`	`187`	`const auto local_num_samples = input_dims[3];`