Updating disctonv layer norm impl

szaman19 · szaman19 · commit 13aff2582dbf · 2023-05-23T19:58:20.000-07:00
diff --git a/src/layers/regularizers/distconv/distconv_layer_norm.cu b/src/layers/regularizers/distconv/distconv_layer_norm.cu
@@ -179,6 +179,7 @@ void LayerNormalization<Backend, DataType>::calculate_backward_stats(
   const DCTensor<Allocator>& statistics,
   DCTensor<Allocator>& statistics_grad)
 {
+
   const auto& input_dims = input.get_local_shape();
   const auto& statistics_dims = statistics.get_local_shape();
   const auto local_num_samples = input_dims[3];

Original file line number	Diff line number	Diff line change
`@@ -179,6 +179,7 @@ void LayerNormalization<Backend, DataType>::calculate_backward_stats(`
`179`	`179`	`const DCTensor<Allocator>& statistics,`
`180`	`180`	`DCTensor<Allocator>& statistics_grad)`
`181`	`181`	`{`
	`182`	`+`
`182`	`183`	`const auto& input_dims = input.get_local_shape();`
`183`	`184`	`const auto& statistics_dims = statistics.get_local_shape();`
`184`	`185`	`const auto local_num_samples = input_dims[3];`