Merge pull request #842 from l-bat:lb/onnx_normalize

Author: alalek

testdata/dnn/onnx/data/input_normalize_fusion.npy

@@ -1245,3 +1245,16 @@ def forward(self, x):
 x = Variable(torch.randn([1, 1, 3, 4]))
 model = PadCalculation()
 save_data_and_model("calc_pads", x, model, version=11)
+
+class NormalizeFusion(nn.Module):
+    def forward(self, x):
+        mul = x * x
+        sum = torch.sum(mul, dim=(1), keepdim=True)
+        maximum = torch.clamp(sum, min=1e-8)
+        sqrt = torch.sqrt(maximum)
+        reciprocal = torch.reciprocal(sqrt)
+        return x * reciprocal
+
+x = Variable(torch.randn([2, 3]))
+model = NormalizeFusion()
+save_data_and_model("normalize_fusion", x, model)