UPDATE self attention module

pablo2909 · Jun 14, 2018 · 8714a54 · 8714a54
1 parent 0064e27
commit 8714a54
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/sagan_models.py b/sagan_models.py
@@ -33,7 +33,7 @@ def forward(self,x):
         attention = self.softmax(energy) # BX (N) X (N) 
         proj_value = self.value_conv(x).view(m_batchsize,-1,width*height) # B X C X N
 
-        out = torch.bmm(proj_value,attention.permute(0,1,2) )
+        out = torch.bmm(proj_value,attention.permute(0,2,1) )
         out = out.view(m_batchsize,C,width,height)
 
         out = self.gamma*out + x