initial commit

Author: jnhwkim

.gitignore

@@ -0,0 +1,2 @@
+
+build

CMakeLists.txt

@@ -0,0 +1,14 @@
+
+CMAKE_MINIMUM_REQUIRED(VERSION 2.6 FATAL_ERROR)
+CMAKE_POLICY(VERSION 2.6)
+IF(LUAROCKS_PREFIX)
+    MESSAGE(STATUS "Installing Torch through Luarocks")
+    STRING(REGEX REPLACE "(.*)lib/luarocks/rocks.*" "\\1" CMAKE_INSTALL_PREFIX  "${LUAROCKS_PREFIX}")
+    MESSAGE(STATUS "Prefix inferred from Luarocks: ${CMAKE_INSTALL_PREFIX}")
+ENDIF()
+FIND_PACKAGE(Torch REQUIRED)
+
+SET(src)
+FILE(GLOB luasrc *.lua)
+SET(luasrc ${luasrc} test/test.lua)
+ADD_TORCH_PACKAGE(cbp "${src}" "${luasrc}" "Compact Bilinear Pooling")

CompactBilinearPooling.lua

@@ -0,0 +1,61 @@
+local CompactBilinearPooling, parent = torch.class('nn.CompactBilinearPooling', 'nn.Module')
+
+-- Reference: 
+-- Multimodal Compact Bilinear Pooling for Visual Question Answering and Visual Grounding
+-- Fukui et al. (2016) http://arxiv.org/abs/1606.01847
+function CompactBilinearPooling:__init(outputSize)
+  self.outputSize = outputSize
+  self:reset()
+end
+
+function CompactBilinearPooling:reset()
+  self.h = torch.LongTensor()
+  self.s = torch.IntTensor()
+  self.v = torch.Tensor()
+  self.output = torch.Tensor()
+end
+
+function CompactBilinearPooling:sample()
+  for i=1,2 do
+    for k=1,self.h[i]:size(#self.h[i]:size()) do
+      self.h[i][k] = torch.random(1,self.outputSize)  -- sample from (1,..,C)
+      self.s[i][k] = torch.random(0,1)*2-1  -- sample from (-1,1)
+    end
+  end
+end
+
+function CompactBilinearPooling:psi()
+  self.v:zero()
+  for i=1,2 do
+    if 1 == #self.h[i]:size() then  -- no batch
+      for k=1,self.h[i]:size(#self.h[i]:size()) do
+        self.v[i][self.h[i][k]]:add(self.s[i][k]*self.input[i][k])
+      end
+    else  -- batch
+      for k=1,self.h[i]:size(#self.h[i]:size()) do
+        self.v[i][{{},{k}}]:add(self.s[i][k]*self.input[i][{{},{k}}])
+      end
+    end
+  end
+end
+
+function CompactBilinearPooling:updateOutput(input)
+  self.input = input
+  local inputSizes1 = input[1]:size()
+  local inputSizes2 = input[2]:size()
+  local sizes1 = inputSizes1[#inputSizes1]
+  local sizes2 = inputSizes2[#inputSizes2]
+  self.h:resize(2, sizes1)
+  self.s:resize(2, sizes1)
+  self:sample()
+
+  if 2 > #inputSizes1 then  -- no batch
+    self.v:resize(2, self.outputSize)
+  elseif 2 == #inputSize1 then  -- batch
+    local batchSize = inputSizes1[1]
+    self.v:resize(2, batchSize, self.outputSize)
+  else
+    assert(false, '# of dimensions > 2')
+  end
+  self:psi()
+end

LICENSE

@@ -1,27 +1,31 @@
-Copyright (c) 2016, Jin Hwa Kim
+Copyright (c) 2016 NAVER Corp. and Seoul National University R&DB Foundation
 All rights reserved.
 
+Author: [email protected] (Jin-Hwa Kim)
+
 Redistribution and use in source and binary forms, with or without
 modification, are permitted provided that the following conditions are met:
 
-* Redistributions of source code must retain the above copyright notice, this
-  list of conditions and the following disclaimer.
+1. Redistributions of source code must retain the above copyright
+   notice, this list of conditions and the following disclaimer.
 
-* Redistributions in binary form must reproduce the above copyright notice,
-  this list of conditions and the following disclaimer in the documentation
-  and/or other materials provided with the distribution.
+2. Redistributions in binary form must reproduce the above copyright
+   notice, this list of conditions and the following disclaimer in the
+   documentation and/or other materials provided with the distribution.
 
-* Neither the name of cbp nor the names of its
-  contributors may be used to endorse or promote products derived from
-  this software without specific prior written permission.
+3. Neither the names of NAVER Corp. and Seoul National University R&DB 
+   Foundation nor the names of its contributors may be used to endorse or
+   promote products derived from this software without specific prior 
+   written permission.
 
 THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
 AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
-IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
-DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT HOLDER OR CONTRIBUTORS BE LIABLE
-FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
-DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR
-SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER
-CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY,
-OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
-OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
+IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
+ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS BE
+LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
+CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
+SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
+INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
+CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
+ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
+POSSIBILITY OF SUCH DAMAGE.

init.lua

@@ -0,0 +1,16 @@
+require 'nn'
+
+-- create global rnn table:
+cbp = {}
+cbp.version = 1
+
+unpack = unpack or table.unpack
+
+-- for testing:
+torch.include('cbp', 'test.lua')
+
+-- support modules
+torch.include('cbp', 'CompactBilnearPooling.lua')
+
+-- prevent likely name conflicts
+nn.cbp = cbp

rocks/cbp-scm-1.rockspec

@@ -0,0 +1,32 @@
+package = "cbp"
+version = "scm-1"
+
+source = {
+   url = "git://github.com/jnhwkim/cbp",
+   tag = "master"
+}
+
+description = {
+   summary = "Compact Bilinear Pooling for Torch7 nn",
+   detailed = [[
+Torch7 Implementation of Compact Bilnear Pooling
+   ]],
+   homepage = "https://github.com/jnhwkim/cbp",
+   license = "BSD-3 Clause"
+}
+
+dependencies = {
+   "torch >= 7.0",
+   "nn >= 1.0"
+}
+
+build = {
+   type = "command",
+   build_command = [[
+cmake -E make_directory build;
+cd build;
+cmake .. -DCMAKE_BUILD_TYPE=Release -DCMAKE_PREFIX_PATH="$(LUA_BINDIR)/.." -DCMAKE_INSTALL_PREFIX="$(PREFIX)"; 
+$(MAKE)
+   ]],
+   install_command = "cd build && $(MAKE) install"
+}

test/test.lua

@@ -0,0 +1,15 @@
+require 'nn'
+
+local cbptest = torch.TestSuite()
+local precision = 1e-5
+
+function cbptest.testPsi()
+   assert(true, 'Example')
+end
+
+function cbp.test(tests)
+   mytester = torch.Tester()
+   mytester:add(cbptest)
+   math.randomseed(os.time())
+   mytester:run(tests)
+end