nn/CMulTable.lua at fb · dominikgrewe/nn

Repository navigation

local CMulTable, parent = torch.class('nn.CMulTable', 'nn.Module')

function CMulTable:__init()

parent.__init(self)

self.gradInput = {}

end

function CMulTable:updateOutput(input)

self.output:resizeAs(input[1]):copy(input[1])

for i=2,#input do

self.output:cmul(input[i])

end

return self.output

end

function CMulTable:updateGradInput_efficient(input, gradOutput)

self.tout = self.tout or input[1].new()

self.tout:resizeAs(self.output)

for i=1,#input do

self.gradInput[i] = self.gradInput[i] or input[1].new()

self.gradInput[i]:resizeAs(input[i]):copy(gradOutput)

self.tout:copy(self.output):cdiv(input[i])

self.gradInput[i]:cmul(self.tout)

end

return self.gradInput

end

function CMulTable:updateGradInput(input, gradOutput)

for i=1,#input do

self.gradInput[i] = self.gradInput[i] or input[1].new()

self.gradInput[i]:resizeAs(input[i]):copy(gradOutput)

for j=1,#input do

if i~=j then

self.gradInput[i]:cmul(input[j])

end

return self.gradInput

end