diff options
| author | Conrado Miranda <cmiranda@twitter.com> | 2017-03-01 04:06:20 +0300 |
|---|---|---|
| committer | Pavan Yalamanchili <pyalamanchili@twitter.com> | 2017-03-01 04:07:14 +0300 |
| commit | 7c4a72b59adc82334eb6563cbbb8155d8be351f5 (patch) | |
| tree | 1b60247add96113a8c69f252dd05db83f1ced16d /Maxout.lua | |
| parent | 0a882082180e41e3e6a9d8268f3eaa31572fe524 (diff) | |
Adding Maxout
Diffstat (limited to 'Maxout.lua')
| -rw-r--r-- | Maxout.lua | 13 |
1 files changed, 13 insertions, 0 deletions
diff --git a/Maxout.lua b/Maxout.lua new file mode 100644 index 0000000..a797a9f --- /dev/null +++ b/Maxout.lua @@ -0,0 +1,13 @@ +-- Reference: http://jmlr.org/proceedings/papers/v28/goodfellow13.pdf + +local Maxout, parent = torch.class('nn.Maxout', 'nn.Sequential') + +function Maxout:__init(inputSize, outputSize, maxoutNumber, preprocess) + parent.__init(self) + self:add(nn.Linear(inputSize, outputSize * maxoutNumber)) + self:add(nn.View(maxoutNumber, outputSize):setNumInputDims(1)) + if preprocess then + self:add(preprocess) + end + self:add(nn.Max(1, 2)) +end |