Merge pull request #47 from danpol/patch-1

Learning rate decay
macournoyer · Aug 21, 2016 · b7a35ac · b7a35ac
2 parents 41542b6 + 485ae0f
commit b7a35ac
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/train.lua b/train.lua
@@ -63,12 +63,12 @@ elseif options.opencl then
 end
 
 -- Run the experiment
+local optimState = {learningRate=options.learningRate,momentum=options.momentum}
 for epoch = 1, options.maxEpoch do
   collectgarbage()
 
   local nextBatch = dataset:batches(options.batchSize)
   local params, gradParams = model:getParameters()      
-  local optimState = {learningRate=options.learningRate,momentum=options.momentum}
 
   -- Define optimizer
   local function feval(x)