Change the default learnRateAdjustInterval to 1 instead of 2.

This commit is contained in:
Yu 2015-02-05 15:28:37 -05:00
Родитель e9b031d6ea
Коммит 2550040c2d
1 изменённых файлов: 3 добавлений и 4 удалений

Просмотреть файл

@ -255,7 +255,7 @@ namespace Microsoft { namespace MSR { namespace CNTK {
m_learnRateIncreaseFactor=learnRateIncreaseFactor;
m_reduceLearnRateIfImproveLessThan=reduceLearnRateIfImproveLessThan;
m_continueReduce=continueReduce;
m_learnRateAdjustInterval = max((size_t) 2, learnRateAdjustInterval); //minimum interval is 1 epoch
m_learnRateAdjustInterval = max((size_t) 1, learnRateAdjustInterval); //minimum interval is 1 epoch
m_learnRateDecreaseFactor=learnRateDecreaseFactor;
m_clippingThresholdPerSample=abs(clippingThresholdPerSample);
m_numMiniBatch4LRSearch=numMiniBatch4LRSearch;
@ -1446,7 +1446,6 @@ protected:
node->UpdateEvalTimeStamp();
net.ComputeGradient(criterionNodes[npos]); //use only the first criterion. Is
//ElemType mbEvalCri =
criterionNodes[npos]->FunctionValues().Get00Element(); //criterionNode should be a scalar
ElemType eGradErr = node->GradientValues()(irow, icol);