Change the default learnRateAdjustInterval to 1 instead of 2.
This commit is contained in:
Родитель
e9b031d6ea
Коммит
2550040c2d
|
@ -255,7 +255,7 @@ namespace Microsoft { namespace MSR { namespace CNTK {
|
|||
m_learnRateIncreaseFactor=learnRateIncreaseFactor;
|
||||
m_reduceLearnRateIfImproveLessThan=reduceLearnRateIfImproveLessThan;
|
||||
m_continueReduce=continueReduce;
|
||||
m_learnRateAdjustInterval = max((size_t) 2, learnRateAdjustInterval); //minimum interval is 1 epoch
|
||||
m_learnRateAdjustInterval = max((size_t) 1, learnRateAdjustInterval); //minimum interval is 1 epoch
|
||||
m_learnRateDecreaseFactor=learnRateDecreaseFactor;
|
||||
m_clippingThresholdPerSample=abs(clippingThresholdPerSample);
|
||||
m_numMiniBatch4LRSearch=numMiniBatch4LRSearch;
|
||||
|
@ -1446,7 +1446,6 @@ protected:
|
|||
|
||||
node->UpdateEvalTimeStamp();
|
||||
net.ComputeGradient(criterionNodes[npos]); //use only the first criterion. Is
|
||||
//ElemType mbEvalCri =
|
||||
criterionNodes[npos]->FunctionValues().Get00Element(); //criterionNode should be a scalar
|
||||
ElemType eGradErr = node->GradientValues()(irow, icol);
|
||||
|
||||
|
|
Загрузка…
Ссылка в новой задаче