Родитель
36e652806a
Коммит
2d90c6e2d9
|
@ -1,7 +1,6 @@
|
||||||
// SGD.cpp -- implements SGD with all bells and whistles, parallelization, randomization, etc.
|
// SGD.cpp -- implements SGD with all bells and whistles, parallelization, randomization, etc.
|
||||||
|
|
||||||
#define _CRT_SECURE_NO_WARNINGS // "secure" CRT not available on all platforms --add this at the top of all CPP files that give "function or variable may be unsafe" warnings
|
#define _CRT_SECURE_NO_WARNINGS // "secure" CRT not available on all platforms --add this at the top of all CPP files that give "function or variable may be unsafe" warnings
|
||||||
#define DUMPOUTPUT
|
|
||||||
|
|
||||||
#include "Basics.h"
|
#include "Basics.h"
|
||||||
#include "SGD.h"
|
#include "SGD.h"
|
||||||
|
@ -1936,7 +1935,6 @@ template <class ElemType>
|
||||||
// clipping gradients to prevent outliers
|
// clipping gradients to prevent outliers
|
||||||
sgd->ClipGradient(gradientValues, actualMBSize);
|
sgd->ClipGradient(gradientValues, actualMBSize);
|
||||||
|
|
||||||
|
|
||||||
GradientsUpdateType adpType = sgd->GradUpdateType();
|
GradientsUpdateType adpType = sgd->GradUpdateType();
|
||||||
double noiseStd = sgd->GradientUpdateNoiseStd();
|
double noiseStd = sgd->GradientUpdateNoiseStd();
|
||||||
Matrix<ElemType> sgdUpdateNoise((DEVICEID_TYPE) functionValues.GetDeviceId());
|
Matrix<ElemType> sgdUpdateNoise((DEVICEID_TYPE) functionValues.GetDeviceId());
|
||||||
|
|
Загрузка…
Ссылка в новой задаче