This commit is contained in:
Qiwei Ye 2016-11-03 13:54:29 +08:00
Родитель 0af066ba13
Коммит cd445874c1
2 изменённых файлов: 7 добавлений и 3 удалений

Просмотреть файл

@ -2937,6 +2937,9 @@ SGDParams::SGDParams(const ConfigRecordType& configSGD, size_t sizeofElemType)
if (configParallelTrain.Exists(L"DataParallelASGD"))
{
#ifndef ASGD_PARALLEL_SUPPORT
InvalidArgument("DataParallelASGD is not enabled in this version.\n");
#else
const ConfigRecordType & configDataParallelASGD(configParallelTrain(L"DataParallelASGD", ConfigRecordType::Record()));
m_nFramesBetweenASGDSync = configDataParallelASGD(L"syncPeriod", ConfigRecordType::Array(intargvector(vector<int>{256})));
m_isPipeline = configDataParallelASGD(L"UsePipeline", false);
@ -2950,6 +2953,7 @@ SGDParams::SGDParams(const ConfigRecordType& configSGD, size_t sizeofElemType)
m_adjustPerMinibatches = configAdjustLearningRateAtBeginning(L"adjustPerMinibatches", (size_t)256);
}
}
#endif
} // if (!pMPI)
} // if (configSGD.Exists(L"ParallelTrain"))
}

Просмотреть файл

@ -2,10 +2,10 @@ dataDir: .
#../../Data
tags:
# running on every BVT job in 'P' (Parallel) leg in Debug-GPU and Release-CPU configurations:
- bvt-p ((build_sku == 'gpu') or (build_sku == '1bitsgd')) and (flavor=='debug')
# running on every BVT job in 'P' (Parallel) leg in Debug-GPU on Linux configurations:
- bvt-p ((build_sku == 'gpu') or (build_sku == '1bitsgd')) and (flavor=='debug') and (os == 'linux')
# running unconditionally on every Nightly job in 'P' leg
- nightly-p ((build_sku == 'gpu') or (build_sku == '1bitsgd'))
- nightly-p ((build_sku == 'gpu') or (build_sku == '1bitsgd')) and (os == 'linux')
testCases:
Must train epochs in exactly same order and parameters for each MPI Rank: