diff --git a/MachineLearning/cn/SGD.h b/MachineLearning/cn/SGD.h
index 8850e180d..7e08c1273 100644
--- a/MachineLearning/cn/SGD.h
+++ b/MachineLearning/cn/SGD.h
@@ -763,6 +763,9 @@ namespace Microsoft { namespace MSR { namespace CNTK {
 
                 size_t actualMBSize = net.GetActualMBSize();
                 net.SetActualMiniBatchSize(actualMBSize);
+                net.SetActualNbrSlicesInEachRecIter(trainSetDataReader->NumberSlicesInEachRecurrentIter());
+                trainSetDataReader->SetSentenceEndInBatch(net.m_sentenceEnd);
+
                 for (auto nodeIter=nodes.begin(); nodeIter != nodes.end(); nodeIter++)
                 {
                     net.Evaluate( *nodeIter);