Merge branch 'master' of https://github.com/Microsoft/CNTK into fseide/packmatrix
This commit is contained in:
U-FAREAST\fseide
Коммит
731839dc6e
70
CNTK.sln
70
CNTK.sln
|
|
@ -453,28 +453,6 @@ Project("{2150E333-8FDC-42A3-9474-1A3956D46DE8}") = "GPU", "GPU", "{2A1F0FB0-230
|
|||
Tests\EndToEndTests\LM\RNNLM\GPU\rnnlm.cntk = Tests\EndToEndTests\LM\RNNLM\GPU\rnnlm.cntk
|
||||
EndProjectSection
|
||||
EndProject
|
||||
Project("{2150E333-8FDC-42A3-9474-1A3956D46DE8}") = "SLU", "SLU", "{BFBC6BE1-C33E-4A80-B8F3-A33410EC00FC}"
|
||||
ProjectSection(SolutionItems) = preProject
|
||||
Tests\EndToEndTests\SLU\atis.dev.IOB.simple = Tests\EndToEndTests\SLU\atis.dev.IOB.simple
|
||||
Tests\EndToEndTests\SLU\atis.test.apos.pred.pos.head.IOB.simple = Tests\EndToEndTests\SLU\atis.test.apos.pred.pos.head.IOB.simple
|
||||
Tests\EndToEndTests\SLU\atis.train.apos.pred.pos.head.IOB.simple = Tests\EndToEndTests\SLU\atis.train.apos.pred.pos.head.IOB.simple
|
||||
Tests\EndToEndTests\SLU\baseline.linux.cpu.txt = Tests\EndToEndTests\SLU\baseline.linux.cpu.txt
|
||||
Tests\EndToEndTests\SLU\baseline.linux.gpu.txt = Tests\EndToEndTests\SLU\baseline.linux.gpu.txt
|
||||
Tests\EndToEndTests\SLU\baseline.windows.cpu.txt = Tests\EndToEndTests\SLU\baseline.windows.cpu.txt
|
||||
Tests\EndToEndTests\SLU\baseline.windows.gpu.txt = Tests\EndToEndTests\SLU\baseline.windows.gpu.txt
|
||||
Tests\EndToEndTests\SLU\globals.cntk = Tests\EndToEndTests\SLU\globals.cntk
|
||||
Tests\EndToEndTests\SLU\input.txt = Tests\EndToEndTests\SLU\input.txt
|
||||
Tests\EndToEndTests\SLU\inputmap.txt = Tests\EndToEndTests\SLU\inputmap.txt
|
||||
Tests\EndToEndTests\SLU\lstm.ndl = Tests\EndToEndTests\SLU\lstm.ndl
|
||||
Tests\EndToEndTests\SLU\lstmNDL.txt = Tests\EndToEndTests\SLU\lstmNDL.txt
|
||||
Tests\EndToEndTests\SLU\output.txt = Tests\EndToEndTests\SLU\output.txt
|
||||
Tests\EndToEndTests\SLU\README.txt = Tests\EndToEndTests\SLU\README.txt
|
||||
Tests\EndToEndTests\SLU\rnnlu.cntk = Tests\EndToEndTests\SLU\rnnlu.cntk
|
||||
Tests\EndToEndTests\SLU\rnnlu.ndl.cntk = Tests\EndToEndTests\SLU\rnnlu.ndl.cntk
|
||||
Tests\EndToEndTests\SLU\run-test = Tests\EndToEndTests\SLU\run-test
|
||||
Tests\EndToEndTests\SLU\testcases.yml = Tests\EndToEndTests\SLU\testcases.yml
|
||||
EndProjectSection
|
||||
EndProject
|
||||
Project("{2150E333-8FDC-42A3-9474-1A3956D46DE8}") = "MNIST", "MNIST", "{FA33A61E-95C7-4049-8111-22058CE361A3}"
|
||||
ProjectSection(SolutionItems) = preProject
|
||||
Examples\Image\MNIST\README.md = Examples\Image\MNIST\README.md
|
||||
|
|
@ -841,14 +819,10 @@ Project("{2150E333-8FDC-42A3-9474-1A3956D46DE8}") = "PennTreebank", "PennTreeban
|
|||
EndProject
|
||||
Project("{2150E333-8FDC-42A3-9474-1A3956D46DE8}") = "RNN", "RNN", "{B72C5B0E-38E8-41BF-91FE-0C1012C7C078}"
|
||||
ProjectSection(SolutionItems) = preProject
|
||||
Tests\EndToEndTests\Examples\Text\PennTreebank\RNN\baseline.linux.debug.cpu.txt = Tests\EndToEndTests\Examples\Text\PennTreebank\RNN\baseline.linux.debug.cpu.txt
|
||||
Tests\EndToEndTests\Examples\Text\PennTreebank\RNN\baseline.linux.debug.gpu.txt = Tests\EndToEndTests\Examples\Text\PennTreebank\RNN\baseline.linux.debug.gpu.txt
|
||||
Tests\EndToEndTests\Examples\Text\PennTreebank\RNN\baseline.linux.release.cpu.txt = Tests\EndToEndTests\Examples\Text\PennTreebank\RNN\baseline.linux.release.cpu.txt
|
||||
Tests\EndToEndTests\Examples\Text\PennTreebank\RNN\baseline.linux.release.gpu.txt = Tests\EndToEndTests\Examples\Text\PennTreebank\RNN\baseline.linux.release.gpu.txt
|
||||
Tests\EndToEndTests\Examples\Text\PennTreebank\RNN\baseline.windows.debug.cpu.txt = Tests\EndToEndTests\Examples\Text\PennTreebank\RNN\baseline.windows.debug.cpu.txt
|
||||
Tests\EndToEndTests\Examples\Text\PennTreebank\RNN\baseline.windows.debug.gpu.txt = Tests\EndToEndTests\Examples\Text\PennTreebank\RNN\baseline.windows.debug.gpu.txt
|
||||
Tests\EndToEndTests\Examples\Text\PennTreebank\RNN\baseline.windows.release.cpu.txt = Tests\EndToEndTests\Examples\Text\PennTreebank\RNN\baseline.windows.release.cpu.txt
|
||||
Tests\EndToEndTests\Examples\Text\PennTreebank\RNN\baseline.windows.release.gpu.txt = Tests\EndToEndTests\Examples\Text\PennTreebank\RNN\baseline.windows.release.gpu.txt
|
||||
Tests\EndToEndTests\Examples\Text\PennTreebank\RNN\baseline.linux.cpu.txt = Tests\EndToEndTests\Examples\Text\PennTreebank\RNN\baseline.linux.cpu.txt
|
||||
Tests\EndToEndTests\Examples\Text\PennTreebank\RNN\baseline.linux.gpu.txt = Tests\EndToEndTests\Examples\Text\PennTreebank\RNN\baseline.linux.gpu.txt
|
||||
Tests\EndToEndTests\Examples\Text\PennTreebank\RNN\baseline.windows.cpu.txt = Tests\EndToEndTests\Examples\Text\PennTreebank\RNN\baseline.windows.cpu.txt
|
||||
Tests\EndToEndTests\Examples\Text\PennTreebank\RNN\baseline.windows.gpu.txt = Tests\EndToEndTests\Examples\Text\PennTreebank\RNN\baseline.windows.gpu.txt
|
||||
Tests\EndToEndTests\Examples\Text\PennTreebank\RNN\run-test = Tests\EndToEndTests\Examples\Text\PennTreebank\RNN\run-test
|
||||
Tests\EndToEndTests\Examples\Text\PennTreebank\RNN\testcases.yml = Tests\EndToEndTests\Examples\Text\PennTreebank\RNN\testcases.yml
|
||||
EndProjectSection
|
||||
|
|
@ -954,6 +928,18 @@ Project("{2150E333-8FDC-42A3-9474-1A3956D46DE8}") = "04_ResNet", "04_ResNet", "{
|
|||
Tests\EndToEndTests\Examples\Image\Miscellaneous\CIFAR-10\04_ResNet_56\testcases.yml = Tests\EndToEndTests\Examples\Image\Miscellaneous\CIFAR-10\04_ResNet_56\testcases.yml
|
||||
EndProjectSection
|
||||
EndProject
|
||||
Project("{2150E333-8FDC-42A3-9474-1A3956D46DE8}") = "Miscellaneous", "Miscellaneous", "{CCB0CD89-DE53-4104-94D3-041D46FC8885}"
|
||||
EndProject
|
||||
Project("{2150E333-8FDC-42A3-9474-1A3956D46DE8}") = "SLU", "SLU", "{B900D033-DC37-45F1-AE52-F35584FD3024}"
|
||||
ProjectSection(SolutionItems) = preProject
|
||||
Tests\EndToEndTests\Examples\Text\Miscellaneous\SLU\baseline.linux.cpu.txt = Tests\EndToEndTests\Examples\Text\Miscellaneous\SLU\baseline.linux.cpu.txt
|
||||
Tests\EndToEndTests\Examples\Text\Miscellaneous\SLU\baseline.linux.gpu.txt = Tests\EndToEndTests\Examples\Text\Miscellaneous\SLU\baseline.linux.gpu.txt
|
||||
Tests\EndToEndTests\Examples\Text\Miscellaneous\SLU\baseline.windows.cpu.txt = Tests\EndToEndTests\Examples\Text\Miscellaneous\SLU\baseline.windows.cpu.txt
|
||||
Tests\EndToEndTests\Examples\Text\Miscellaneous\SLU\baseline.windows.gpu.txt = Tests\EndToEndTests\Examples\Text\Miscellaneous\SLU\baseline.windows.gpu.txt
|
||||
Tests\EndToEndTests\Examples\Text\Miscellaneous\SLU\run-test = Tests\EndToEndTests\Examples\Text\Miscellaneous\SLU\run-test
|
||||
Tests\EndToEndTests\Examples\Text\Miscellaneous\SLU\testcases.yml = Tests\EndToEndTests\Examples\Text\Miscellaneous\SLU\testcases.yml
|
||||
EndProjectSection
|
||||
EndProject
|
||||
Project("{2150E333-8FDC-42A3-9474-1A3956D46DE8}") = "Config", "Config", "{EC780385-7580-4D15-914B-1D878A295CBC}"
|
||||
ProjectSection(SolutionItems) = preProject
|
||||
Tests\EndToEndTests\Text\SequenceClassification\Config\seqcla.cntk = Tests\EndToEndTests\Text\SequenceClassification\Config\seqcla.cntk
|
||||
|
|
@ -965,6 +951,26 @@ Project("{2150E333-8FDC-42A3-9474-1A3956D46DE8}") = "Data", "Data", "{D11F76CC-D
|
|||
Tests\EndToEndTests\Text\SequenceClassification\Data\Train.txt = Tests\EndToEndTests\Text\SequenceClassification\Data\Train.txt
|
||||
EndProjectSection
|
||||
EndProject
|
||||
Project("{2150E333-8FDC-42A3-9474-1A3956D46DE8}") = "SLU", "SLU", "{181664AC-4C95-4798-A923-09B879215B33}"
|
||||
ProjectSection(SolutionItems) = preProject
|
||||
Tests\EndToEndTests\Text\SLU\atis.dev.IOB.simple = Tests\EndToEndTests\Text\SLU\atis.dev.IOB.simple
|
||||
Tests\EndToEndTests\Text\SLU\atis.test.apos.pred.pos.head.IOB.simple = Tests\EndToEndTests\Text\SLU\atis.test.apos.pred.pos.head.IOB.simple
|
||||
Tests\EndToEndTests\Text\SLU\atis.train.apos.pred.pos.head.IOB.simple = Tests\EndToEndTests\Text\SLU\atis.train.apos.pred.pos.head.IOB.simple
|
||||
Tests\EndToEndTests\Text\SLU\baseline.linux.cpu.txt = Tests\EndToEndTests\Text\SLU\baseline.linux.cpu.txt
|
||||
Tests\EndToEndTests\Text\SLU\baseline.linux.gpu.txt = Tests\EndToEndTests\Text\SLU\baseline.linux.gpu.txt
|
||||
Tests\EndToEndTests\Text\SLU\baseline.windows.cpu.txt = Tests\EndToEndTests\Text\SLU\baseline.windows.cpu.txt
|
||||
Tests\EndToEndTests\Text\SLU\baseline.windows.gpu.txt = Tests\EndToEndTests\Text\SLU\baseline.windows.gpu.txt
|
||||
Tests\EndToEndTests\Text\SLU\globals.cntk = Tests\EndToEndTests\Text\SLU\globals.cntk
|
||||
Tests\EndToEndTests\Text\SLU\input.txt = Tests\EndToEndTests\Text\SLU\input.txt
|
||||
Tests\EndToEndTests\Text\SLU\inputmap.txt = Tests\EndToEndTests\Text\SLU\inputmap.txt
|
||||
Tests\EndToEndTests\Text\SLU\lstm.ndl = Tests\EndToEndTests\Text\SLU\lstm.ndl
|
||||
Tests\EndToEndTests\Text\SLU\output.txt = Tests\EndToEndTests\Text\SLU\output.txt
|
||||
Tests\EndToEndTests\Text\SLU\rnnlu.cntk = Tests\EndToEndTests\Text\SLU\rnnlu.cntk
|
||||
Tests\EndToEndTests\Text\SLU\rnnlu.ndl.cntk = Tests\EndToEndTests\Text\SLU\rnnlu.ndl.cntk
|
||||
Tests\EndToEndTests\Text\SLU\run-test = Tests\EndToEndTests\Text\SLU\run-test
|
||||
Tests\EndToEndTests\Text\SLU\testcases.yml = Tests\EndToEndTests\Text\SLU\testcases.yml
|
||||
EndProjectSection
|
||||
EndProject
|
||||
Global
|
||||
GlobalSection(SolutionConfigurationPlatforms) = preSolution
|
||||
Debug_CpuOnly|x64 = Debug_CpuOnly|x64
|
||||
|
|
@ -1250,7 +1256,6 @@ Global
|
|||
{811924DE-2F12-4EA0-BE58-E57BEF3B74D1} = {3BF59CCE-D245-420A-9F17-73CE61E284C2}
|
||||
{96012801-5187-4FAF-A54E-BF4B73C855F8} = {811924DE-2F12-4EA0-BE58-E57BEF3B74D1}
|
||||
{2A1F0FB0-2304-4F35-87B3-66230C6E58F0} = {811924DE-2F12-4EA0-BE58-E57BEF3B74D1}
|
||||
{BFBC6BE1-C33E-4A80-B8F3-A33410EC00FC} = {6E565B48-1923-49CE-9787-9BBB9D96F4C5}
|
||||
{FA33A61E-95C7-4049-8111-22058CE361A3} = {9BDFA4BE-790E-408F-915B-5979BB5078C6}
|
||||
{F99E1E80-50D8-421C-AD94-8ED0DF08C355} = {9BDFA4BE-790E-408F-915B-5979BB5078C6}
|
||||
{ED57E827-B28F-4BEE-BFB7-398EF8D83357} = {FA33A61E-95C7-4049-8111-22058CE361A3}
|
||||
|
|
@ -1314,7 +1319,10 @@ Global
|
|||
{AB9207B9-B134-4C57-B7ED-F3DCF7B0DC5F} = {0141526B-F257-4574-8CBE-99634726FFCE}
|
||||
{12FB912C-43F8-40FE-BD7F-B52F589A1EBC} = {0141526B-F257-4574-8CBE-99634726FFCE}
|
||||
{2BFE4D88-6F32-4701-887A-1DE3D7626DBB} = {0141526B-F257-4574-8CBE-99634726FFCE}
|
||||
{CCB0CD89-DE53-4104-94D3-041D46FC8885} = {439BE0E0-FABE-403D-BF2C-A41FB8A60616}
|
||||
{B900D033-DC37-45F1-AE52-F35584FD3024} = {CCB0CD89-DE53-4104-94D3-041D46FC8885}
|
||||
{EC780385-7580-4D15-914B-1D878A295CBC} = {E53E63A0-FAA9-4416-9AD1-08A8FB87FEE1}
|
||||
{D11F76CC-DB6D-4CB4-B3B7-AB139DE2F5FA} = {E53E63A0-FAA9-4416-9AD1-08A8FB87FEE1}
|
||||
{181664AC-4C95-4798-A923-09B879215B33} = {8656B71D-E24C-4AC2-8BE4-C07B415A3E15}
|
||||
EndGlobalSection
|
||||
EndGlobal
|
||||
|
|
|
|||
|
|
@ -4,4 +4,4 @@ ConfigDir=$WorkDir$\config
|
|||
NdlDir=$ConfigDir$
|
||||
ExpDir=c:\temp\exp\atis
|
||||
OutDir=$ExpDir$\output
|
||||
DeviceNumber=0
|
||||
DeviceId=0
|
||||
|
|
|
|||
|
|
@ -1,21 +1,16 @@
|
|||
# configuration file for CNTK ATIS for language understanding tasks
|
||||
|
||||
stderr=$ExpDir$\ATIS\logd
|
||||
|
||||
precision="float"
|
||||
deviceId = $DeviceId$
|
||||
command=LSTM:LSTMTest
|
||||
|
||||
type=float
|
||||
|
||||
deviceId=0 #"auto" # use -1 for CPU. Note: due to a bug, testing only works on CPU
|
||||
|
||||
traceLevel=1
|
||||
|
||||
LSTM=[
|
||||
action=train
|
||||
|
||||
traceLevel=1
|
||||
makeMode=true
|
||||
|
||||
# output model path
|
||||
modelPath=$ExpDir$\cntkdebug.dnn
|
||||
modelPath=$ExpDir$/cntkdebug.dnn
|
||||
|
||||
# uncomment NDLNetworkBuilder to use NDL
|
||||
# need to comment out SimpleNetworkBuilder section
|
||||
|
|
@ -100,7 +95,7 @@ LSTM=[
|
|||
# writerType=BinaryReader
|
||||
|
||||
#### write definition
|
||||
wfile=$ExpDir$\sequenceSentence.bin
|
||||
wfile=$ExpDir$/sequenceSentence.bin
|
||||
#wsize - inital size of the file in MB
|
||||
# if calculated size would be bigger, that is used instead
|
||||
wsize=256
|
||||
|
|
@ -112,8 +107,8 @@ LSTM=[
|
|||
windowSize=10000
|
||||
|
||||
unk="<unk>"
|
||||
wordmap=$DataDir$\inputmap.txt
|
||||
file=$DataDir$\atis.train.apos.pred.pos.head.IOB.simple
|
||||
wordmap=$DataDir$/inputmap.txt
|
||||
file=$DataDir$/atis.train.apos.pred.pos.head.IOB.simple
|
||||
|
||||
#additional features sections
|
||||
#for now store as expanded category data (including label in)
|
||||
|
|
@ -137,14 +132,14 @@ LSTM=[
|
|||
|
||||
# vocabulary size
|
||||
labelDim=10000
|
||||
labelMappingFile=$ExpDir$\sentenceLabels.txt
|
||||
labelMappingFile=$ExpDir$/sentenceLabels.txt
|
||||
labelType=Category
|
||||
beginSequence="BOS"
|
||||
endSequence="EOS"
|
||||
usewordmap=true
|
||||
|
||||
# input word list
|
||||
token=$DataDir$\input.txt
|
||||
token=$DataDir$/input.txt
|
||||
|
||||
#### Write definition ####
|
||||
# sizeof(unsigned) which is the label index type
|
||||
|
|
@ -169,9 +164,9 @@ LSTM=[
|
|||
labelType=Category
|
||||
|
||||
# output token list
|
||||
token=$DataDir$\output.txt
|
||||
token=$DataDir$/output.txt
|
||||
|
||||
labelMappingFile=$ExpDir$\sentenceLabels.out.txt
|
||||
labelMappingFile=$ExpDir$/sentenceLabels.out.txt
|
||||
#### Write definition ####
|
||||
# sizeof(unsigned) which is the label index type
|
||||
sectionType=labels
|
||||
|
|
@ -200,7 +195,7 @@ LSTM=[
|
|||
equalLength = false
|
||||
|
||||
#### write definition
|
||||
wfile=$ExpDir$\sequenceSentence.valid.bin
|
||||
wfile=$ExpDir$/sequenceSentence.valid.bin
|
||||
#wsize - inital size of the file in MB
|
||||
# if calculated size would be bigger, that is used instead
|
||||
wsize=256
|
||||
|
|
@ -212,8 +207,8 @@ LSTM=[
|
|||
windowSize=10000
|
||||
|
||||
unk="<unk>"
|
||||
wordmap=$DataDir$\inputmap.txt
|
||||
file=$DataDir$\atis.dev.IOB.simple
|
||||
wordmap=$DataDir$/inputmap.txt
|
||||
file=$DataDir$/atis.dev.IOB.simple
|
||||
|
||||
#additional features sections
|
||||
#for now store as expanded category data (including label in)
|
||||
|
|
@ -237,13 +232,13 @@ LSTM=[
|
|||
|
||||
# vocabulary size
|
||||
labelDim=10000
|
||||
labelMappingFile=$ExpDir$\sentenceLabels.in.txt
|
||||
labelMappingFile=$ExpDir$/sentenceLabels.in.txt
|
||||
labelType=Category
|
||||
beginSequence="BOS"
|
||||
endSequence="EOS"
|
||||
usewordmap=true
|
||||
|
||||
token=$DataDir$\input.txt
|
||||
token=$DataDir$/input.txt
|
||||
|
||||
#### Write definition ####
|
||||
# sizeof(unsigned) which is the label index type
|
||||
|
|
@ -267,10 +262,10 @@ LSTM=[
|
|||
dim=1
|
||||
labelType=Category
|
||||
|
||||
token=$DataDir$\output.txt
|
||||
token=$DataDir$/output.txt
|
||||
|
||||
labelDim=10000
|
||||
labelMappingFile=$ExpDir$\sentenceLabels.out.txt
|
||||
labelMappingFile=$ExpDir$/sentenceLabels.out.txt
|
||||
#### Write definition ####
|
||||
# sizeof(unsigned) which is the label index type
|
||||
elementSize=4
|
||||
|
|
@ -299,13 +294,12 @@ LSTM=[
|
|||
LSTMTest=[
|
||||
action=write
|
||||
|
||||
traceLevel=1
|
||||
epochSize=4430000
|
||||
# which is 886 * 5000
|
||||
#recurrentLayer=1
|
||||
defaultHiddenActivity=0.1
|
||||
|
||||
modelPath=$ExpDir$\cntkdebug.dnn
|
||||
modelPath=$ExpDir$/cntkdebug.dnn
|
||||
|
||||
outputNodeNames=outputs:labels
|
||||
|
||||
|
|
@ -315,15 +309,15 @@ LSTMTest=[
|
|||
randomize=None
|
||||
wordContext=0:1:2
|
||||
unk="<unk>"
|
||||
wordmap=$DataDir$\inputmap.txt
|
||||
file=$DataDir$\atis.test.apos.pred.pos.head.IOB.simple
|
||||
wordmap=$DataDir$/inputmap.txt
|
||||
file=$DataDir$/atis.test.apos.pred.pos.head.IOB.simple
|
||||
|
||||
# if writerType is set, we will cache to a binary file
|
||||
# if the binary file exists, we will use it instead of parsing this file
|
||||
# writerType=BinaryReader
|
||||
|
||||
#### write definition
|
||||
wfile=$ExpDir$\sequenceSentence.bin
|
||||
wfile=$ExpDir$/sequenceSentence.bin
|
||||
#wsize - inital size of the file in MB
|
||||
# if calculated size would be bigger, that is used instead
|
||||
wsize=256
|
||||
|
|
@ -355,13 +349,13 @@ LSTMTest=[
|
|||
|
||||
# vocabulary size
|
||||
labelDim=10000
|
||||
labelMappingFile=$ExpDir$\sentenceLabels.txt
|
||||
labelMappingFile=$ExpDir$/sentenceLabels.txt
|
||||
labelType=Category
|
||||
beginSequence="BOS"
|
||||
endSequence="EOS"
|
||||
usewordmap=true
|
||||
|
||||
token=$DataDir$\input.txt
|
||||
token=$DataDir$/input.txt
|
||||
|
||||
#### Write definition ####
|
||||
# sizeof(unsigned) which is the label index type
|
||||
|
|
@ -387,12 +381,12 @@ LSTMTest=[
|
|||
beginSequence="BOS"
|
||||
endSequence="EOS"
|
||||
|
||||
token=$DataDir$\output.txt
|
||||
token=$DataDir$/output.txt
|
||||
|
||||
# vocabulary size
|
||||
labelDim=127
|
||||
|
||||
labelMappingFile=$ExpDir$\sentenceLabels.out.txt
|
||||
labelMappingFile=$ExpDir$/sentenceLabels.out.txt
|
||||
#### Write definition ####
|
||||
# sizeof(unsigned) which is the label index type
|
||||
elementSize=4
|
||||
|
|
@ -416,13 +410,13 @@ LSTMTest=[
|
|||
writerType=LUSequenceWriter
|
||||
|
||||
outputs=[
|
||||
file=$OutDir$\output.rec.txt
|
||||
token=$DataDir$\output.txt
|
||||
file=$OutDir$/output.rec.txt
|
||||
token=$DataDir$/output.txt
|
||||
]
|
||||
|
||||
labels=[
|
||||
file=$OutDir$\output.lbl.txt
|
||||
token=$DataDir$\output.txt
|
||||
file=$OutDir$/output.lbl.txt
|
||||
token=$DataDir$/output.txt
|
||||
]
|
||||
]
|
||||
]
|
||||
|
|
|
|||
|
|
@ -122,7 +122,7 @@
|
|||
<AdditionalLibraryDirectories>%(AdditionalLibraryDirectories);$(CudaLibPath)</AdditionalLibraryDirectories>
|
||||
</Link>
|
||||
<PostBuildEvent>
|
||||
<Command>if exist "%ProgramW6432%\NVIDIA Corporation\NVSMI" xcopy /I /D /Y "%ProgramW6432%\NVIDIA Corporation\NVSMI\nvml*.dll" $(TargetDir)</Command>
|
||||
<Command>if exist "%ProgramW6432%\NVIDIA Corporation\NVSMI" xcopy /I /D /Y "%ProgramW6432%\NVIDIA Corporation\NVSMI\nvml*.dll" "$(TargetDir)"</Command>
|
||||
<Message>Copying NVidia GDK extension DLL to target folder</Message>
|
||||
</PostBuildEvent>
|
||||
</ItemDefinitionGroup>
|
||||
|
|
|
|||
|
|
@ -119,12 +119,8 @@
|
|||
<DelayLoadDLLs>Math.dll; msmpi.dll;</DelayLoadDLLs>
|
||||
</Link>
|
||||
<PostBuildEvent>
|
||||
<Message Condition="'$(Configuration)|$(Platform)'=='Release_CpuOnly|x64'">Copying dependencies</Message>
|
||||
<Command Condition="'$(Configuration)|$(Platform)'=='Release_CpuOnly|x64'">xcopy /I /D /Y $(ProjectDir)BrainScript\CNTKCoreLib\CNTK.core.bs $(TargetDir)</Command>
|
||||
</PostBuildEvent>
|
||||
<PostBuildEvent>
|
||||
<Message Condition="'$(Configuration)|$(Platform)'=='Debug_CpuOnly|x64'">Copying dependencies</Message>
|
||||
<Command Condition="'$(Configuration)|$(Platform)'=='Debug_CpuOnly|x64'">xcopy /I /D /Y $(ProjectDir)BrainScript\CNTKCoreLib\CNTK.core.bs $(TargetDir)</Command>
|
||||
<Message>Copying dependencies</Message>
|
||||
<Command>xcopy /I /D /Y "$(ProjectDir)BrainScript\CNTKCoreLib\CNTK.core.bs" "$(TargetDir)"</Command>
|
||||
</PostBuildEvent>
|
||||
</ItemDefinitionGroup>
|
||||
<ItemDefinitionGroup Condition="$(GpuBuild)">
|
||||
|
|
@ -135,7 +131,7 @@
|
|||
<AdditionalLibraryDirectories>%(AdditionalLibraryDirectories);$(CudaLibPath)</AdditionalLibraryDirectories>
|
||||
</Link>
|
||||
<PostBuildEvent>
|
||||
<Command>xcopy /I /D /Y $(ProjectDir)BrainScript\CNTKCoreLib\CNTK.core.bs $(TargetDir) && if exist "%ProgramW6432%\NVIDIA Corporation\NVSMI" xcopy /I /D /Y "%ProgramW6432%\NVIDIA Corporation\NVSMI\nvml*.dll" $(TargetDir)</Command>
|
||||
<Command>xcopy /I /D /Y "$(ProjectDir)BrainScript\CNTKCoreLib\CNTK.core.bs" "$(TargetDir)" && if exist "%ProgramW6432%\NVIDIA Corporation\NVSMI" xcopy /I /D /Y "%ProgramW6432%\NVIDIA Corporation\NVSMI\nvml*.dll" "$(TargetDir)"</Command>
|
||||
<Message>Copying dependencies</Message>
|
||||
</PostBuildEvent>
|
||||
</ItemDefinitionGroup>
|
||||
|
|
|
|||
|
|
@ -122,7 +122,7 @@
|
|||
<AdditionalLibraryDirectories>%(AdditionalLibraryDirectories);$(CudaLibPath)</AdditionalLibraryDirectories>
|
||||
</Link>
|
||||
<PostBuildEvent>
|
||||
<Command>if exist "%ProgramW6432%\NVIDIA Corporation\NVSMI" xcopy /I /D /Y "%ProgramW6432%\NVIDIA Corporation\NVSMI\nvml*.dll" $(TargetDir)</Command>
|
||||
<Command>if exist "%ProgramW6432%\NVIDIA Corporation\NVSMI" xcopy /I /D /Y "%ProgramW6432%\NVIDIA Corporation\NVSMI\nvml*.dll" "$(TargetDir)"</Command>
|
||||
<Message>Copying NVidia GDK extension DLL to target folder</Message>
|
||||
</PostBuildEvent>
|
||||
</ItemDefinitionGroup>
|
||||
|
|
|
|||
|
|
@ -120,7 +120,7 @@
|
|||
<AdditionalLibraryDirectories>%(AdditionalLibraryDirectories);$(CudaLibPath)</AdditionalLibraryDirectories>
|
||||
</Link>
|
||||
<PostBuildEvent>
|
||||
<Command>if exist "%ProgramW6432%\NVIDIA Corporation\NVSMI" xcopy /I /D /Y "%ProgramW6432%\NVIDIA Corporation\NVSMI\nvml*.dll" $(TargetDir)</Command>
|
||||
<Command>if exist "%ProgramW6432%\NVIDIA Corporation\NVSMI" xcopy /I /D /Y "%ProgramW6432%\NVIDIA Corporation\NVSMI\nvml*.dll" "$(TargetDir)"</Command>
|
||||
<Message>Copying NVidia GDK extension DLL to target folder</Message>
|
||||
</PostBuildEvent>
|
||||
</ItemDefinitionGroup>
|
||||
|
|
|
|||
|
|
@ -82,7 +82,7 @@
|
|||
<Profile>true</Profile>
|
||||
</Link>
|
||||
<PostBuildEvent>
|
||||
<Command>xcopy /D /I /Y "$(ACML_PATH)\lib\*.dll" $(OutputPath)</Command>
|
||||
<Command>xcopy /D /I /Y "$(ACML_PATH)\lib\*.dll" "$(OutputPath)"</Command>
|
||||
<Message>Copying ACML DLLs</Message>
|
||||
</PostBuildEvent>
|
||||
<CudaCompile>
|
||||
|
|
@ -124,7 +124,7 @@
|
|||
<DelayLoadDLLs>libacml_mp_dll.dll; $(CudaDlls); %(DelayLoadDLLs)</DelayLoadDLLs>
|
||||
</Link>
|
||||
<PostBuildEvent>
|
||||
<Command>xcopy /D /I /Y "$(ACML_PATH)\lib\*.dll" $(OutputPath)</Command>
|
||||
<Command>xcopy /D /I /Y "$(ACML_PATH)\lib\*.dll" "$(OutputPath)"</Command>
|
||||
<Message>Copying ACML DLLs</Message>
|
||||
</PostBuildEvent>
|
||||
<CudaCompile>
|
||||
|
|
|
|||
|
|
@ -102,8 +102,8 @@
|
|||
<AdditionalOptions>-Xcudafe "--diag_suppress=field_without_dll_interface" %(AdditionalOptions)</AdditionalOptions>
|
||||
</CudaCompile>
|
||||
<PostBuildEvent>
|
||||
<Command>for %%l in ($(CudaDlls)) do if exist "$(CudaPath)\bin\%%l" xcopy /D /Y "$(CudaPath)\bin\%%l*" $(OutputPath)
|
||||
if exist "$(CuDnnDll)" (xcopy /Y "$(CuDnnDll)" $(OutputPath))
|
||||
<Command>for %%l in ($(CudaDlls)) do if exist "$(CudaPath)\bin\%%l" xcopy /D /Y "$(CudaPath)\bin\%%l*" "$(OutputPath)"
|
||||
if exist "$(CuDnnDll)" (xcopy /Y "$(CuDnnDll)" "$(OutputPath)")
|
||||
</Command>
|
||||
</PostBuildEvent>
|
||||
</ItemDefinitionGroup>
|
||||
|
|
|
|||
|
|
@ -153,6 +153,9 @@ class minibatchutterancesourcemulti : public minibatchsource
|
|||
try // this function supports retrying since we read from the unrealible network, i.e. do not return in a broken state
|
||||
{
|
||||
msra::asr::htkfeatreader reader; // feature reader (we reinstantiate it for each block, i.e. we reopen the file actually)
|
||||
std::unique_ptr<auto_timer> pageintimer = nullptr;
|
||||
if (verbosity > 2)
|
||||
pageintimer.reset(new auto_timer());
|
||||
// if this is the first feature read ever, we explicitly open the first file to get the information such as feature dimension
|
||||
if (featdim == 0)
|
||||
{
|
||||
|
|
@ -173,9 +176,25 @@ class minibatchutterancesourcemulti : public minibatchsource
|
|||
if (!latticesource.empty())
|
||||
latticesource.getlattices(utteranceset[i].key(), lattices[i], uttframes.cols());
|
||||
}
|
||||
// fprintf (stderr, "\n");
|
||||
if (verbosity)
|
||||
fprintf(stderr, "requiredata: %d utterances read\n", (int) utteranceset.size());
|
||||
{
|
||||
fprintf(stderr, "requiredata: %d utterances read\n", (int)utteranceset.size());
|
||||
if (verbosity > 2)
|
||||
{
|
||||
if (pageintimer != nullptr)
|
||||
{
|
||||
double pageintime = (double)(*pageintimer);
|
||||
#ifdef _MSC_VER
|
||||
fprintf(stderr, "Chunk read statistics; Total time = %.8g, Num Frames read = %Iu, Num bytes per frame = %Iu, Avg I/O bandwidth = %.2g MB/sec).\n",
|
||||
pageintime, totalframes, featdim * sizeof(float), (double)(featdim * sizeof(float) * totalframes / 1024 / 1024 / pageintime));
|
||||
#else
|
||||
fprintf(stderr, "Chunk read statistics; Total time = %.8g, Num Frames read = %zu, Num bytes per frame = %zu, Avg I/O bandwidth = %.2g MB/sec).\n",
|
||||
pageintime, totalframes, featdim * sizeof(float), (double)(featdim * sizeof(float) * totalframes / 1024 / 1024 / pageintime));
|
||||
#endif
|
||||
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
catch (...)
|
||||
{
|
||||
|
|
|
|||
|
|
@ -127,7 +127,7 @@
|
|||
<AdditionalLibraryDirectories>%(AdditionalLibraryDirectories);$(CudaLibPath)</AdditionalLibraryDirectories>
|
||||
</Link>
|
||||
<PostBuildEvent>
|
||||
<Command>if exist "%ProgramW6432%\NVIDIA Corporation\NVSMI" xcopy /I /D /Y "%ProgramW6432%\NVIDIA Corporation\NVSMI\nvml*.dll" $(TargetDir)</Command>
|
||||
<Command>if exist "%ProgramW6432%\NVIDIA Corporation\NVSMI" xcopy /I /D /Y "%ProgramW6432%\NVIDIA Corporation\NVSMI\nvml*.dll" "$(TargetDir)"</Command>
|
||||
<Message>Copying NVidia GDK extension DLL to target folder</Message>
|
||||
</PostBuildEvent>
|
||||
</ItemDefinitionGroup>
|
||||
|
|
|
|||
Разница между файлами не показана из-за своего большого размера
Загрузить разницу
Разница между файлами не показана из-за своего большого размера
Загрузить разницу
Разница между файлами не показана из-за своего большого размера
Загрузить разницу
Разница между файлами не показана из-за своего большого размера
Загрузить разницу
|
|
@ -0,0 +1,17 @@
|
|||
#!/bin/bash
|
||||
|
||||
. $TEST_ROOT_DIR/run-test-common
|
||||
|
||||
ConfigDir=$TEST_DIR/../../../../../../Examples/Text/Miscellaneous/SLU
|
||||
|
||||
NdlDir=$TEST_DIR
|
||||
ExpDir=$TEST_RUN_DIR
|
||||
OutDir=$TEST_RUN_DIR
|
||||
|
||||
if [ "$OS" == "Windows_NT" ]; then
|
||||
NdlDir=$(cygpath -aw $NdlDir)
|
||||
ExpDir=$(cygpath -aw $ExpDir)
|
||||
OutDir=$(cygpath -aw $OutDir)
|
||||
fi
|
||||
|
||||
cntkrun rnnlu.cntk "NdlDir=$NdlDir ExpDir=$ExpDir OutDir=$OutDir" || exit $?
|
||||
|
|
@ -0,0 +1,39 @@
|
|||
dataDir: ../../../../Text/SLU
|
||||
tags:
|
||||
# the complete suite (2 flavours x 2 devices) takes around
|
||||
# 20 minutes with the longest test (debug cpu)
|
||||
# running for ca. 10 minutes
|
||||
# In BVT, run Release GPU
|
||||
- bvt-e (build_sku=='gpu') and (device=='gpu') and (flavor=='release')
|
||||
# running every Nightly job in 'E' (Examples) leg
|
||||
- nightly-e (build_sku=='gpu')
|
||||
|
||||
testCases:
|
||||
CNTK Run must be completed:
|
||||
patterns:
|
||||
- __COMPLETED__
|
||||
|
||||
Must train epochs in exactly same order and parameters:
|
||||
patterns:
|
||||
- Starting Epoch {{integer}}
|
||||
- learning rate per sample = {{float}}
|
||||
- momentum = {{float}}
|
||||
|
||||
Epochs must be finished with expected results (validation set):
|
||||
patterns:
|
||||
- "Finished Epoch[{{integer}} of {{integer}}]: [Validation Set]"
|
||||
- TrainLossPerSample = {{float,tolerance=.1%}}
|
||||
|
||||
Epochs must be finished with expected results (training set):
|
||||
patterns:
|
||||
- "Finished Epoch[{{integer}} of {{integer}}]: [Training Set]"
|
||||
- TrainLossPerSample = {{float,tolerance=.1%}}
|
||||
- TotalSamplesSeen = {{integer}}
|
||||
- AvgLearningRatePerSample = {{float,tolerance=0.001%}}
|
||||
|
||||
Per-minibatch (with low train loss) training results must match:
|
||||
patterns:
|
||||
- Minibatch[{{integer}}-{{integer}}
|
||||
- SamplesSeen = {{integer}}
|
||||
- CrossEntropyWithSoftmax/Sample = {{float,tolerance=0.05}}
|
||||
- Perplexity = {{float,tolerance=0.05}}
|
||||
Разница между файлами не показана из-за своего большого размера
Загрузить разницу
|
|
@ -1 +0,0 @@
|
|||
__COMPLETED__
|
||||
Разница между файлами не показана из-за своего большого размера
Загрузить разницу
|
|
@ -1 +0,0 @@
|
|||
__COMPLETED__
|
||||
|
|
@ -1 +0,0 @@
|
|||
__COMPLETED__
|
||||
Разница между файлами не показана из-за своего большого размера
Загрузить разницу
|
|
@ -1 +0,0 @@
|
|||
__COMPLETED__
|
||||
|
|
@ -1 +0,0 @@
|
|||
__COMPLETED__
|
||||
Разница между файлами не показана из-за своего большого размера
Загрузить разницу
|
|
@ -1 +0,0 @@
|
|||
__COMPLETED__
|
||||
|
|
@ -1 +0,0 @@
|
|||
__COMPLETED__
|
||||
|
|
@ -5,5 +5,5 @@
|
|||
ConfigDir=$TEST_DIR/../../../../../../Examples/Text/PennTreebank/Config
|
||||
|
||||
# cntkrun <CNTK config file name> <additional CNTK args>
|
||||
cntkrun rnn.cntk "train=[SGD=[maxEpochs=1]] train=[epochSize=2048]] trainFile=ptb.small.train.txt validFile=ptb.small.valid.txt testFile=ptb.small.test.txt confVocabSize=1000" || exit $?
|
||||
cntkrun rnn.cntk "initOnCPUOnly=true command=writeWordAndClassInfo:train:test train=[SGD=[maxEpochs=3]] train=[epochSize=2048]] test=[SGD=[maxEpochs=3]] train=[epochSize=2048]]" || exit $?
|
||||
|
||||
|
|
|
|||
|
|
@ -1,13 +1,34 @@
|
|||
dataDir: ../../../../../../Examples/Text/PennTreebank/Data
|
||||
|
||||
tags:
|
||||
# running on every BVT job in 'E' (Examples) leg
|
||||
- bvt-e ((flavor=='debug') ^ (device=='cpu'))
|
||||
# running every Nightly job in 'E' (Examples) leg
|
||||
- nightly-e
|
||||
# the complete suite (2 flavours x 2 devices) takes around
|
||||
# 7 minutes with the longest test (debug cpu)
|
||||
# running for ca. 4 minutes
|
||||
# In BVT, run Release GPU
|
||||
- bvt-e (build_sku=='gpu') and (device=='gpu') and (flavor=='release')
|
||||
# In Nightly on Linux, run Debug GPU in addition
|
||||
- nightly-e (build_sku=='gpu')
|
||||
|
||||
testCases:
|
||||
CNTK Run must be completed:
|
||||
patterns:
|
||||
- __COMPLETED__
|
||||
|
||||
Must train epochs in exactly same order and parameters:
|
||||
patterns:
|
||||
- Starting Epoch {{integer}}
|
||||
- learning rate per sample = {{float}}
|
||||
- momentum = {{float}}
|
||||
|
||||
Epochs (with low train loss) must be finished with expected results:
|
||||
patterns:
|
||||
- Finished Epoch[{{integer}} of {{integer}}]
|
||||
- TrainLossPerSample = {{float,tolerance=0.05}}
|
||||
- AvgLearningRatePerSample = {{float,tolerance=0.1%}}
|
||||
|
||||
Per-minibatch (with low train loss) training results must match:
|
||||
patterns:
|
||||
- Minibatch[{{integer}}-{{integer}}
|
||||
- SamplesSeen = {{integer}}
|
||||
- CrossEntropyWithSoftmax/Sample = {{float,tolerance=0.05}}
|
||||
- Perplexity = {{float,tolerance=0.05}}
|
||||
|
|
@ -0,0 +1,22 @@
|
|||
#!/bin/bash
|
||||
|
||||
. $TEST_ROOT_DIR/run-test-common
|
||||
|
||||
PYAPIDIR=$TEST_ROOT_DIR/../../contrib/Python
|
||||
|
||||
pushd $PYAPIDIR
|
||||
echo Current dir: $PYAPIDIR
|
||||
|
||||
python -c "import sys; print('Python: %s'%sys.version)"
|
||||
python -c "import numpy; print('NumPy: %s'%numpy.version.full_version)"
|
||||
python -c "import pytest; print('PyTest: %s'%pytest.__version__)"
|
||||
|
||||
export CNTK_EXECUTABLE_PATH=$TEST_CNTK_BINARY
|
||||
run py.test --deviceid $TEST_DEVICE
|
||||
|
||||
if [ "$?" -eq "0" ]; then
|
||||
echo "__COMPLETED__"
|
||||
fi
|
||||
|
||||
popd
|
||||
|
||||
|
|
@ -0,0 +1,13 @@
|
|||
dataDir: .
|
||||
|
||||
tags:
|
||||
# running on linux BVT job in 'E' (Examples) leg
|
||||
- bvt-e (os == 'linux') and (build_sku == 'gpu')
|
||||
# running on linux Nightly job in 'E' (Examples) leg
|
||||
- nightly-e (os == 'linux') and (build_sku == 'gpu')
|
||||
|
||||
testCases:
|
||||
PyTest run must finish with error code 0 (outputs __COMPLETED__ in that case):
|
||||
patterns:
|
||||
- __COMPLETED__
|
||||
|
||||
|
|
@ -1,8 +1,8 @@
|
|||
=== Running /home/alrezni/src/cntk_git/build/release/bin/cntk configFile=/home/alrezni/src/cntk_git/Tests/EndToEndTests/SLU/globals.cntk+rnnlu.ndl.cntk currentDirectory=/home/alrezni/src/cntk_git/Tests/EndToEndTests/SLU RunDir=/tmp/cntk-test-20160411094809.162825/._SLU@release_cpu DataDir=/home/alrezni/src/cntk_git/Tests/EndToEndTests/SLU ConfigDir=/home/alrezni/src/cntk_git/Tests/EndToEndTests/SLU OutputDir=/tmp/cntk-test-20160411094809.162825/._SLU@release_cpu DeviceId=-1 timestamping=true
|
||||
=== Running /home/alrezni/src/cntk_git/build/release/bin/cntk configFile=/home/alrezni/src/cntk_git/Tests/EndToEndTests/Text/SLU/globals.cntk+rnnlu.ndl.cntk currentDirectory=/home/alrezni/src/cntk_git/Tests/EndToEndTests/Text/SLU RunDir=/tmp/cntk-test-20160411162614.927351/Text_SLU@release_cpu DataDir=/home/alrezni/src/cntk_git/Tests/EndToEndTests/Text/SLU ConfigDir=/home/alrezni/src/cntk_git/Tests/EndToEndTests/Text/SLU OutputDir=/tmp/cntk-test-20160411162614.927351/Text_SLU@release_cpu DeviceId=-1 timestamping=true
|
||||
-------------------------------------------------------------------
|
||||
Build info:
|
||||
|
||||
Built time: Apr 11 2016 09:46:26
|
||||
Built time: Apr 11 2016 15:30:03
|
||||
Last modified date: Tue Apr 5 16:01:37 2016
|
||||
Build type: release
|
||||
Build target: GPU
|
||||
|
|
@ -11,38 +11,38 @@ Build info:
|
|||
CUDA_PATH: /usr/local/cuda-7.0
|
||||
CUB_PATH: /usr/local/cub-1.4.1
|
||||
CUDNN_PATH: /usr/local/cudnn-4.0
|
||||
Build Branch: alrezni/slu_e2e
|
||||
Build SHA1: 5fff5334ae4166c6378543973ebf87ebde912757
|
||||
Build Branch: alrezni/examples_text
|
||||
Build SHA1: f10be05b126cd5e74268ba4d2219087ebc0e9dc1
|
||||
Built by alrezni on atleneu04
|
||||
Build Path: /home/alrezni/src/cntk_git
|
||||
-------------------------------------------------------------------
|
||||
Changed current directory to /home/alrezni/src/cntk_git/Tests/EndToEndTests/SLU
|
||||
04/11/2016 09:48:19: -------------------------------------------------------------------
|
||||
04/11/2016 09:48:19: Build info:
|
||||
Changed current directory to /home/alrezni/src/cntk_git/Tests/EndToEndTests/Text/SLU
|
||||
04/11/2016 16:26:36: -------------------------------------------------------------------
|
||||
04/11/2016 16:26:36: Build info:
|
||||
|
||||
04/11/2016 09:48:19: Built time: Apr 11 2016 09:46:26
|
||||
04/11/2016 09:48:19: Last modified date: Tue Apr 5 16:01:37 2016
|
||||
04/11/2016 09:48:19: Build type: release
|
||||
04/11/2016 09:48:19: Build target: GPU
|
||||
04/11/2016 09:48:19: With 1bit-SGD: no
|
||||
04/11/2016 09:48:19: Math lib: acml
|
||||
04/11/2016 09:48:19: CUDA_PATH: /usr/local/cuda-7.0
|
||||
04/11/2016 09:48:19: CUB_PATH: /usr/local/cub-1.4.1
|
||||
04/11/2016 09:48:19: CUDNN_PATH: /usr/local/cudnn-4.0
|
||||
04/11/2016 09:48:19: Build Branch: alrezni/slu_e2e
|
||||
04/11/2016 09:48:19: Build SHA1: 5fff5334ae4166c6378543973ebf87ebde912757
|
||||
04/11/2016 09:48:19: Built by alrezni on atleneu04
|
||||
04/11/2016 09:48:19: Build Path: /home/alrezni/src/cntk_git
|
||||
04/11/2016 09:48:19: -------------------------------------------------------------------
|
||||
04/11/2016 16:26:36: Built time: Apr 11 2016 15:30:03
|
||||
04/11/2016 16:26:36: Last modified date: Tue Apr 5 16:01:37 2016
|
||||
04/11/2016 16:26:36: Build type: release
|
||||
04/11/2016 16:26:36: Build target: GPU
|
||||
04/11/2016 16:26:36: With 1bit-SGD: no
|
||||
04/11/2016 16:26:36: Math lib: acml
|
||||
04/11/2016 16:26:36: CUDA_PATH: /usr/local/cuda-7.0
|
||||
04/11/2016 16:26:36: CUB_PATH: /usr/local/cub-1.4.1
|
||||
04/11/2016 16:26:36: CUDNN_PATH: /usr/local/cudnn-4.0
|
||||
04/11/2016 16:26:36: Build Branch: alrezni/examples_text
|
||||
04/11/2016 16:26:36: Build SHA1: f10be05b126cd5e74268ba4d2219087ebc0e9dc1
|
||||
04/11/2016 16:26:36: Built by alrezni on atleneu04
|
||||
04/11/2016 16:26:36: Build Path: /home/alrezni/src/cntk_git
|
||||
04/11/2016 16:26:36: -------------------------------------------------------------------
|
||||
|
||||
04/11/2016 09:48:19: Running on localhost at 2016/04/11 09:48:19
|
||||
04/11/2016 09:48:19: Command line:
|
||||
/home/alrezni/src/cntk_git/build/release/bin/cntk configFile=/home/alrezni/src/cntk_git/Tests/EndToEndTests/SLU/globals.cntk+rnnlu.ndl.cntk currentDirectory=/home/alrezni/src/cntk_git/Tests/EndToEndTests/SLU RunDir=/tmp/cntk-test-20160411094809.162825/._SLU@release_cpu DataDir=/home/alrezni/src/cntk_git/Tests/EndToEndTests/SLU ConfigDir=/home/alrezni/src/cntk_git/Tests/EndToEndTests/SLU OutputDir=/tmp/cntk-test-20160411094809.162825/._SLU@release_cpu DeviceId=-1 timestamping=true
|
||||
04/11/2016 16:26:36: Running on localhost at 2016/04/11 16:26:36
|
||||
04/11/2016 16:26:36: Command line:
|
||||
/home/alrezni/src/cntk_git/build/release/bin/cntk configFile=/home/alrezni/src/cntk_git/Tests/EndToEndTests/Text/SLU/globals.cntk+rnnlu.ndl.cntk currentDirectory=/home/alrezni/src/cntk_git/Tests/EndToEndTests/Text/SLU RunDir=/tmp/cntk-test-20160411162614.927351/Text_SLU@release_cpu DataDir=/home/alrezni/src/cntk_git/Tests/EndToEndTests/Text/SLU ConfigDir=/home/alrezni/src/cntk_git/Tests/EndToEndTests/Text/SLU OutputDir=/tmp/cntk-test-20160411162614.927351/Text_SLU@release_cpu DeviceId=-1 timestamping=true
|
||||
|
||||
|
||||
|
||||
04/11/2016 09:48:19: >>>>>>>>>>>>>>>>>>>> RAW CONFIG (VARIABLES NOT RESOLVED) >>>>>>>>>>>>>>>>>>>>
|
||||
04/11/2016 09:48:19: NdlDir=$ConfigDir$
|
||||
04/11/2016 16:26:36: >>>>>>>>>>>>>>>>>>>> RAW CONFIG (VARIABLES NOT RESOLVED) >>>>>>>>>>>>>>>>>>>>
|
||||
04/11/2016 16:26:36: NdlDir=$ConfigDir$
|
||||
ExpDir=$RunDir$
|
||||
OutDir=$OutputDir$
|
||||
precision="double"
|
||||
|
|
@ -278,20 +278,20 @@ LSTMTest=[
|
|||
]
|
||||
]
|
||||
]
|
||||
currentDirectory=/home/alrezni/src/cntk_git/Tests/EndToEndTests/SLU
|
||||
RunDir=/tmp/cntk-test-20160411094809.162825/._SLU@release_cpu
|
||||
DataDir=/home/alrezni/src/cntk_git/Tests/EndToEndTests/SLU
|
||||
ConfigDir=/home/alrezni/src/cntk_git/Tests/EndToEndTests/SLU
|
||||
OutputDir=/tmp/cntk-test-20160411094809.162825/._SLU@release_cpu
|
||||
currentDirectory=/home/alrezni/src/cntk_git/Tests/EndToEndTests/Text/SLU
|
||||
RunDir=/tmp/cntk-test-20160411162614.927351/Text_SLU@release_cpu
|
||||
DataDir=/home/alrezni/src/cntk_git/Tests/EndToEndTests/Text/SLU
|
||||
ConfigDir=/home/alrezni/src/cntk_git/Tests/EndToEndTests/Text/SLU
|
||||
OutputDir=/tmp/cntk-test-20160411162614.927351/Text_SLU@release_cpu
|
||||
DeviceId=-1
|
||||
timestamping=true
|
||||
|
||||
04/11/2016 09:48:19: <<<<<<<<<<<<<<<<<<<< RAW CONFIG (VARIABLES NOT RESOLVED) <<<<<<<<<<<<<<<<<<<<
|
||||
04/11/2016 16:26:36: <<<<<<<<<<<<<<<<<<<< RAW CONFIG (VARIABLES NOT RESOLVED) <<<<<<<<<<<<<<<<<<<<
|
||||
|
||||
04/11/2016 09:48:19: >>>>>>>>>>>>>>>>>>>> RAW CONFIG WITH ALL VARIABLES RESOLVED >>>>>>>>>>>>>>>>>>>>
|
||||
04/11/2016 09:48:19: NdlDir=/home/alrezni/src/cntk_git/Tests/EndToEndTests/SLU
|
||||
ExpDir=/tmp/cntk-test-20160411094809.162825/._SLU@release_cpu
|
||||
OutDir=/tmp/cntk-test-20160411094809.162825/._SLU@release_cpu
|
||||
04/11/2016 16:26:36: >>>>>>>>>>>>>>>>>>>> RAW CONFIG WITH ALL VARIABLES RESOLVED >>>>>>>>>>>>>>>>>>>>
|
||||
04/11/2016 16:26:36: NdlDir=/home/alrezni/src/cntk_git/Tests/EndToEndTests/Text/SLU
|
||||
ExpDir=/tmp/cntk-test-20160411162614.927351/Text_SLU@release_cpu
|
||||
OutDir=/tmp/cntk-test-20160411162614.927351/Text_SLU@release_cpu
|
||||
precision="double"
|
||||
deviceId = -1
|
||||
command=LSTM:LSTMTest
|
||||
|
|
@ -301,9 +301,9 @@ LSTM=[
|
|||
makeMode=true
|
||||
minibatchSize=10
|
||||
epochSize=4430000
|
||||
modelPath=/tmp/cntk-test-20160411094809.162825/._SLU@release_cpu/cntkdebug.dnn
|
||||
modelPath=/tmp/cntk-test-20160411162614.927351/Text_SLU@release_cpu/cntkdebug.dnn
|
||||
NDLNetworkBuilder=[
|
||||
networkDescription=/home/alrezni/src/cntk_git/Tests/EndToEndTests/SLU/lstm.ndl
|
||||
networkDescription=/home/alrezni/src/cntk_git/Tests/EndToEndTests/Text/SLU/lstm.ndl
|
||||
]
|
||||
SGD=[
|
||||
learningRatesPerSample=0.1
|
||||
|
|
@ -331,13 +331,13 @@ LSTM=[
|
|||
wordContext=0:1:2
|
||||
randomize=None
|
||||
nbruttsineachrecurrentiter=10
|
||||
wfile=/tmp/cntk-test-20160411094809.162825/._SLU@release_cpu/sequenceSentence.bin
|
||||
wfile=/tmp/cntk-test-20160411162614.927351/Text_SLU@release_cpu/sequenceSentence.bin
|
||||
wsize=256
|
||||
wrecords=1000
|
||||
windowSize=10000
|
||||
unk="<unk>"
|
||||
wordmap=/home/alrezni/src/cntk_git/Tests/EndToEndTests/SLU/inputmap.txt
|
||||
file=/home/alrezni/src/cntk_git/Tests/EndToEndTests/SLU/atis.train.apos.pred.pos.head.IOB.simple
|
||||
wordmap=/home/alrezni/src/cntk_git/Tests/EndToEndTests/Text/SLU/inputmap.txt
|
||||
file=/home/alrezni/src/cntk_git/Tests/EndToEndTests/Text/SLU/atis.train.apos.pred.pos.head.IOB.simple
|
||||
features=[
|
||||
dim=0
|
||||
sectionType=data
|
||||
|
|
@ -351,12 +351,12 @@ LSTM=[
|
|||
dim=1
|
||||
usewordmap=true
|
||||
labelDim=10000
|
||||
labelMappingFile=/tmp/cntk-test-20160411094809.162825/._SLU@release_cpu/sentenceLabels.txt
|
||||
labelMappingFile=/tmp/cntk-test-20160411162614.927351/Text_SLU@release_cpu/sentenceLabels.txt
|
||||
labelType=Category
|
||||
beginSequence="BOS"
|
||||
endSequence="EOS"
|
||||
usewordmap=true
|
||||
token=/home/alrezni/src/cntk_git/Tests/EndToEndTests/SLU/input.txt
|
||||
token=/home/alrezni/src/cntk_git/Tests/EndToEndTests/Text/SLU/input.txt
|
||||
elementSize=4
|
||||
sectionType=labels
|
||||
mapping=[
|
||||
|
|
@ -374,8 +374,8 @@ LSTM=[
|
|||
labelType=Category
|
||||
beginSequence="O"
|
||||
endSequence="O"
|
||||
token=/home/alrezni/src/cntk_git/Tests/EndToEndTests/SLU/output.txt
|
||||
labelMappingFile=/tmp/cntk-test-20160411094809.162825/._SLU@release_cpu/sentenceLabels.out.txt
|
||||
token=/home/alrezni/src/cntk_git/Tests/EndToEndTests/Text/SLU/output.txt
|
||||
labelMappingFile=/tmp/cntk-test-20160411162614.927351/Text_SLU@release_cpu/sentenceLabels.out.txt
|
||||
sectionType=labels
|
||||
mapping=[
|
||||
sectionType=labelMapping
|
||||
|
|
@ -389,13 +389,13 @@ LSTM=[
|
|||
readerType=LUSequenceReader
|
||||
randomize=None
|
||||
wordContext=0:1:2
|
||||
wfile=/tmp/cntk-test-20160411094809.162825/._SLU@release_cpu/sequenceSentence.valid.bin
|
||||
wfile=/tmp/cntk-test-20160411162614.927351/Text_SLU@release_cpu/sequenceSentence.valid.bin
|
||||
wsize=256
|
||||
wrecords=1000
|
||||
windowSize=10000
|
||||
unk="<unk>"
|
||||
wordmap=/home/alrezni/src/cntk_git/Tests/EndToEndTests/SLU/inputmap.txt
|
||||
file=/home/alrezni/src/cntk_git/Tests/EndToEndTests/SLU/atis.dev.IOB.simple
|
||||
wordmap=/home/alrezni/src/cntk_git/Tests/EndToEndTests/Text/SLU/inputmap.txt
|
||||
file=/home/alrezni/src/cntk_git/Tests/EndToEndTests/Text/SLU/atis.dev.IOB.simple
|
||||
features=[
|
||||
dim=0
|
||||
sectionType=data
|
||||
|
|
@ -408,12 +408,12 @@ LSTM=[
|
|||
labelIn=[
|
||||
dim=1
|
||||
labelDim=10000
|
||||
labelMappingFile=/tmp/cntk-test-20160411094809.162825/._SLU@release_cpu/sentenceLabels.in.txt
|
||||
labelMappingFile=/tmp/cntk-test-20160411162614.927351/Text_SLU@release_cpu/sentenceLabels.in.txt
|
||||
labelType=Category
|
||||
beginSequence="BOS"
|
||||
endSequence="EOS"
|
||||
usewordmap=true
|
||||
token=/home/alrezni/src/cntk_git/Tests/EndToEndTests/SLU/input.txt
|
||||
token=/home/alrezni/src/cntk_git/Tests/EndToEndTests/Text/SLU/input.txt
|
||||
elementSize=4
|
||||
sectionType=labels
|
||||
mapping=[
|
||||
|
|
@ -431,9 +431,9 @@ LSTM=[
|
|||
labelType=Category
|
||||
beginSequence="O"
|
||||
endSequence="O"
|
||||
token=/home/alrezni/src/cntk_git/Tests/EndToEndTests/SLU/output.txt
|
||||
token=/home/alrezni/src/cntk_git/Tests/EndToEndTests/Text/SLU/output.txt
|
||||
labelDim=10000
|
||||
labelMappingFile=/tmp/cntk-test-20160411094809.162825/._SLU@release_cpu/sentenceLabels.out.txt
|
||||
labelMappingFile=/tmp/cntk-test-20160411162614.927351/Text_SLU@release_cpu/sentenceLabels.out.txt
|
||||
elementSize=4
|
||||
sectionType=labels
|
||||
mapping=[
|
||||
|
|
@ -453,16 +453,16 @@ LSTMTest=[
|
|||
minibatchSize=100
|
||||
epochSize=4430000
|
||||
defaultHiddenActivity=0.1
|
||||
modelPath=/tmp/cntk-test-20160411094809.162825/._SLU@release_cpu/cntkdebug.dnn
|
||||
modelPath=/tmp/cntk-test-20160411162614.927351/Text_SLU@release_cpu/cntkdebug.dnn
|
||||
outputNodeNames=outputs
|
||||
reader=[
|
||||
readerType=LUSequenceReader
|
||||
randomize=None
|
||||
wordContext=0:1:2
|
||||
unk="<unk>"
|
||||
wordmap=/home/alrezni/src/cntk_git/Tests/EndToEndTests/SLU/inputmap.txt
|
||||
file=/home/alrezni/src/cntk_git/Tests/EndToEndTests/SLU/atis.test.apos.pred.pos.head.IOB.simple
|
||||
wfile=/tmp/cntk-test-20160411094809.162825/._SLU@release_cpu/sequenceSentence.bin
|
||||
wordmap=/home/alrezni/src/cntk_git/Tests/EndToEndTests/Text/SLU/inputmap.txt
|
||||
file=/home/alrezni/src/cntk_git/Tests/EndToEndTests/Text/SLU/atis.test.apos.pred.pos.head.IOB.simple
|
||||
wfile=/tmp/cntk-test-20160411162614.927351/Text_SLU@release_cpu/sequenceSentence.bin
|
||||
wsize=256
|
||||
wrecords=1000
|
||||
windowSize=10000
|
||||
|
|
@ -478,12 +478,12 @@ LSTMTest=[
|
|||
labelIn=[
|
||||
dim=1
|
||||
labelDim=10000
|
||||
labelMappingFile=/tmp/cntk-test-20160411094809.162825/._SLU@release_cpu/sentenceLabels.txt
|
||||
labelMappingFile=/tmp/cntk-test-20160411162614.927351/Text_SLU@release_cpu/sentenceLabels.txt
|
||||
labelType=Category
|
||||
beginSequence="BOS"
|
||||
endSequence="EOS"
|
||||
usewordmap=true
|
||||
token=/home/alrezni/src/cntk_git/Tests/EndToEndTests/SLU/input.txt
|
||||
token=/home/alrezni/src/cntk_git/Tests/EndToEndTests/Text/SLU/input.txt
|
||||
elementSize=4
|
||||
sectionType=labels
|
||||
mapping=[
|
||||
|
|
@ -501,9 +501,9 @@ LSTMTest=[
|
|||
labelType=Category
|
||||
beginSequence="BOS"
|
||||
endSequence="EOS"
|
||||
token=/home/alrezni/src/cntk_git/Tests/EndToEndTests/SLU/output.txt
|
||||
token=/home/alrezni/src/cntk_git/Tests/EndToEndTests/Text/SLU/output.txt
|
||||
labelDim=127
|
||||
labelMappingFile=/tmp/cntk-test-20160411094809.162825/._SLU@release_cpu/sentenceLabels.out.txt
|
||||
labelMappingFile=/tmp/cntk-test-20160411162614.927351/Text_SLU@release_cpu/sentenceLabels.out.txt
|
||||
elementSize=4
|
||||
sectionType=labels
|
||||
mapping=[
|
||||
|
|
@ -520,36 +520,36 @@ LSTMTest=[
|
|||
writer=[
|
||||
writerType=LUSequenceWriter
|
||||
outputs=[
|
||||
file=/tmp/cntk-test-20160411094809.162825/._SLU@release_cpu/output.rec.txt
|
||||
token=/home/alrezni/src/cntk_git/Tests/EndToEndTests/SLU/output.txt
|
||||
file=/tmp/cntk-test-20160411162614.927351/Text_SLU@release_cpu/output.rec.txt
|
||||
token=/home/alrezni/src/cntk_git/Tests/EndToEndTests/Text/SLU/output.txt
|
||||
]
|
||||
]
|
||||
]
|
||||
currentDirectory=/home/alrezni/src/cntk_git/Tests/EndToEndTests/SLU
|
||||
RunDir=/tmp/cntk-test-20160411094809.162825/._SLU@release_cpu
|
||||
DataDir=/home/alrezni/src/cntk_git/Tests/EndToEndTests/SLU
|
||||
ConfigDir=/home/alrezni/src/cntk_git/Tests/EndToEndTests/SLU
|
||||
OutputDir=/tmp/cntk-test-20160411094809.162825/._SLU@release_cpu
|
||||
currentDirectory=/home/alrezni/src/cntk_git/Tests/EndToEndTests/Text/SLU
|
||||
RunDir=/tmp/cntk-test-20160411162614.927351/Text_SLU@release_cpu
|
||||
DataDir=/home/alrezni/src/cntk_git/Tests/EndToEndTests/Text/SLU
|
||||
ConfigDir=/home/alrezni/src/cntk_git/Tests/EndToEndTests/Text/SLU
|
||||
OutputDir=/tmp/cntk-test-20160411162614.927351/Text_SLU@release_cpu
|
||||
DeviceId=-1
|
||||
timestamping=true
|
||||
|
||||
04/11/2016 09:48:19: <<<<<<<<<<<<<<<<<<<< RAW CONFIG WITH ALL VARIABLES RESOLVED <<<<<<<<<<<<<<<<<<<<
|
||||
04/11/2016 16:26:36: <<<<<<<<<<<<<<<<<<<< RAW CONFIG WITH ALL VARIABLES RESOLVED <<<<<<<<<<<<<<<<<<<<
|
||||
|
||||
04/11/2016 09:48:19: >>>>>>>>>>>>>>>>>>>> PROCESSED CONFIG WITH ALL VARIABLES RESOLVED >>>>>>>>>>>>>>>>>>>>
|
||||
04/11/2016 16:26:36: >>>>>>>>>>>>>>>>>>>> PROCESSED CONFIG WITH ALL VARIABLES RESOLVED >>>>>>>>>>>>>>>>>>>>
|
||||
configparameters: rnnlu.ndl.cntk:command=LSTM:LSTMTest
|
||||
configparameters: rnnlu.ndl.cntk:ConfigDir=/home/alrezni/src/cntk_git/Tests/EndToEndTests/SLU
|
||||
configparameters: rnnlu.ndl.cntk:currentDirectory=/home/alrezni/src/cntk_git/Tests/EndToEndTests/SLU
|
||||
configparameters: rnnlu.ndl.cntk:DataDir=/home/alrezni/src/cntk_git/Tests/EndToEndTests/SLU
|
||||
configparameters: rnnlu.ndl.cntk:ConfigDir=/home/alrezni/src/cntk_git/Tests/EndToEndTests/Text/SLU
|
||||
configparameters: rnnlu.ndl.cntk:currentDirectory=/home/alrezni/src/cntk_git/Tests/EndToEndTests/Text/SLU
|
||||
configparameters: rnnlu.ndl.cntk:DataDir=/home/alrezni/src/cntk_git/Tests/EndToEndTests/Text/SLU
|
||||
configparameters: rnnlu.ndl.cntk:deviceId=-1
|
||||
configparameters: rnnlu.ndl.cntk:ExpDir=/tmp/cntk-test-20160411094809.162825/._SLU@release_cpu
|
||||
configparameters: rnnlu.ndl.cntk:ExpDir=/tmp/cntk-test-20160411162614.927351/Text_SLU@release_cpu
|
||||
configparameters: rnnlu.ndl.cntk:LSTM=[
|
||||
action=train
|
||||
makeMode=true
|
||||
minibatchSize=10
|
||||
epochSize=4430000
|
||||
modelPath=/tmp/cntk-test-20160411094809.162825/._SLU@release_cpu/cntkdebug.dnn
|
||||
modelPath=/tmp/cntk-test-20160411162614.927351/Text_SLU@release_cpu/cntkdebug.dnn
|
||||
NDLNetworkBuilder=[
|
||||
networkDescription=/home/alrezni/src/cntk_git/Tests/EndToEndTests/SLU/lstm.ndl
|
||||
networkDescription=/home/alrezni/src/cntk_git/Tests/EndToEndTests/Text/SLU/lstm.ndl
|
||||
]
|
||||
SGD=[
|
||||
learningRatesPerSample=0.1
|
||||
|
|
@ -577,13 +577,13 @@ configparameters: rnnlu.ndl.cntk:LSTM=[
|
|||
wordContext=0:1:2
|
||||
randomize=None
|
||||
nbruttsineachrecurrentiter=10
|
||||
wfile=/tmp/cntk-test-20160411094809.162825/._SLU@release_cpu/sequenceSentence.bin
|
||||
wfile=/tmp/cntk-test-20160411162614.927351/Text_SLU@release_cpu/sequenceSentence.bin
|
||||
wsize=256
|
||||
wrecords=1000
|
||||
windowSize=10000
|
||||
unk="<unk>"
|
||||
wordmap=/home/alrezni/src/cntk_git/Tests/EndToEndTests/SLU/inputmap.txt
|
||||
file=/home/alrezni/src/cntk_git/Tests/EndToEndTests/SLU/atis.train.apos.pred.pos.head.IOB.simple
|
||||
wordmap=/home/alrezni/src/cntk_git/Tests/EndToEndTests/Text/SLU/inputmap.txt
|
||||
file=/home/alrezni/src/cntk_git/Tests/EndToEndTests/Text/SLU/atis.train.apos.pred.pos.head.IOB.simple
|
||||
features=[
|
||||
dim=0
|
||||
sectionType=data
|
||||
|
|
@ -597,12 +597,12 @@ configparameters: rnnlu.ndl.cntk:LSTM=[
|
|||
dim=1
|
||||
usewordmap=true
|
||||
labelDim=10000
|
||||
labelMappingFile=/tmp/cntk-test-20160411094809.162825/._SLU@release_cpu/sentenceLabels.txt
|
||||
labelMappingFile=/tmp/cntk-test-20160411162614.927351/Text_SLU@release_cpu/sentenceLabels.txt
|
||||
labelType=Category
|
||||
beginSequence="BOS"
|
||||
endSequence="EOS"
|
||||
usewordmap=true
|
||||
token=/home/alrezni/src/cntk_git/Tests/EndToEndTests/SLU/input.txt
|
||||
token=/home/alrezni/src/cntk_git/Tests/EndToEndTests/Text/SLU/input.txt
|
||||
elementSize=4
|
||||
sectionType=labels
|
||||
mapping=[
|
||||
|
|
@ -620,8 +620,8 @@ configparameters: rnnlu.ndl.cntk:LSTM=[
|
|||
labelType=Category
|
||||
beginSequence="O"
|
||||
endSequence="O"
|
||||
token=/home/alrezni/src/cntk_git/Tests/EndToEndTests/SLU/output.txt
|
||||
labelMappingFile=/tmp/cntk-test-20160411094809.162825/._SLU@release_cpu/sentenceLabels.out.txt
|
||||
token=/home/alrezni/src/cntk_git/Tests/EndToEndTests/Text/SLU/output.txt
|
||||
labelMappingFile=/tmp/cntk-test-20160411162614.927351/Text_SLU@release_cpu/sentenceLabels.out.txt
|
||||
sectionType=labels
|
||||
mapping=[
|
||||
sectionType=labelMapping
|
||||
|
|
@ -635,13 +635,13 @@ configparameters: rnnlu.ndl.cntk:LSTM=[
|
|||
readerType=LUSequenceReader
|
||||
randomize=None
|
||||
wordContext=0:1:2
|
||||
wfile=/tmp/cntk-test-20160411094809.162825/._SLU@release_cpu/sequenceSentence.valid.bin
|
||||
wfile=/tmp/cntk-test-20160411162614.927351/Text_SLU@release_cpu/sequenceSentence.valid.bin
|
||||
wsize=256
|
||||
wrecords=1000
|
||||
windowSize=10000
|
||||
unk="<unk>"
|
||||
wordmap=/home/alrezni/src/cntk_git/Tests/EndToEndTests/SLU/inputmap.txt
|
||||
file=/home/alrezni/src/cntk_git/Tests/EndToEndTests/SLU/atis.dev.IOB.simple
|
||||
wordmap=/home/alrezni/src/cntk_git/Tests/EndToEndTests/Text/SLU/inputmap.txt
|
||||
file=/home/alrezni/src/cntk_git/Tests/EndToEndTests/Text/SLU/atis.dev.IOB.simple
|
||||
features=[
|
||||
dim=0
|
||||
sectionType=data
|
||||
|
|
@ -654,12 +654,12 @@ configparameters: rnnlu.ndl.cntk:LSTM=[
|
|||
labelIn=[
|
||||
dim=1
|
||||
labelDim=10000
|
||||
labelMappingFile=/tmp/cntk-test-20160411094809.162825/._SLU@release_cpu/sentenceLabels.in.txt
|
||||
labelMappingFile=/tmp/cntk-test-20160411162614.927351/Text_SLU@release_cpu/sentenceLabels.in.txt
|
||||
labelType=Category
|
||||
beginSequence="BOS"
|
||||
endSequence="EOS"
|
||||
usewordmap=true
|
||||
token=/home/alrezni/src/cntk_git/Tests/EndToEndTests/SLU/input.txt
|
||||
token=/home/alrezni/src/cntk_git/Tests/EndToEndTests/Text/SLU/input.txt
|
||||
elementSize=4
|
||||
sectionType=labels
|
||||
mapping=[
|
||||
|
|
@ -677,9 +677,9 @@ configparameters: rnnlu.ndl.cntk:LSTM=[
|
|||
labelType=Category
|
||||
beginSequence="O"
|
||||
endSequence="O"
|
||||
token=/home/alrezni/src/cntk_git/Tests/EndToEndTests/SLU/output.txt
|
||||
token=/home/alrezni/src/cntk_git/Tests/EndToEndTests/Text/SLU/output.txt
|
||||
labelDim=10000
|
||||
labelMappingFile=/tmp/cntk-test-20160411094809.162825/._SLU@release_cpu/sentenceLabels.out.txt
|
||||
labelMappingFile=/tmp/cntk-test-20160411162614.927351/Text_SLU@release_cpu/sentenceLabels.out.txt
|
||||
elementSize=4
|
||||
sectionType=labels
|
||||
mapping=[
|
||||
|
|
@ -700,16 +700,16 @@ configparameters: rnnlu.ndl.cntk:LSTMTest=[
|
|||
minibatchSize=100
|
||||
epochSize=4430000
|
||||
defaultHiddenActivity=0.1
|
||||
modelPath=/tmp/cntk-test-20160411094809.162825/._SLU@release_cpu/cntkdebug.dnn
|
||||
modelPath=/tmp/cntk-test-20160411162614.927351/Text_SLU@release_cpu/cntkdebug.dnn
|
||||
outputNodeNames=outputs
|
||||
reader=[
|
||||
readerType=LUSequenceReader
|
||||
randomize=None
|
||||
wordContext=0:1:2
|
||||
unk="<unk>"
|
||||
wordmap=/home/alrezni/src/cntk_git/Tests/EndToEndTests/SLU/inputmap.txt
|
||||
file=/home/alrezni/src/cntk_git/Tests/EndToEndTests/SLU/atis.test.apos.pred.pos.head.IOB.simple
|
||||
wfile=/tmp/cntk-test-20160411094809.162825/._SLU@release_cpu/sequenceSentence.bin
|
||||
wordmap=/home/alrezni/src/cntk_git/Tests/EndToEndTests/Text/SLU/inputmap.txt
|
||||
file=/home/alrezni/src/cntk_git/Tests/EndToEndTests/Text/SLU/atis.test.apos.pred.pos.head.IOB.simple
|
||||
wfile=/tmp/cntk-test-20160411162614.927351/Text_SLU@release_cpu/sequenceSentence.bin
|
||||
wsize=256
|
||||
wrecords=1000
|
||||
windowSize=10000
|
||||
|
|
@ -725,12 +725,12 @@ configparameters: rnnlu.ndl.cntk:LSTMTest=[
|
|||
labelIn=[
|
||||
dim=1
|
||||
labelDim=10000
|
||||
labelMappingFile=/tmp/cntk-test-20160411094809.162825/._SLU@release_cpu/sentenceLabels.txt
|
||||
labelMappingFile=/tmp/cntk-test-20160411162614.927351/Text_SLU@release_cpu/sentenceLabels.txt
|
||||
labelType=Category
|
||||
beginSequence="BOS"
|
||||
endSequence="EOS"
|
||||
usewordmap=true
|
||||
token=/home/alrezni/src/cntk_git/Tests/EndToEndTests/SLU/input.txt
|
||||
token=/home/alrezni/src/cntk_git/Tests/EndToEndTests/Text/SLU/input.txt
|
||||
elementSize=4
|
||||
sectionType=labels
|
||||
mapping=[
|
||||
|
|
@ -748,9 +748,9 @@ configparameters: rnnlu.ndl.cntk:LSTMTest=[
|
|||
labelType=Category
|
||||
beginSequence="BOS"
|
||||
endSequence="EOS"
|
||||
token=/home/alrezni/src/cntk_git/Tests/EndToEndTests/SLU/output.txt
|
||||
token=/home/alrezni/src/cntk_git/Tests/EndToEndTests/Text/SLU/output.txt
|
||||
labelDim=127
|
||||
labelMappingFile=/tmp/cntk-test-20160411094809.162825/._SLU@release_cpu/sentenceLabels.out.txt
|
||||
labelMappingFile=/tmp/cntk-test-20160411162614.927351/Text_SLU@release_cpu/sentenceLabels.out.txt
|
||||
elementSize=4
|
||||
sectionType=labels
|
||||
mapping=[
|
||||
|
|
@ -767,38 +767,38 @@ configparameters: rnnlu.ndl.cntk:LSTMTest=[
|
|||
writer=[
|
||||
writerType=LUSequenceWriter
|
||||
outputs=[
|
||||
file=/tmp/cntk-test-20160411094809.162825/._SLU@release_cpu/output.rec.txt
|
||||
token=/home/alrezni/src/cntk_git/Tests/EndToEndTests/SLU/output.txt
|
||||
file=/tmp/cntk-test-20160411162614.927351/Text_SLU@release_cpu/output.rec.txt
|
||||
token=/home/alrezni/src/cntk_git/Tests/EndToEndTests/Text/SLU/output.txt
|
||||
]
|
||||
]
|
||||
]
|
||||
|
||||
configparameters: rnnlu.ndl.cntk:NdlDir=/home/alrezni/src/cntk_git/Tests/EndToEndTests/SLU
|
||||
configparameters: rnnlu.ndl.cntk:OutDir=/tmp/cntk-test-20160411094809.162825/._SLU@release_cpu
|
||||
configparameters: rnnlu.ndl.cntk:OutputDir=/tmp/cntk-test-20160411094809.162825/._SLU@release_cpu
|
||||
configparameters: rnnlu.ndl.cntk:NdlDir=/home/alrezni/src/cntk_git/Tests/EndToEndTests/Text/SLU
|
||||
configparameters: rnnlu.ndl.cntk:OutDir=/tmp/cntk-test-20160411162614.927351/Text_SLU@release_cpu
|
||||
configparameters: rnnlu.ndl.cntk:OutputDir=/tmp/cntk-test-20160411162614.927351/Text_SLU@release_cpu
|
||||
configparameters: rnnlu.ndl.cntk:precision=double
|
||||
configparameters: rnnlu.ndl.cntk:RunDir=/tmp/cntk-test-20160411094809.162825/._SLU@release_cpu
|
||||
configparameters: rnnlu.ndl.cntk:RunDir=/tmp/cntk-test-20160411162614.927351/Text_SLU@release_cpu
|
||||
configparameters: rnnlu.ndl.cntk:timestamping=true
|
||||
configparameters: rnnlu.ndl.cntk:traceLevel=1
|
||||
04/11/2016 09:48:19: <<<<<<<<<<<<<<<<<<<< PROCESSED CONFIG WITH ALL VARIABLES RESOLVED <<<<<<<<<<<<<<<<<<<<
|
||||
04/11/2016 09:48:19: Commands: LSTM LSTMTest
|
||||
04/11/2016 09:48:19: Precision = "double"
|
||||
04/11/2016 09:48:19: CNTKModelPath: /tmp/cntk-test-20160411094809.162825/._SLU@release_cpu/cntkdebug.dnn
|
||||
04/11/2016 09:48:19: CNTKCommandTrainInfo: LSTM : 3
|
||||
04/11/2016 09:48:19: CNTKCommandTrainInfo: CNTKNoMoreCommands_Total : 3
|
||||
04/11/2016 16:26:36: <<<<<<<<<<<<<<<<<<<< PROCESSED CONFIG WITH ALL VARIABLES RESOLVED <<<<<<<<<<<<<<<<<<<<
|
||||
04/11/2016 16:26:36: Commands: LSTM LSTMTest
|
||||
04/11/2016 16:26:36: Precision = "double"
|
||||
04/11/2016 16:26:36: CNTKModelPath: /tmp/cntk-test-20160411162614.927351/Text_SLU@release_cpu/cntkdebug.dnn
|
||||
04/11/2016 16:26:36: CNTKCommandTrainInfo: LSTM : 3
|
||||
04/11/2016 16:26:36: CNTKCommandTrainInfo: CNTKNoMoreCommands_Total : 3
|
||||
|
||||
04/11/2016 09:48:19: ##############################################################################
|
||||
04/11/2016 09:48:19: # #
|
||||
04/11/2016 09:48:19: # Action "train" #
|
||||
04/11/2016 09:48:19: # #
|
||||
04/11/2016 09:48:19: ##############################################################################
|
||||
04/11/2016 16:26:36: ##############################################################################
|
||||
04/11/2016 16:26:36: # #
|
||||
04/11/2016 16:26:36: # Action "train" #
|
||||
04/11/2016 16:26:36: # #
|
||||
04/11/2016 16:26:36: ##############################################################################
|
||||
|
||||
04/11/2016 09:48:19: CNTKCommandTrainBegin: LSTM
|
||||
04/11/2016 16:26:36: CNTKCommandTrainBegin: LSTM
|
||||
NDLBuilder Using CPU
|
||||
BatchLUSequenceReader: Input file is /home/alrezni/src/cntk_git/Tests/EndToEndTests/SLU/atis.train.apos.pred.pos.head.IOB.simple
|
||||
BatchLUSequenceReader: Input file is /home/alrezni/src/cntk_git/Tests/EndToEndTests/SLU/atis.dev.IOB.simple
|
||||
BatchLUSequenceReader: Input file is /home/alrezni/src/cntk_git/Tests/EndToEndTests/Text/SLU/atis.train.apos.pred.pos.head.IOB.simple
|
||||
BatchLUSequenceReader: Input file is /home/alrezni/src/cntk_git/Tests/EndToEndTests/Text/SLU/atis.dev.IOB.simple
|
||||
|
||||
04/11/2016 09:48:19: Creating virgin network.
|
||||
04/11/2016 16:26:36: Creating virgin network.
|
||||
|
||||
Post-processing network...
|
||||
|
||||
|
|
@ -901,84 +901,85 @@ Validating --> outputs = Softmax (LSTMoutputW1) : [127 x 1 x *] -> [127 x 1 x *]
|
|||
|
||||
Post-processing network complete.
|
||||
|
||||
04/11/2016 09:48:19: Created model with 62 nodes on CPU.
|
||||
04/11/2016 16:26:36: Created model with 62 nodes on CPU.
|
||||
|
||||
04/11/2016 09:48:19: Training criterion node(s):
|
||||
04/11/2016 09:48:19: cr = CrossEntropyWithSoftmax
|
||||
04/11/2016 16:26:36: Training criterion node(s):
|
||||
04/11/2016 16:26:36: cr = CrossEntropyWithSoftmax
|
||||
|
||||
04/11/2016 09:48:19: Evaluation criterion node(s):
|
||||
04/11/2016 16:26:36: Evaluation criterion node(s):
|
||||
|
||||
04/11/2016 09:48:19: Err = CrossEntropyWithSoftmax
|
||||
04/11/2016 16:26:36: Err = CrossEntropyWithSoftmax
|
||||
|
||||
|
||||
Allocating matrices for forward and/or backward propagation.
|
||||
04/11/2016 09:48:19: No PreCompute nodes found, skipping PreCompute step.
|
||||
04/11/2016 16:26:36: No PreCompute nodes found, skipping PreCompute step.
|
||||
|
||||
04/11/2016 09:48:19: Starting Epoch 1: learning rate per sample = 0.100000 effective momentum = 0.900000 momentum as time constant = 94.9 samples
|
||||
04/11/2016 16:26:36: Starting Epoch 1: learning rate per sample = 0.100000 effective momentum = 0.900000 momentum as time constant = 94.9 samples
|
||||
|
||||
04/11/2016 09:48:19: Starting minibatch loop.
|
||||
04/11/2016 16:26:36: Starting minibatch loop.
|
||||
BatchLUSequenceParser: Parsing input data...
|
||||
BatchLUSequenceParser: Parsed 51 lines with a total of 36+51 tokens.
|
||||
BatchLUSequenceParser: Parsing input data...
|
||||
BatchLUSequenceParser: Parsed 0 lines with a total of 0+0 tokens.
|
||||
EnsureDataAvailable: No more data.
|
||||
04/11/2016 09:48:19: Finished Epoch[ 1 of 3]: [Training Set] TrainLossPerSample = 4.7228739; TotalSamplesSeen = 81; EvalErrPerSample = 4.7228739; AvgLearningRatePerSample = 0.1; EpochTime=0.090824
|
||||
04/11/2016 16:26:36: Finished Epoch[ 1 of 3]: [Training Set] TrainLossPerSample = 4.7228739; TotalSamplesSeen = 81; EvalErrPerSample = 4.7228739; AvgLearningRatePerSample = 0.1; EpochTime=0.093608
|
||||
BatchLUSequenceParser: Parsing input data...
|
||||
BatchLUSequenceParser: Parsed 51 lines with a total of 36+51 tokens.
|
||||
BatchLUSequenceParser: Parsing input data...
|
||||
BatchLUSequenceParser: Parsed 0 lines with a total of 0+0 tokens.
|
||||
EnsureDataAvailable: No more data.
|
||||
Final Results: Minibatch[1-51]: SamplesSeen = 81 cr: CrossEntropyWithSoftmax/Sample = 4.3767167 Perplexity = 79.576334 Err: CrossEntropyWithSoftmax/Sample = 4.3767167 Perplexity = 79.576334
|
||||
04/11/2016 09:48:19: Finished Epoch[ 1 of 3]: [Validation Set] TrainLossPerSample = 4.3767167; EvalErrPerSample = 4.3767167
|
||||
04/11/2016 09:48:19: SGD: Saving checkpoint model '/tmp/cntk-test-20160411094809.162825/._SLU@release_cpu/cntkdebug.dnn.1'
|
||||
04/11/2016 16:26:36: Finished Epoch[ 1 of 3]: [Validation Set] TrainLossPerSample = 4.3767167; EvalErrPerSample = 4.3767167
|
||||
04/11/2016 16:26:36: SGD: Saving checkpoint model '/tmp/cntk-test-20160411162614.927351/Text_SLU@release_cpu/cntkdebug.dnn.1'
|
||||
|
||||
04/11/2016 09:48:19: Starting Epoch 2: learning rate per sample = 0.100000 effective momentum = 0.900000 momentum as time constant = 94.9 samples
|
||||
04/11/2016 16:26:36: Starting Epoch 2: learning rate per sample = 0.100000 effective momentum = 0.900000 momentum as time constant = 94.9 samples
|
||||
|
||||
04/11/2016 09:48:19: Starting minibatch loop.
|
||||
04/11/2016 16:26:36: Starting minibatch loop.
|
||||
BatchLUSequenceParser: Parsing input data...
|
||||
BatchLUSequenceParser: Parsed 51 lines with a total of 36+51 tokens.
|
||||
BatchLUSequenceParser: Parsing input data...
|
||||
BatchLUSequenceParser: Parsed 0 lines with a total of 0+0 tokens.
|
||||
EnsureDataAvailable: No more data.
|
||||
04/11/2016 09:48:19: Finished Epoch[ 2 of 3]: [Training Set] TrainLossPerSample = 3.9687744; TotalSamplesSeen = 162; EvalErrPerSample = 3.9687744; AvgLearningRatePerSample = 0.1; EpochTime=0.076103
|
||||
04/11/2016 16:26:36: Finished Epoch[ 2 of 3]: [Training Set] TrainLossPerSample = 3.9687744; TotalSamplesSeen = 162; EvalErrPerSample = 3.9687744; AvgLearningRatePerSample = 0.1; EpochTime=0.082232
|
||||
BatchLUSequenceParser: Parsing input data...
|
||||
BatchLUSequenceParser: Parsed 51 lines with a total of 36+51 tokens.
|
||||
BatchLUSequenceParser: Parsing input data...
|
||||
BatchLUSequenceParser: Parsed 0 lines with a total of 0+0 tokens.
|
||||
EnsureDataAvailable: No more data.
|
||||
Final Results: Minibatch[1-51]: SamplesSeen = 81 cr: CrossEntropyWithSoftmax/Sample = 3.1104245 Perplexity = 22.430563 Err: CrossEntropyWithSoftmax/Sample = 3.1104245 Perplexity = 22.430563
|
||||
04/11/2016 09:48:19: Finished Epoch[ 2 of 3]: [Validation Set] TrainLossPerSample = 3.1104245; EvalErrPerSample = 3.1104245
|
||||
04/11/2016 09:48:19: SGD: Saving checkpoint model '/tmp/cntk-test-20160411094809.162825/._SLU@release_cpu/cntkdebug.dnn.2'
|
||||
04/11/2016 16:26:36: Finished Epoch[ 2 of 3]: [Validation Set] TrainLossPerSample = 3.1104245; EvalErrPerSample = 3.1104245
|
||||
04/11/2016 16:26:36: SGD: Saving checkpoint model '/tmp/cntk-test-20160411162614.927351/Text_SLU@release_cpu/cntkdebug.dnn.2'
|
||||
|
||||
04/11/2016 09:48:19: Starting Epoch 3: learning rate per sample = 0.100000 effective momentum = 0.900000 momentum as time constant = 94.9 samples
|
||||
04/11/2016 16:26:36: Starting Epoch 3: learning rate per sample = 0.100000 effective momentum = 0.900000 momentum as time constant = 94.9 samples
|
||||
|
||||
04/11/2016 09:48:19: Starting minibatch loop.
|
||||
04/11/2016 16:26:36: Starting minibatch loop.
|
||||
BatchLUSequenceParser: Parsing input data...
|
||||
BatchLUSequenceParser: Parsed 51 lines with a total of 36+51 tokens.
|
||||
BatchLUSequenceParser: Parsing input data...
|
||||
BatchLUSequenceParser: Parsed 0 lines with a total of 0+0 tokens.
|
||||
EnsureDataAvailable: No more data.
|
||||
04/11/2016 09:48:19: Finished Epoch[ 3 of 3]: [Training Set] TrainLossPerSample = 2.6066075; TotalSamplesSeen = 243; EvalErrPerSample = 2.6066075; AvgLearningRatePerSample = 0.1; EpochTime=0.075572
|
||||
04/11/2016 16:26:36: Finished Epoch[ 3 of 3]: [Training Set] TrainLossPerSample = 2.6066075; TotalSamplesSeen = 243; EvalErrPerSample = 2.6066075; AvgLearningRatePerSample = 0.1; EpochTime=0.075353
|
||||
BatchLUSequenceParser: Parsing input data...
|
||||
BatchLUSequenceParser: Parsed 51 lines with a total of 36+51 tokens.
|
||||
BatchLUSequenceParser: Parsing input data...
|
||||
BatchLUSequenceParser: Parsed 0 lines with a total of 0+0 tokens.
|
||||
EnsureDataAvailable: No more data.
|
||||
Final Results: Minibatch[1-51]: SamplesSeen = 81 cr: CrossEntropyWithSoftmax/Sample = 2.2607044 Perplexity = 9.5898421 Err: CrossEntropyWithSoftmax/Sample = 2.2607044 Perplexity = 9.5898421
|
||||
04/11/2016 09:48:19: Finished Epoch[ 3 of 3]: [Validation Set] TrainLossPerSample = 2.2607044; EvalErrPerSample = 2.2607044
|
||||
04/11/2016 09:48:19: SGD: Saving checkpoint model '/tmp/cntk-test-20160411094809.162825/._SLU@release_cpu/cntkdebug.dnn'
|
||||
04/11/2016 09:48:19: CNTKCommandTrainEnd: LSTM
|
||||
04/11/2016 16:26:36: Finished Epoch[ 3 of 3]: [Validation Set] TrainLossPerSample = 2.2607044; EvalErrPerSample = 2.2607044
|
||||
04/11/2016 16:26:36: SGD: Saving checkpoint model '/tmp/cntk-test-20160411162614.927351/Text_SLU@release_cpu/cntkdebug.dnn'
|
||||
04/11/2016 16:26:36: CNTKCommandTrainEnd: LSTM
|
||||
|
||||
04/11/2016 09:48:19: Action "train" complete.
|
||||
04/11/2016 16:26:36: Action "train" complete.
|
||||
|
||||
|
||||
04/11/2016 09:48:19: ##############################################################################
|
||||
04/11/2016 09:48:19: # #
|
||||
04/11/2016 09:48:19: # Action "write" #
|
||||
04/11/2016 09:48:19: # #
|
||||
04/11/2016 09:48:19: ##############################################################################
|
||||
04/11/2016 16:26:36: ##############################################################################
|
||||
04/11/2016 16:26:36: # #
|
||||
04/11/2016 16:26:36: # Action "write" #
|
||||
04/11/2016 16:26:36: # #
|
||||
04/11/2016 16:26:36: ##############################################################################
|
||||
|
||||
BatchLUSequenceReader: Input file is /home/alrezni/src/cntk_git/Tests/EndToEndTests/SLU/atis.test.apos.pred.pos.head.IOB.simple
|
||||
LUSequenceReader: Reading sequence file /home/alrezni/src/cntk_git/Tests/EndToEndTests/Text/SLU/atis.test.apos.pred.pos.head.IOB.simple
|
||||
BatchLUSequenceReader: Input file is /home/alrezni/src/cntk_git/Tests/EndToEndTests/Text/SLU/atis.test.apos.pred.pos.head.IOB.simple
|
||||
|
||||
Post-processing network...
|
||||
|
||||
|
|
@ -1095,6 +1096,6 @@ BatchLUSequenceParser: Parsed 0 lines with a total of 0+0 tokens.
|
|||
EnsureDataAvailable: No more data.
|
||||
Total Samples Evaluated = 91
|
||||
|
||||
04/11/2016 09:48:20: Action "write" complete.
|
||||
04/11/2016 16:26:37: Action "write" complete.
|
||||
|
||||
04/11/2016 09:48:20: __COMPLETED__
|
||||
04/11/2016 16:26:37: __COMPLETED__
|
||||
|
|
@ -1,8 +1,8 @@
|
|||
=== Running /home/alrezni/src/cntk_git/build/release/bin/cntk configFile=/home/alrezni/src/cntk_git/Tests/EndToEndTests/SLU/globals.cntk+rnnlu.ndl.cntk currentDirectory=/home/alrezni/src/cntk_git/Tests/EndToEndTests/SLU RunDir=/tmp/cntk-test-20160411094809.162825/._SLU@release_gpu DataDir=/home/alrezni/src/cntk_git/Tests/EndToEndTests/SLU ConfigDir=/home/alrezni/src/cntk_git/Tests/EndToEndTests/SLU OutputDir=/tmp/cntk-test-20160411094809.162825/._SLU@release_gpu DeviceId=0 timestamping=true
|
||||
=== Running /home/alrezni/src/cntk_git/build/release/bin/cntk configFile=/home/alrezni/src/cntk_git/Tests/EndToEndTests/Text/SLU/globals.cntk+rnnlu.ndl.cntk currentDirectory=/home/alrezni/src/cntk_git/Tests/EndToEndTests/Text/SLU RunDir=/tmp/cntk-test-20160411162614.927351/Text_SLU@release_gpu DataDir=/home/alrezni/src/cntk_git/Tests/EndToEndTests/Text/SLU ConfigDir=/home/alrezni/src/cntk_git/Tests/EndToEndTests/Text/SLU OutputDir=/tmp/cntk-test-20160411162614.927351/Text_SLU@release_gpu DeviceId=0 timestamping=true
|
||||
-------------------------------------------------------------------
|
||||
Build info:
|
||||
|
||||
Built time: Apr 11 2016 09:46:26
|
||||
Built time: Apr 11 2016 15:30:03
|
||||
Last modified date: Tue Apr 5 16:01:37 2016
|
||||
Build type: release
|
||||
Build target: GPU
|
||||
|
|
@ -11,38 +11,38 @@ Build info:
|
|||
CUDA_PATH: /usr/local/cuda-7.0
|
||||
CUB_PATH: /usr/local/cub-1.4.1
|
||||
CUDNN_PATH: /usr/local/cudnn-4.0
|
||||
Build Branch: alrezni/slu_e2e
|
||||
Build SHA1: 5fff5334ae4166c6378543973ebf87ebde912757
|
||||
Build Branch: alrezni/examples_text
|
||||
Build SHA1: f10be05b126cd5e74268ba4d2219087ebc0e9dc1
|
||||
Built by alrezni on atleneu04
|
||||
Build Path: /home/alrezni/src/cntk_git
|
||||
-------------------------------------------------------------------
|
||||
Changed current directory to /home/alrezni/src/cntk_git/Tests/EndToEndTests/SLU
|
||||
04/11/2016 09:48:20: -------------------------------------------------------------------
|
||||
04/11/2016 09:48:20: Build info:
|
||||
Changed current directory to /home/alrezni/src/cntk_git/Tests/EndToEndTests/Text/SLU
|
||||
04/11/2016 16:26:37: -------------------------------------------------------------------
|
||||
04/11/2016 16:26:37: Build info:
|
||||
|
||||
04/11/2016 09:48:20: Built time: Apr 11 2016 09:46:26
|
||||
04/11/2016 09:48:20: Last modified date: Tue Apr 5 16:01:37 2016
|
||||
04/11/2016 09:48:20: Build type: release
|
||||
04/11/2016 09:48:20: Build target: GPU
|
||||
04/11/2016 09:48:20: With 1bit-SGD: no
|
||||
04/11/2016 09:48:20: Math lib: acml
|
||||
04/11/2016 09:48:20: CUDA_PATH: /usr/local/cuda-7.0
|
||||
04/11/2016 09:48:20: CUB_PATH: /usr/local/cub-1.4.1
|
||||
04/11/2016 09:48:20: CUDNN_PATH: /usr/local/cudnn-4.0
|
||||
04/11/2016 09:48:20: Build Branch: alrezni/slu_e2e
|
||||
04/11/2016 09:48:20: Build SHA1: 5fff5334ae4166c6378543973ebf87ebde912757
|
||||
04/11/2016 09:48:20: Built by alrezni on atleneu04
|
||||
04/11/2016 09:48:20: Build Path: /home/alrezni/src/cntk_git
|
||||
04/11/2016 09:48:20: -------------------------------------------------------------------
|
||||
04/11/2016 16:26:37: Built time: Apr 11 2016 15:30:03
|
||||
04/11/2016 16:26:37: Last modified date: Tue Apr 5 16:01:37 2016
|
||||
04/11/2016 16:26:37: Build type: release
|
||||
04/11/2016 16:26:37: Build target: GPU
|
||||
04/11/2016 16:26:37: With 1bit-SGD: no
|
||||
04/11/2016 16:26:37: Math lib: acml
|
||||
04/11/2016 16:26:37: CUDA_PATH: /usr/local/cuda-7.0
|
||||
04/11/2016 16:26:37: CUB_PATH: /usr/local/cub-1.4.1
|
||||
04/11/2016 16:26:37: CUDNN_PATH: /usr/local/cudnn-4.0
|
||||
04/11/2016 16:26:37: Build Branch: alrezni/examples_text
|
||||
04/11/2016 16:26:37: Build SHA1: f10be05b126cd5e74268ba4d2219087ebc0e9dc1
|
||||
04/11/2016 16:26:37: Built by alrezni on atleneu04
|
||||
04/11/2016 16:26:37: Build Path: /home/alrezni/src/cntk_git
|
||||
04/11/2016 16:26:37: -------------------------------------------------------------------
|
||||
|
||||
04/11/2016 09:48:20: Running on localhost at 2016/04/11 09:48:20
|
||||
04/11/2016 09:48:20: Command line:
|
||||
/home/alrezni/src/cntk_git/build/release/bin/cntk configFile=/home/alrezni/src/cntk_git/Tests/EndToEndTests/SLU/globals.cntk+rnnlu.ndl.cntk currentDirectory=/home/alrezni/src/cntk_git/Tests/EndToEndTests/SLU RunDir=/tmp/cntk-test-20160411094809.162825/._SLU@release_gpu DataDir=/home/alrezni/src/cntk_git/Tests/EndToEndTests/SLU ConfigDir=/home/alrezni/src/cntk_git/Tests/EndToEndTests/SLU OutputDir=/tmp/cntk-test-20160411094809.162825/._SLU@release_gpu DeviceId=0 timestamping=true
|
||||
04/11/2016 16:26:37: Running on localhost at 2016/04/11 16:26:37
|
||||
04/11/2016 16:26:37: Command line:
|
||||
/home/alrezni/src/cntk_git/build/release/bin/cntk configFile=/home/alrezni/src/cntk_git/Tests/EndToEndTests/Text/SLU/globals.cntk+rnnlu.ndl.cntk currentDirectory=/home/alrezni/src/cntk_git/Tests/EndToEndTests/Text/SLU RunDir=/tmp/cntk-test-20160411162614.927351/Text_SLU@release_gpu DataDir=/home/alrezni/src/cntk_git/Tests/EndToEndTests/Text/SLU ConfigDir=/home/alrezni/src/cntk_git/Tests/EndToEndTests/Text/SLU OutputDir=/tmp/cntk-test-20160411162614.927351/Text_SLU@release_gpu DeviceId=0 timestamping=true
|
||||
|
||||
|
||||
|
||||
04/11/2016 09:48:20: >>>>>>>>>>>>>>>>>>>> RAW CONFIG (VARIABLES NOT RESOLVED) >>>>>>>>>>>>>>>>>>>>
|
||||
04/11/2016 09:48:20: NdlDir=$ConfigDir$
|
||||
04/11/2016 16:26:37: >>>>>>>>>>>>>>>>>>>> RAW CONFIG (VARIABLES NOT RESOLVED) >>>>>>>>>>>>>>>>>>>>
|
||||
04/11/2016 16:26:37: NdlDir=$ConfigDir$
|
||||
ExpDir=$RunDir$
|
||||
OutDir=$OutputDir$
|
||||
precision="double"
|
||||
|
|
@ -278,20 +278,20 @@ LSTMTest=[
|
|||
]
|
||||
]
|
||||
]
|
||||
currentDirectory=/home/alrezni/src/cntk_git/Tests/EndToEndTests/SLU
|
||||
RunDir=/tmp/cntk-test-20160411094809.162825/._SLU@release_gpu
|
||||
DataDir=/home/alrezni/src/cntk_git/Tests/EndToEndTests/SLU
|
||||
ConfigDir=/home/alrezni/src/cntk_git/Tests/EndToEndTests/SLU
|
||||
OutputDir=/tmp/cntk-test-20160411094809.162825/._SLU@release_gpu
|
||||
currentDirectory=/home/alrezni/src/cntk_git/Tests/EndToEndTests/Text/SLU
|
||||
RunDir=/tmp/cntk-test-20160411162614.927351/Text_SLU@release_gpu
|
||||
DataDir=/home/alrezni/src/cntk_git/Tests/EndToEndTests/Text/SLU
|
||||
ConfigDir=/home/alrezni/src/cntk_git/Tests/EndToEndTests/Text/SLU
|
||||
OutputDir=/tmp/cntk-test-20160411162614.927351/Text_SLU@release_gpu
|
||||
DeviceId=0
|
||||
timestamping=true
|
||||
|
||||
04/11/2016 09:48:20: <<<<<<<<<<<<<<<<<<<< RAW CONFIG (VARIABLES NOT RESOLVED) <<<<<<<<<<<<<<<<<<<<
|
||||
04/11/2016 16:26:37: <<<<<<<<<<<<<<<<<<<< RAW CONFIG (VARIABLES NOT RESOLVED) <<<<<<<<<<<<<<<<<<<<
|
||||
|
||||
04/11/2016 09:48:20: >>>>>>>>>>>>>>>>>>>> RAW CONFIG WITH ALL VARIABLES RESOLVED >>>>>>>>>>>>>>>>>>>>
|
||||
04/11/2016 09:48:20: NdlDir=/home/alrezni/src/cntk_git/Tests/EndToEndTests/SLU
|
||||
ExpDir=/tmp/cntk-test-20160411094809.162825/._SLU@release_gpu
|
||||
OutDir=/tmp/cntk-test-20160411094809.162825/._SLU@release_gpu
|
||||
04/11/2016 16:26:37: >>>>>>>>>>>>>>>>>>>> RAW CONFIG WITH ALL VARIABLES RESOLVED >>>>>>>>>>>>>>>>>>>>
|
||||
04/11/2016 16:26:37: NdlDir=/home/alrezni/src/cntk_git/Tests/EndToEndTests/Text/SLU
|
||||
ExpDir=/tmp/cntk-test-20160411162614.927351/Text_SLU@release_gpu
|
||||
OutDir=/tmp/cntk-test-20160411162614.927351/Text_SLU@release_gpu
|
||||
precision="double"
|
||||
deviceId = 0
|
||||
command=LSTM:LSTMTest
|
||||
|
|
@ -301,9 +301,9 @@ LSTM=[
|
|||
makeMode=true
|
||||
minibatchSize=10
|
||||
epochSize=4430000
|
||||
modelPath=/tmp/cntk-test-20160411094809.162825/._SLU@release_gpu/cntkdebug.dnn
|
||||
modelPath=/tmp/cntk-test-20160411162614.927351/Text_SLU@release_gpu/cntkdebug.dnn
|
||||
NDLNetworkBuilder=[
|
||||
networkDescription=/home/alrezni/src/cntk_git/Tests/EndToEndTests/SLU/lstm.ndl
|
||||
networkDescription=/home/alrezni/src/cntk_git/Tests/EndToEndTests/Text/SLU/lstm.ndl
|
||||
]
|
||||
SGD=[
|
||||
learningRatesPerSample=0.1
|
||||
|
|
@ -331,13 +331,13 @@ LSTM=[
|
|||
wordContext=0:1:2
|
||||
randomize=None
|
||||
nbruttsineachrecurrentiter=10
|
||||
wfile=/tmp/cntk-test-20160411094809.162825/._SLU@release_gpu/sequenceSentence.bin
|
||||
wfile=/tmp/cntk-test-20160411162614.927351/Text_SLU@release_gpu/sequenceSentence.bin
|
||||
wsize=256
|
||||
wrecords=1000
|
||||
windowSize=10000
|
||||
unk="<unk>"
|
||||
wordmap=/home/alrezni/src/cntk_git/Tests/EndToEndTests/SLU/inputmap.txt
|
||||
file=/home/alrezni/src/cntk_git/Tests/EndToEndTests/SLU/atis.train.apos.pred.pos.head.IOB.simple
|
||||
wordmap=/home/alrezni/src/cntk_git/Tests/EndToEndTests/Text/SLU/inputmap.txt
|
||||
file=/home/alrezni/src/cntk_git/Tests/EndToEndTests/Text/SLU/atis.train.apos.pred.pos.head.IOB.simple
|
||||
features=[
|
||||
dim=0
|
||||
sectionType=data
|
||||
|
|
@ -351,12 +351,12 @@ LSTM=[
|
|||
dim=1
|
||||
usewordmap=true
|
||||
labelDim=10000
|
||||
labelMappingFile=/tmp/cntk-test-20160411094809.162825/._SLU@release_gpu/sentenceLabels.txt
|
||||
labelMappingFile=/tmp/cntk-test-20160411162614.927351/Text_SLU@release_gpu/sentenceLabels.txt
|
||||
labelType=Category
|
||||
beginSequence="BOS"
|
||||
endSequence="EOS"
|
||||
usewordmap=true
|
||||
token=/home/alrezni/src/cntk_git/Tests/EndToEndTests/SLU/input.txt
|
||||
token=/home/alrezni/src/cntk_git/Tests/EndToEndTests/Text/SLU/input.txt
|
||||
elementSize=4
|
||||
sectionType=labels
|
||||
mapping=[
|
||||
|
|
@ -374,8 +374,8 @@ LSTM=[
|
|||
labelType=Category
|
||||
beginSequence="O"
|
||||
endSequence="O"
|
||||
token=/home/alrezni/src/cntk_git/Tests/EndToEndTests/SLU/output.txt
|
||||
labelMappingFile=/tmp/cntk-test-20160411094809.162825/._SLU@release_gpu/sentenceLabels.out.txt
|
||||
token=/home/alrezni/src/cntk_git/Tests/EndToEndTests/Text/SLU/output.txt
|
||||
labelMappingFile=/tmp/cntk-test-20160411162614.927351/Text_SLU@release_gpu/sentenceLabels.out.txt
|
||||
sectionType=labels
|
||||
mapping=[
|
||||
sectionType=labelMapping
|
||||
|
|
@ -389,13 +389,13 @@ LSTM=[
|
|||
readerType=LUSequenceReader
|
||||
randomize=None
|
||||
wordContext=0:1:2
|
||||
wfile=/tmp/cntk-test-20160411094809.162825/._SLU@release_gpu/sequenceSentence.valid.bin
|
||||
wfile=/tmp/cntk-test-20160411162614.927351/Text_SLU@release_gpu/sequenceSentence.valid.bin
|
||||
wsize=256
|
||||
wrecords=1000
|
||||
windowSize=10000
|
||||
unk="<unk>"
|
||||
wordmap=/home/alrezni/src/cntk_git/Tests/EndToEndTests/SLU/inputmap.txt
|
||||
file=/home/alrezni/src/cntk_git/Tests/EndToEndTests/SLU/atis.dev.IOB.simple
|
||||
wordmap=/home/alrezni/src/cntk_git/Tests/EndToEndTests/Text/SLU/inputmap.txt
|
||||
file=/home/alrezni/src/cntk_git/Tests/EndToEndTests/Text/SLU/atis.dev.IOB.simple
|
||||
features=[
|
||||
dim=0
|
||||
sectionType=data
|
||||
|
|
@ -408,12 +408,12 @@ LSTM=[
|
|||
labelIn=[
|
||||
dim=1
|
||||
labelDim=10000
|
||||
labelMappingFile=/tmp/cntk-test-20160411094809.162825/._SLU@release_gpu/sentenceLabels.in.txt
|
||||
labelMappingFile=/tmp/cntk-test-20160411162614.927351/Text_SLU@release_gpu/sentenceLabels.in.txt
|
||||
labelType=Category
|
||||
beginSequence="BOS"
|
||||
endSequence="EOS"
|
||||
usewordmap=true
|
||||
token=/home/alrezni/src/cntk_git/Tests/EndToEndTests/SLU/input.txt
|
||||
token=/home/alrezni/src/cntk_git/Tests/EndToEndTests/Text/SLU/input.txt
|
||||
elementSize=4
|
||||
sectionType=labels
|
||||
mapping=[
|
||||
|
|
@ -431,9 +431,9 @@ LSTM=[
|
|||
labelType=Category
|
||||
beginSequence="O"
|
||||
endSequence="O"
|
||||
token=/home/alrezni/src/cntk_git/Tests/EndToEndTests/SLU/output.txt
|
||||
token=/home/alrezni/src/cntk_git/Tests/EndToEndTests/Text/SLU/output.txt
|
||||
labelDim=10000
|
||||
labelMappingFile=/tmp/cntk-test-20160411094809.162825/._SLU@release_gpu/sentenceLabels.out.txt
|
||||
labelMappingFile=/tmp/cntk-test-20160411162614.927351/Text_SLU@release_gpu/sentenceLabels.out.txt
|
||||
elementSize=4
|
||||
sectionType=labels
|
||||
mapping=[
|
||||
|
|
@ -453,16 +453,16 @@ LSTMTest=[
|
|||
minibatchSize=100
|
||||
epochSize=4430000
|
||||
defaultHiddenActivity=0.1
|
||||
modelPath=/tmp/cntk-test-20160411094809.162825/._SLU@release_gpu/cntkdebug.dnn
|
||||
modelPath=/tmp/cntk-test-20160411162614.927351/Text_SLU@release_gpu/cntkdebug.dnn
|
||||
outputNodeNames=outputs
|
||||
reader=[
|
||||
readerType=LUSequenceReader
|
||||
randomize=None
|
||||
wordContext=0:1:2
|
||||
unk="<unk>"
|
||||
wordmap=/home/alrezni/src/cntk_git/Tests/EndToEndTests/SLU/inputmap.txt
|
||||
file=/home/alrezni/src/cntk_git/Tests/EndToEndTests/SLU/atis.test.apos.pred.pos.head.IOB.simple
|
||||
wfile=/tmp/cntk-test-20160411094809.162825/._SLU@release_gpu/sequenceSentence.bin
|
||||
wordmap=/home/alrezni/src/cntk_git/Tests/EndToEndTests/Text/SLU/inputmap.txt
|
||||
file=/home/alrezni/src/cntk_git/Tests/EndToEndTests/Text/SLU/atis.test.apos.pred.pos.head.IOB.simple
|
||||
wfile=/tmp/cntk-test-20160411162614.927351/Text_SLU@release_gpu/sequenceSentence.bin
|
||||
wsize=256
|
||||
wrecords=1000
|
||||
windowSize=10000
|
||||
|
|
@ -478,12 +478,12 @@ LSTMTest=[
|
|||
labelIn=[
|
||||
dim=1
|
||||
labelDim=10000
|
||||
labelMappingFile=/tmp/cntk-test-20160411094809.162825/._SLU@release_gpu/sentenceLabels.txt
|
||||
labelMappingFile=/tmp/cntk-test-20160411162614.927351/Text_SLU@release_gpu/sentenceLabels.txt
|
||||
labelType=Category
|
||||
beginSequence="BOS"
|
||||
endSequence="EOS"
|
||||
usewordmap=true
|
||||
token=/home/alrezni/src/cntk_git/Tests/EndToEndTests/SLU/input.txt
|
||||
token=/home/alrezni/src/cntk_git/Tests/EndToEndTests/Text/SLU/input.txt
|
||||
elementSize=4
|
||||
sectionType=labels
|
||||
mapping=[
|
||||
|
|
@ -501,9 +501,9 @@ LSTMTest=[
|
|||
labelType=Category
|
||||
beginSequence="BOS"
|
||||
endSequence="EOS"
|
||||
token=/home/alrezni/src/cntk_git/Tests/EndToEndTests/SLU/output.txt
|
||||
token=/home/alrezni/src/cntk_git/Tests/EndToEndTests/Text/SLU/output.txt
|
||||
labelDim=127
|
||||
labelMappingFile=/tmp/cntk-test-20160411094809.162825/._SLU@release_gpu/sentenceLabels.out.txt
|
||||
labelMappingFile=/tmp/cntk-test-20160411162614.927351/Text_SLU@release_gpu/sentenceLabels.out.txt
|
||||
elementSize=4
|
||||
sectionType=labels
|
||||
mapping=[
|
||||
|
|
@ -520,36 +520,36 @@ LSTMTest=[
|
|||
writer=[
|
||||
writerType=LUSequenceWriter
|
||||
outputs=[
|
||||
file=/tmp/cntk-test-20160411094809.162825/._SLU@release_gpu/output.rec.txt
|
||||
token=/home/alrezni/src/cntk_git/Tests/EndToEndTests/SLU/output.txt
|
||||
file=/tmp/cntk-test-20160411162614.927351/Text_SLU@release_gpu/output.rec.txt
|
||||
token=/home/alrezni/src/cntk_git/Tests/EndToEndTests/Text/SLU/output.txt
|
||||
]
|
||||
]
|
||||
]
|
||||
currentDirectory=/home/alrezni/src/cntk_git/Tests/EndToEndTests/SLU
|
||||
RunDir=/tmp/cntk-test-20160411094809.162825/._SLU@release_gpu
|
||||
DataDir=/home/alrezni/src/cntk_git/Tests/EndToEndTests/SLU
|
||||
ConfigDir=/home/alrezni/src/cntk_git/Tests/EndToEndTests/SLU
|
||||
OutputDir=/tmp/cntk-test-20160411094809.162825/._SLU@release_gpu
|
||||
currentDirectory=/home/alrezni/src/cntk_git/Tests/EndToEndTests/Text/SLU
|
||||
RunDir=/tmp/cntk-test-20160411162614.927351/Text_SLU@release_gpu
|
||||
DataDir=/home/alrezni/src/cntk_git/Tests/EndToEndTests/Text/SLU
|
||||
ConfigDir=/home/alrezni/src/cntk_git/Tests/EndToEndTests/Text/SLU
|
||||
OutputDir=/tmp/cntk-test-20160411162614.927351/Text_SLU@release_gpu
|
||||
DeviceId=0
|
||||
timestamping=true
|
||||
|
||||
04/11/2016 09:48:20: <<<<<<<<<<<<<<<<<<<< RAW CONFIG WITH ALL VARIABLES RESOLVED <<<<<<<<<<<<<<<<<<<<
|
||||
04/11/2016 16:26:37: <<<<<<<<<<<<<<<<<<<< RAW CONFIG WITH ALL VARIABLES RESOLVED <<<<<<<<<<<<<<<<<<<<
|
||||
|
||||
04/11/2016 09:48:20: >>>>>>>>>>>>>>>>>>>> PROCESSED CONFIG WITH ALL VARIABLES RESOLVED >>>>>>>>>>>>>>>>>>>>
|
||||
04/11/2016 16:26:37: >>>>>>>>>>>>>>>>>>>> PROCESSED CONFIG WITH ALL VARIABLES RESOLVED >>>>>>>>>>>>>>>>>>>>
|
||||
configparameters: rnnlu.ndl.cntk:command=LSTM:LSTMTest
|
||||
configparameters: rnnlu.ndl.cntk:ConfigDir=/home/alrezni/src/cntk_git/Tests/EndToEndTests/SLU
|
||||
configparameters: rnnlu.ndl.cntk:currentDirectory=/home/alrezni/src/cntk_git/Tests/EndToEndTests/SLU
|
||||
configparameters: rnnlu.ndl.cntk:DataDir=/home/alrezni/src/cntk_git/Tests/EndToEndTests/SLU
|
||||
configparameters: rnnlu.ndl.cntk:ConfigDir=/home/alrezni/src/cntk_git/Tests/EndToEndTests/Text/SLU
|
||||
configparameters: rnnlu.ndl.cntk:currentDirectory=/home/alrezni/src/cntk_git/Tests/EndToEndTests/Text/SLU
|
||||
configparameters: rnnlu.ndl.cntk:DataDir=/home/alrezni/src/cntk_git/Tests/EndToEndTests/Text/SLU
|
||||
configparameters: rnnlu.ndl.cntk:deviceId=0
|
||||
configparameters: rnnlu.ndl.cntk:ExpDir=/tmp/cntk-test-20160411094809.162825/._SLU@release_gpu
|
||||
configparameters: rnnlu.ndl.cntk:ExpDir=/tmp/cntk-test-20160411162614.927351/Text_SLU@release_gpu
|
||||
configparameters: rnnlu.ndl.cntk:LSTM=[
|
||||
action=train
|
||||
makeMode=true
|
||||
minibatchSize=10
|
||||
epochSize=4430000
|
||||
modelPath=/tmp/cntk-test-20160411094809.162825/._SLU@release_gpu/cntkdebug.dnn
|
||||
modelPath=/tmp/cntk-test-20160411162614.927351/Text_SLU@release_gpu/cntkdebug.dnn
|
||||
NDLNetworkBuilder=[
|
||||
networkDescription=/home/alrezni/src/cntk_git/Tests/EndToEndTests/SLU/lstm.ndl
|
||||
networkDescription=/home/alrezni/src/cntk_git/Tests/EndToEndTests/Text/SLU/lstm.ndl
|
||||
]
|
||||
SGD=[
|
||||
learningRatesPerSample=0.1
|
||||
|
|
@ -577,13 +577,13 @@ configparameters: rnnlu.ndl.cntk:LSTM=[
|
|||
wordContext=0:1:2
|
||||
randomize=None
|
||||
nbruttsineachrecurrentiter=10
|
||||
wfile=/tmp/cntk-test-20160411094809.162825/._SLU@release_gpu/sequenceSentence.bin
|
||||
wfile=/tmp/cntk-test-20160411162614.927351/Text_SLU@release_gpu/sequenceSentence.bin
|
||||
wsize=256
|
||||
wrecords=1000
|
||||
windowSize=10000
|
||||
unk="<unk>"
|
||||
wordmap=/home/alrezni/src/cntk_git/Tests/EndToEndTests/SLU/inputmap.txt
|
||||
file=/home/alrezni/src/cntk_git/Tests/EndToEndTests/SLU/atis.train.apos.pred.pos.head.IOB.simple
|
||||
wordmap=/home/alrezni/src/cntk_git/Tests/EndToEndTests/Text/SLU/inputmap.txt
|
||||
file=/home/alrezni/src/cntk_git/Tests/EndToEndTests/Text/SLU/atis.train.apos.pred.pos.head.IOB.simple
|
||||
features=[
|
||||
dim=0
|
||||
sectionType=data
|
||||
|
|
@ -597,12 +597,12 @@ configparameters: rnnlu.ndl.cntk:LSTM=[
|
|||
dim=1
|
||||
usewordmap=true
|
||||
labelDim=10000
|
||||
labelMappingFile=/tmp/cntk-test-20160411094809.162825/._SLU@release_gpu/sentenceLabels.txt
|
||||
labelMappingFile=/tmp/cntk-test-20160411162614.927351/Text_SLU@release_gpu/sentenceLabels.txt
|
||||
labelType=Category
|
||||
beginSequence="BOS"
|
||||
endSequence="EOS"
|
||||
usewordmap=true
|
||||
token=/home/alrezni/src/cntk_git/Tests/EndToEndTests/SLU/input.txt
|
||||
token=/home/alrezni/src/cntk_git/Tests/EndToEndTests/Text/SLU/input.txt
|
||||
elementSize=4
|
||||
sectionType=labels
|
||||
mapping=[
|
||||
|
|
@ -620,8 +620,8 @@ configparameters: rnnlu.ndl.cntk:LSTM=[
|
|||
labelType=Category
|
||||
beginSequence="O"
|
||||
endSequence="O"
|
||||
token=/home/alrezni/src/cntk_git/Tests/EndToEndTests/SLU/output.txt
|
||||
labelMappingFile=/tmp/cntk-test-20160411094809.162825/._SLU@release_gpu/sentenceLabels.out.txt
|
||||
token=/home/alrezni/src/cntk_git/Tests/EndToEndTests/Text/SLU/output.txt
|
||||
labelMappingFile=/tmp/cntk-test-20160411162614.927351/Text_SLU@release_gpu/sentenceLabels.out.txt
|
||||
sectionType=labels
|
||||
mapping=[
|
||||
sectionType=labelMapping
|
||||
|
|
@ -635,13 +635,13 @@ configparameters: rnnlu.ndl.cntk:LSTM=[
|
|||
readerType=LUSequenceReader
|
||||
randomize=None
|
||||
wordContext=0:1:2
|
||||
wfile=/tmp/cntk-test-20160411094809.162825/._SLU@release_gpu/sequenceSentence.valid.bin
|
||||
wfile=/tmp/cntk-test-20160411162614.927351/Text_SLU@release_gpu/sequenceSentence.valid.bin
|
||||
wsize=256
|
||||
wrecords=1000
|
||||
windowSize=10000
|
||||
unk="<unk>"
|
||||
wordmap=/home/alrezni/src/cntk_git/Tests/EndToEndTests/SLU/inputmap.txt
|
||||
file=/home/alrezni/src/cntk_git/Tests/EndToEndTests/SLU/atis.dev.IOB.simple
|
||||
wordmap=/home/alrezni/src/cntk_git/Tests/EndToEndTests/Text/SLU/inputmap.txt
|
||||
file=/home/alrezni/src/cntk_git/Tests/EndToEndTests/Text/SLU/atis.dev.IOB.simple
|
||||
features=[
|
||||
dim=0
|
||||
sectionType=data
|
||||
|
|
@ -654,12 +654,12 @@ configparameters: rnnlu.ndl.cntk:LSTM=[
|
|||
labelIn=[
|
||||
dim=1
|
||||
labelDim=10000
|
||||
labelMappingFile=/tmp/cntk-test-20160411094809.162825/._SLU@release_gpu/sentenceLabels.in.txt
|
||||
labelMappingFile=/tmp/cntk-test-20160411162614.927351/Text_SLU@release_gpu/sentenceLabels.in.txt
|
||||
labelType=Category
|
||||
beginSequence="BOS"
|
||||
endSequence="EOS"
|
||||
usewordmap=true
|
||||
token=/home/alrezni/src/cntk_git/Tests/EndToEndTests/SLU/input.txt
|
||||
token=/home/alrezni/src/cntk_git/Tests/EndToEndTests/Text/SLU/input.txt
|
||||
elementSize=4
|
||||
sectionType=labels
|
||||
mapping=[
|
||||
|
|
@ -677,9 +677,9 @@ configparameters: rnnlu.ndl.cntk:LSTM=[
|
|||
labelType=Category
|
||||
beginSequence="O"
|
||||
endSequence="O"
|
||||
token=/home/alrezni/src/cntk_git/Tests/EndToEndTests/SLU/output.txt
|
||||
token=/home/alrezni/src/cntk_git/Tests/EndToEndTests/Text/SLU/output.txt
|
||||
labelDim=10000
|
||||
labelMappingFile=/tmp/cntk-test-20160411094809.162825/._SLU@release_gpu/sentenceLabels.out.txt
|
||||
labelMappingFile=/tmp/cntk-test-20160411162614.927351/Text_SLU@release_gpu/sentenceLabels.out.txt
|
||||
elementSize=4
|
||||
sectionType=labels
|
||||
mapping=[
|
||||
|
|
@ -700,16 +700,16 @@ configparameters: rnnlu.ndl.cntk:LSTMTest=[
|
|||
minibatchSize=100
|
||||
epochSize=4430000
|
||||
defaultHiddenActivity=0.1
|
||||
modelPath=/tmp/cntk-test-20160411094809.162825/._SLU@release_gpu/cntkdebug.dnn
|
||||
modelPath=/tmp/cntk-test-20160411162614.927351/Text_SLU@release_gpu/cntkdebug.dnn
|
||||
outputNodeNames=outputs
|
||||
reader=[
|
||||
readerType=LUSequenceReader
|
||||
randomize=None
|
||||
wordContext=0:1:2
|
||||
unk="<unk>"
|
||||
wordmap=/home/alrezni/src/cntk_git/Tests/EndToEndTests/SLU/inputmap.txt
|
||||
file=/home/alrezni/src/cntk_git/Tests/EndToEndTests/SLU/atis.test.apos.pred.pos.head.IOB.simple
|
||||
wfile=/tmp/cntk-test-20160411094809.162825/._SLU@release_gpu/sequenceSentence.bin
|
||||
wordmap=/home/alrezni/src/cntk_git/Tests/EndToEndTests/Text/SLU/inputmap.txt
|
||||
file=/home/alrezni/src/cntk_git/Tests/EndToEndTests/Text/SLU/atis.test.apos.pred.pos.head.IOB.simple
|
||||
wfile=/tmp/cntk-test-20160411162614.927351/Text_SLU@release_gpu/sequenceSentence.bin
|
||||
wsize=256
|
||||
wrecords=1000
|
||||
windowSize=10000
|
||||
|
|
@ -725,12 +725,12 @@ configparameters: rnnlu.ndl.cntk:LSTMTest=[
|
|||
labelIn=[
|
||||
dim=1
|
||||
labelDim=10000
|
||||
labelMappingFile=/tmp/cntk-test-20160411094809.162825/._SLU@release_gpu/sentenceLabels.txt
|
||||
labelMappingFile=/tmp/cntk-test-20160411162614.927351/Text_SLU@release_gpu/sentenceLabels.txt
|
||||
labelType=Category
|
||||
beginSequence="BOS"
|
||||
endSequence="EOS"
|
||||
usewordmap=true
|
||||
token=/home/alrezni/src/cntk_git/Tests/EndToEndTests/SLU/input.txt
|
||||
token=/home/alrezni/src/cntk_git/Tests/EndToEndTests/Text/SLU/input.txt
|
||||
elementSize=4
|
||||
sectionType=labels
|
||||
mapping=[
|
||||
|
|
@ -748,9 +748,9 @@ configparameters: rnnlu.ndl.cntk:LSTMTest=[
|
|||
labelType=Category
|
||||
beginSequence="BOS"
|
||||
endSequence="EOS"
|
||||
token=/home/alrezni/src/cntk_git/Tests/EndToEndTests/SLU/output.txt
|
||||
token=/home/alrezni/src/cntk_git/Tests/EndToEndTests/Text/SLU/output.txt
|
||||
labelDim=127
|
||||
labelMappingFile=/tmp/cntk-test-20160411094809.162825/._SLU@release_gpu/sentenceLabels.out.txt
|
||||
labelMappingFile=/tmp/cntk-test-20160411162614.927351/Text_SLU@release_gpu/sentenceLabels.out.txt
|
||||
elementSize=4
|
||||
sectionType=labels
|
||||
mapping=[
|
||||
|
|
@ -767,38 +767,38 @@ configparameters: rnnlu.ndl.cntk:LSTMTest=[
|
|||
writer=[
|
||||
writerType=LUSequenceWriter
|
||||
outputs=[
|
||||
file=/tmp/cntk-test-20160411094809.162825/._SLU@release_gpu/output.rec.txt
|
||||
token=/home/alrezni/src/cntk_git/Tests/EndToEndTests/SLU/output.txt
|
||||
file=/tmp/cntk-test-20160411162614.927351/Text_SLU@release_gpu/output.rec.txt
|
||||
token=/home/alrezni/src/cntk_git/Tests/EndToEndTests/Text/SLU/output.txt
|
||||
]
|
||||
]
|
||||
]
|
||||
|
||||
configparameters: rnnlu.ndl.cntk:NdlDir=/home/alrezni/src/cntk_git/Tests/EndToEndTests/SLU
|
||||
configparameters: rnnlu.ndl.cntk:OutDir=/tmp/cntk-test-20160411094809.162825/._SLU@release_gpu
|
||||
configparameters: rnnlu.ndl.cntk:OutputDir=/tmp/cntk-test-20160411094809.162825/._SLU@release_gpu
|
||||
configparameters: rnnlu.ndl.cntk:NdlDir=/home/alrezni/src/cntk_git/Tests/EndToEndTests/Text/SLU
|
||||
configparameters: rnnlu.ndl.cntk:OutDir=/tmp/cntk-test-20160411162614.927351/Text_SLU@release_gpu
|
||||
configparameters: rnnlu.ndl.cntk:OutputDir=/tmp/cntk-test-20160411162614.927351/Text_SLU@release_gpu
|
||||
configparameters: rnnlu.ndl.cntk:precision=double
|
||||
configparameters: rnnlu.ndl.cntk:RunDir=/tmp/cntk-test-20160411094809.162825/._SLU@release_gpu
|
||||
configparameters: rnnlu.ndl.cntk:RunDir=/tmp/cntk-test-20160411162614.927351/Text_SLU@release_gpu
|
||||
configparameters: rnnlu.ndl.cntk:timestamping=true
|
||||
configparameters: rnnlu.ndl.cntk:traceLevel=1
|
||||
04/11/2016 09:48:20: <<<<<<<<<<<<<<<<<<<< PROCESSED CONFIG WITH ALL VARIABLES RESOLVED <<<<<<<<<<<<<<<<<<<<
|
||||
04/11/2016 09:48:20: Commands: LSTM LSTMTest
|
||||
04/11/2016 09:48:20: Precision = "double"
|
||||
04/11/2016 09:48:20: CNTKModelPath: /tmp/cntk-test-20160411094809.162825/._SLU@release_gpu/cntkdebug.dnn
|
||||
04/11/2016 09:48:20: CNTKCommandTrainInfo: LSTM : 3
|
||||
04/11/2016 09:48:20: CNTKCommandTrainInfo: CNTKNoMoreCommands_Total : 3
|
||||
04/11/2016 16:26:37: <<<<<<<<<<<<<<<<<<<< PROCESSED CONFIG WITH ALL VARIABLES RESOLVED <<<<<<<<<<<<<<<<<<<<
|
||||
04/11/2016 16:26:37: Commands: LSTM LSTMTest
|
||||
04/11/2016 16:26:37: Precision = "double"
|
||||
04/11/2016 16:26:37: CNTKModelPath: /tmp/cntk-test-20160411162614.927351/Text_SLU@release_gpu/cntkdebug.dnn
|
||||
04/11/2016 16:26:37: CNTKCommandTrainInfo: LSTM : 3
|
||||
04/11/2016 16:26:37: CNTKCommandTrainInfo: CNTKNoMoreCommands_Total : 3
|
||||
|
||||
04/11/2016 09:48:20: ##############################################################################
|
||||
04/11/2016 09:48:20: # #
|
||||
04/11/2016 09:48:20: # Action "train" #
|
||||
04/11/2016 09:48:20: # #
|
||||
04/11/2016 09:48:20: ##############################################################################
|
||||
04/11/2016 16:26:37: ##############################################################################
|
||||
04/11/2016 16:26:37: # #
|
||||
04/11/2016 16:26:37: # Action "train" #
|
||||
04/11/2016 16:26:37: # #
|
||||
04/11/2016 16:26:37: ##############################################################################
|
||||
|
||||
04/11/2016 09:48:20: CNTKCommandTrainBegin: LSTM
|
||||
04/11/2016 16:26:37: CNTKCommandTrainBegin: LSTM
|
||||
NDLBuilder Using GPU 0
|
||||
BatchLUSequenceReader: Input file is /home/alrezni/src/cntk_git/Tests/EndToEndTests/SLU/atis.train.apos.pred.pos.head.IOB.simple
|
||||
BatchLUSequenceReader: Input file is /home/alrezni/src/cntk_git/Tests/EndToEndTests/SLU/atis.dev.IOB.simple
|
||||
BatchLUSequenceReader: Input file is /home/alrezni/src/cntk_git/Tests/EndToEndTests/Text/SLU/atis.train.apos.pred.pos.head.IOB.simple
|
||||
BatchLUSequenceReader: Input file is /home/alrezni/src/cntk_git/Tests/EndToEndTests/Text/SLU/atis.dev.IOB.simple
|
||||
|
||||
04/11/2016 09:48:20: Creating virgin network.
|
||||
04/11/2016 16:26:37: Creating virgin network.
|
||||
SetUniformRandomValue (GPU): creating curand object with seed 1, sizeof(ElemType)==8
|
||||
|
||||
Post-processing network...
|
||||
|
|
@ -902,85 +902,85 @@ Validating --> outputs = Softmax (LSTMoutputW1) : [127 x 1 x *] -> [127 x 1 x *]
|
|||
|
||||
Post-processing network complete.
|
||||
|
||||
04/11/2016 09:48:20: Created model with 62 nodes on GPU 0.
|
||||
04/11/2016 16:26:37: Created model with 62 nodes on GPU 0.
|
||||
|
||||
04/11/2016 09:48:20: Training criterion node(s):
|
||||
04/11/2016 09:48:20: cr = CrossEntropyWithSoftmax
|
||||
04/11/2016 16:26:37: Training criterion node(s):
|
||||
04/11/2016 16:26:37: cr = CrossEntropyWithSoftmax
|
||||
|
||||
04/11/2016 09:48:20: Evaluation criterion node(s):
|
||||
04/11/2016 16:26:37: Evaluation criterion node(s):
|
||||
|
||||
04/11/2016 09:48:20: Err = CrossEntropyWithSoftmax
|
||||
04/11/2016 16:26:37: Err = CrossEntropyWithSoftmax
|
||||
|
||||
|
||||
Allocating matrices for forward and/or backward propagation.
|
||||
04/11/2016 09:48:20: No PreCompute nodes found, skipping PreCompute step.
|
||||
04/11/2016 16:26:37: No PreCompute nodes found, skipping PreCompute step.
|
||||
|
||||
04/11/2016 09:48:20: Starting Epoch 1: learning rate per sample = 0.100000 effective momentum = 0.900000 momentum as time constant = 94.9 samples
|
||||
04/11/2016 16:26:37: Starting Epoch 1: learning rate per sample = 0.100000 effective momentum = 0.900000 momentum as time constant = 94.9 samples
|
||||
|
||||
04/11/2016 09:48:20: Starting minibatch loop.
|
||||
04/11/2016 16:26:37: Starting minibatch loop.
|
||||
BatchLUSequenceParser: Parsing input data...
|
||||
BatchLUSequenceParser: Parsed 51 lines with a total of 36+51 tokens.
|
||||
WARNING: The same matrix with dim [127, 3] has been transferred between different devices for 20 times.
|
||||
BatchLUSequenceParser: Parsing input data...
|
||||
BatchLUSequenceParser: Parsed 0 lines with a total of 0+0 tokens.
|
||||
EnsureDataAvailable: No more data.
|
||||
04/11/2016 09:48:21: Finished Epoch[ 1 of 3]: [Training Set] TrainLossPerSample = 4.7706065; TotalSamplesSeen = 81; EvalErrPerSample = 4.7706065; AvgLearningRatePerSample = 0.1; EpochTime=0.128349
|
||||
04/11/2016 16:26:38: Finished Epoch[ 1 of 3]: [Training Set] TrainLossPerSample = 4.7706065; TotalSamplesSeen = 81; EvalErrPerSample = 4.7706065; AvgLearningRatePerSample = 0.1; EpochTime=0.128155
|
||||
BatchLUSequenceParser: Parsing input data...
|
||||
BatchLUSequenceParser: Parsed 51 lines with a total of 36+51 tokens.
|
||||
BatchLUSequenceParser: Parsing input data...
|
||||
BatchLUSequenceParser: Parsed 0 lines with a total of 0+0 tokens.
|
||||
EnsureDataAvailable: No more data.
|
||||
Final Results: Minibatch[1-51]: SamplesSeen = 81 cr: CrossEntropyWithSoftmax/Sample = 4.4589574 Perplexity = 86.397381 Err: CrossEntropyWithSoftmax/Sample = 4.4589574 Perplexity = 86.397381
|
||||
04/11/2016 09:48:21: Finished Epoch[ 1 of 3]: [Validation Set] TrainLossPerSample = 4.4589574; EvalErrPerSample = 4.4589574
|
||||
04/11/2016 09:48:21: SGD: Saving checkpoint model '/tmp/cntk-test-20160411094809.162825/._SLU@release_gpu/cntkdebug.dnn.1'
|
||||
04/11/2016 16:26:38: Finished Epoch[ 1 of 3]: [Validation Set] TrainLossPerSample = 4.4589574; EvalErrPerSample = 4.4589574
|
||||
04/11/2016 16:26:38: SGD: Saving checkpoint model '/tmp/cntk-test-20160411162614.927351/Text_SLU@release_gpu/cntkdebug.dnn.1'
|
||||
|
||||
04/11/2016 09:48:21: Starting Epoch 2: learning rate per sample = 0.100000 effective momentum = 0.900000 momentum as time constant = 94.9 samples
|
||||
04/11/2016 16:26:38: Starting Epoch 2: learning rate per sample = 0.100000 effective momentum = 0.900000 momentum as time constant = 94.9 samples
|
||||
|
||||
04/11/2016 09:48:21: Starting minibatch loop.
|
||||
04/11/2016 16:26:38: Starting minibatch loop.
|
||||
BatchLUSequenceParser: Parsing input data...
|
||||
BatchLUSequenceParser: Parsed 51 lines with a total of 36+51 tokens.
|
||||
BatchLUSequenceParser: Parsing input data...
|
||||
BatchLUSequenceParser: Parsed 0 lines with a total of 0+0 tokens.
|
||||
EnsureDataAvailable: No more data.
|
||||
04/11/2016 09:48:21: Finished Epoch[ 2 of 3]: [Training Set] TrainLossPerSample = 4.1254825; TotalSamplesSeen = 162; EvalErrPerSample = 4.1254825; AvgLearningRatePerSample = 0.1; EpochTime=0.051916
|
||||
04/11/2016 16:26:38: Finished Epoch[ 2 of 3]: [Training Set] TrainLossPerSample = 4.1254825; TotalSamplesSeen = 162; EvalErrPerSample = 4.1254825; AvgLearningRatePerSample = 0.1; EpochTime=0.051858
|
||||
BatchLUSequenceParser: Parsing input data...
|
||||
BatchLUSequenceParser: Parsed 51 lines with a total of 36+51 tokens.
|
||||
BatchLUSequenceParser: Parsing input data...
|
||||
BatchLUSequenceParser: Parsed 0 lines with a total of 0+0 tokens.
|
||||
EnsureDataAvailable: No more data.
|
||||
Final Results: Minibatch[1-51]: SamplesSeen = 81 cr: CrossEntropyWithSoftmax/Sample = 3.4404076 Perplexity = 31.199672 Err: CrossEntropyWithSoftmax/Sample = 3.4404076 Perplexity = 31.199672
|
||||
04/11/2016 09:48:21: Finished Epoch[ 2 of 3]: [Validation Set] TrainLossPerSample = 3.4404076; EvalErrPerSample = 3.4404076
|
||||
04/11/2016 09:48:21: SGD: Saving checkpoint model '/tmp/cntk-test-20160411094809.162825/._SLU@release_gpu/cntkdebug.dnn.2'
|
||||
04/11/2016 16:26:38: Finished Epoch[ 2 of 3]: [Validation Set] TrainLossPerSample = 3.4404076; EvalErrPerSample = 3.4404076
|
||||
04/11/2016 16:26:38: SGD: Saving checkpoint model '/tmp/cntk-test-20160411162614.927351/Text_SLU@release_gpu/cntkdebug.dnn.2'
|
||||
|
||||
04/11/2016 09:48:21: Starting Epoch 3: learning rate per sample = 0.100000 effective momentum = 0.900000 momentum as time constant = 94.9 samples
|
||||
04/11/2016 16:26:38: Starting Epoch 3: learning rate per sample = 0.100000 effective momentum = 0.900000 momentum as time constant = 94.9 samples
|
||||
|
||||
04/11/2016 09:48:21: Starting minibatch loop.
|
||||
04/11/2016 16:26:38: Starting minibatch loop.
|
||||
BatchLUSequenceParser: Parsing input data...
|
||||
BatchLUSequenceParser: Parsed 51 lines with a total of 36+51 tokens.
|
||||
BatchLUSequenceParser: Parsing input data...
|
||||
BatchLUSequenceParser: Parsed 0 lines with a total of 0+0 tokens.
|
||||
EnsureDataAvailable: No more data.
|
||||
04/11/2016 09:48:21: Finished Epoch[ 3 of 3]: [Training Set] TrainLossPerSample = 2.8280984; TotalSamplesSeen = 243; EvalErrPerSample = 2.8280984; AvgLearningRatePerSample = 0.1; EpochTime=0.050464
|
||||
04/11/2016 16:26:38: Finished Epoch[ 3 of 3]: [Training Set] TrainLossPerSample = 2.8280984; TotalSamplesSeen = 243; EvalErrPerSample = 2.8280984; AvgLearningRatePerSample = 0.1; EpochTime=0.050333
|
||||
BatchLUSequenceParser: Parsing input data...
|
||||
BatchLUSequenceParser: Parsed 51 lines with a total of 36+51 tokens.
|
||||
BatchLUSequenceParser: Parsing input data...
|
||||
BatchLUSequenceParser: Parsed 0 lines with a total of 0+0 tokens.
|
||||
EnsureDataAvailable: No more data.
|
||||
Final Results: Minibatch[1-51]: SamplesSeen = 81 cr: CrossEntropyWithSoftmax/Sample = 2.2055314 Perplexity = 9.0750731 Err: CrossEntropyWithSoftmax/Sample = 2.2055314 Perplexity = 9.0750731
|
||||
04/11/2016 09:48:21: Finished Epoch[ 3 of 3]: [Validation Set] TrainLossPerSample = 2.2055314; EvalErrPerSample = 2.2055314
|
||||
04/11/2016 09:48:21: SGD: Saving checkpoint model '/tmp/cntk-test-20160411094809.162825/._SLU@release_gpu/cntkdebug.dnn'
|
||||
04/11/2016 09:48:21: CNTKCommandTrainEnd: LSTM
|
||||
04/11/2016 16:26:38: Finished Epoch[ 3 of 3]: [Validation Set] TrainLossPerSample = 2.2055314; EvalErrPerSample = 2.2055314
|
||||
04/11/2016 16:26:38: SGD: Saving checkpoint model '/tmp/cntk-test-20160411162614.927351/Text_SLU@release_gpu/cntkdebug.dnn'
|
||||
04/11/2016 16:26:38: CNTKCommandTrainEnd: LSTM
|
||||
|
||||
04/11/2016 09:48:21: Action "train" complete.
|
||||
04/11/2016 16:26:38: Action "train" complete.
|
||||
|
||||
|
||||
04/11/2016 09:48:21: ##############################################################################
|
||||
04/11/2016 09:48:21: # #
|
||||
04/11/2016 09:48:21: # Action "write" #
|
||||
04/11/2016 09:48:21: # #
|
||||
04/11/2016 09:48:21: ##############################################################################
|
||||
04/11/2016 16:26:38: ##############################################################################
|
||||
04/11/2016 16:26:38: # #
|
||||
04/11/2016 16:26:38: # Action "write" #
|
||||
04/11/2016 16:26:38: # #
|
||||
04/11/2016 16:26:38: ##############################################################################
|
||||
|
||||
BatchLUSequenceReader: Input file is /home/alrezni/src/cntk_git/Tests/EndToEndTests/SLU/atis.test.apos.pred.pos.head.IOB.simple
|
||||
BatchLUSequenceReader: Input file is /home/alrezni/src/cntk_git/Tests/EndToEndTests/Text/SLU/atis.test.apos.pred.pos.head.IOB.simple
|
||||
|
||||
Post-processing network...
|
||||
|
||||
|
|
@ -1097,6 +1097,6 @@ BatchLUSequenceParser: Parsed 0 lines with a total of 0+0 tokens.
|
|||
EnsureDataAvailable: No more data.
|
||||
Total Samples Evaluated = 91
|
||||
|
||||
04/11/2016 09:48:21: Action "write" complete.
|
||||
04/11/2016 16:26:38: Action "write" complete.
|
||||
|
||||
04/11/2016 09:48:21: __COMPLETED__
|
||||
04/11/2016 16:26:38: __COMPLETED__
|
||||
|
|
@ -1,8 +1,8 @@
|
|||
=== Running /cygdrive/c/src/cntk_github/x64/release/cntk.exe configFile=C:\src\cntk_github\Tests\EndToEndTests\SLU/globals.cntk+rnnlu.ndl.cntk currentDirectory=C:\src\cntk_github\Tests\EndToEndTests\SLU RunDir=E:\cygwin64\tmp\cntk-test-20160411102909.388201\._SLU@release_cpu DataDir=C:\src\cntk_github\Tests\EndToEndTests\SLU ConfigDir=C:\src\cntk_github\Tests\EndToEndTests\SLU OutputDir=E:\cygwin64\tmp\cntk-test-20160411102909.388201\._SLU@release_cpu DeviceId=-1 timestamping=true
|
||||
=== Running /cygdrive/c/src/cntk_github/x64/release/cntk.exe configFile=C:\src\cntk_github\Tests\EndToEndTests\Text\SLU/globals.cntk+rnnlu.ndl.cntk currentDirectory=C:\src\cntk_github\Tests\EndToEndTests\Text\SLU RunDir=E:\cygwin64\tmp\cntk-test-20160411151928.899517\Text_SLU@release_cpu DataDir=C:\src\cntk_github\Tests\EndToEndTests\Text\SLU ConfigDir=C:\src\cntk_github\Tests\EndToEndTests\Text\SLU OutputDir=E:\cygwin64\tmp\cntk-test-20160411151928.899517\Text_SLU@release_cpu DeviceId=-1 timestamping=true
|
||||
-------------------------------------------------------------------
|
||||
Build info:
|
||||
|
||||
Built time: Apr 11 2016 09:50:03
|
||||
Built time: Apr 11 2016 13:32:44
|
||||
Last modified date: Thu Apr 7 11:05:47 2016
|
||||
Build type: Release
|
||||
Build target: GPU
|
||||
|
|
@ -10,37 +10,37 @@ Build info:
|
|||
CUDA_PATH: C:\Program Files\NVIDIA GPU Computing Toolkit\CUDA\v7.0
|
||||
CUB_PATH: E:\lib\cub-1.4.1
|
||||
CUDNN_PATH: E:\lib\cuDNN_v4
|
||||
Build Branch: alrezni/slu_e2e
|
||||
Build SHA1: ee3085b2d90ae63610137a93f041b49ba65ea5c0 (modified)
|
||||
Build Branch: alrezni/examples_text
|
||||
Build SHA1: 110e330e5b490c97d4836374ed83fbe642e4f857 (modified)
|
||||
Built by alrezni on DIFFENG
|
||||
Build Path: C:\src\cntk_github\Source\CNTK\
|
||||
-------------------------------------------------------------------
|
||||
Changed current directory to C:\src\cntk_github\Tests\EndToEndTests\SLU
|
||||
04/11/2016 09:29:44: -------------------------------------------------------------------
|
||||
04/11/2016 09:29:44: Build info:
|
||||
Changed current directory to C:\src\cntk_github\Tests\EndToEndTests\Text\SLU
|
||||
04/11/2016 14:20:07: -------------------------------------------------------------------
|
||||
04/11/2016 14:20:07: Build info:
|
||||
|
||||
04/11/2016 09:29:44: Built time: Apr 11 2016 09:50:03
|
||||
04/11/2016 09:29:44: Last modified date: Thu Apr 7 11:05:47 2016
|
||||
04/11/2016 09:29:44: Build type: Release
|
||||
04/11/2016 09:29:44: Build target: GPU
|
||||
04/11/2016 09:29:44: With 1bit-SGD: no
|
||||
04/11/2016 09:29:44: CUDA_PATH: C:\Program Files\NVIDIA GPU Computing Toolkit\CUDA\v7.0
|
||||
04/11/2016 09:29:44: CUB_PATH: E:\lib\cub-1.4.1
|
||||
04/11/2016 09:29:44: CUDNN_PATH: E:\lib\cuDNN_v4
|
||||
04/11/2016 09:29:44: Build Branch: alrezni/slu_e2e
|
||||
04/11/2016 09:29:44: Build SHA1: ee3085b2d90ae63610137a93f041b49ba65ea5c0 (modified)
|
||||
04/11/2016 09:29:44: Built by alrezni on DIFFENG
|
||||
04/11/2016 09:29:44: Build Path: C:\src\cntk_github\Source\CNTK\
|
||||
04/11/2016 09:29:44: -------------------------------------------------------------------
|
||||
04/11/2016 14:20:07: Built time: Apr 11 2016 13:32:44
|
||||
04/11/2016 14:20:07: Last modified date: Thu Apr 7 11:05:47 2016
|
||||
04/11/2016 14:20:07: Build type: Release
|
||||
04/11/2016 14:20:07: Build target: GPU
|
||||
04/11/2016 14:20:07: With 1bit-SGD: no
|
||||
04/11/2016 14:20:07: CUDA_PATH: C:\Program Files\NVIDIA GPU Computing Toolkit\CUDA\v7.0
|
||||
04/11/2016 14:20:07: CUB_PATH: E:\lib\cub-1.4.1
|
||||
04/11/2016 14:20:07: CUDNN_PATH: E:\lib\cuDNN_v4
|
||||
04/11/2016 14:20:07: Build Branch: alrezni/examples_text
|
||||
04/11/2016 14:20:07: Build SHA1: 110e330e5b490c97d4836374ed83fbe642e4f857 (modified)
|
||||
04/11/2016 14:20:07: Built by alrezni on DIFFENG
|
||||
04/11/2016 14:20:07: Build Path: C:\src\cntk_github\Source\CNTK\
|
||||
04/11/2016 14:20:07: -------------------------------------------------------------------
|
||||
|
||||
04/11/2016 09:29:44: Running on DIFFENG at 2016/04/11 09:29:44
|
||||
04/11/2016 09:29:44: Command line:
|
||||
C:\src\cntk_github\x64\release\cntk.exe configFile=C:\src\cntk_github\Tests\EndToEndTests\SLU/globals.cntk+rnnlu.ndl.cntk currentDirectory=C:\src\cntk_github\Tests\EndToEndTests\SLU RunDir=E:\cygwin64\tmp\cntk-test-20160411102909.388201\._SLU@release_cpu DataDir=C:\src\cntk_github\Tests\EndToEndTests\SLU ConfigDir=C:\src\cntk_github\Tests\EndToEndTests\SLU OutputDir=E:\cygwin64\tmp\cntk-test-20160411102909.388201\._SLU@release_cpu DeviceId=-1 timestamping=true
|
||||
04/11/2016 14:20:07: Running on DIFFENG at 2016/04/11 14:20:07
|
||||
04/11/2016 14:20:07: Command line:
|
||||
C:\src\cntk_github\x64\release\cntk.exe configFile=C:\src\cntk_github\Tests\EndToEndTests\Text\SLU/globals.cntk+rnnlu.ndl.cntk currentDirectory=C:\src\cntk_github\Tests\EndToEndTests\Text\SLU RunDir=E:\cygwin64\tmp\cntk-test-20160411151928.899517\Text_SLU@release_cpu DataDir=C:\src\cntk_github\Tests\EndToEndTests\Text\SLU ConfigDir=C:\src\cntk_github\Tests\EndToEndTests\Text\SLU OutputDir=E:\cygwin64\tmp\cntk-test-20160411151928.899517\Text_SLU@release_cpu DeviceId=-1 timestamping=true
|
||||
|
||||
|
||||
|
||||
04/11/2016 09:29:44: >>>>>>>>>>>>>>>>>>>> RAW CONFIG (VARIABLES NOT RESOLVED) >>>>>>>>>>>>>>>>>>>>
|
||||
04/11/2016 09:29:44: NdlDir=$ConfigDir$
|
||||
04/11/2016 14:20:07: >>>>>>>>>>>>>>>>>>>> RAW CONFIG (VARIABLES NOT RESOLVED) >>>>>>>>>>>>>>>>>>>>
|
||||
04/11/2016 14:20:07: NdlDir=$ConfigDir$
|
||||
ExpDir=$RunDir$
|
||||
OutDir=$OutputDir$
|
||||
precision="double"
|
||||
|
|
@ -276,20 +276,20 @@ LSTMTest=[
|
|||
]
|
||||
]
|
||||
]
|
||||
currentDirectory=C:\src\cntk_github\Tests\EndToEndTests\SLU
|
||||
RunDir=E:\cygwin64\tmp\cntk-test-20160411102909.388201\._SLU@release_cpu
|
||||
DataDir=C:\src\cntk_github\Tests\EndToEndTests\SLU
|
||||
ConfigDir=C:\src\cntk_github\Tests\EndToEndTests\SLU
|
||||
OutputDir=E:\cygwin64\tmp\cntk-test-20160411102909.388201\._SLU@release_cpu
|
||||
currentDirectory=C:\src\cntk_github\Tests\EndToEndTests\Text\SLU
|
||||
RunDir=E:\cygwin64\tmp\cntk-test-20160411151928.899517\Text_SLU@release_cpu
|
||||
DataDir=C:\src\cntk_github\Tests\EndToEndTests\Text\SLU
|
||||
ConfigDir=C:\src\cntk_github\Tests\EndToEndTests\Text\SLU
|
||||
OutputDir=E:\cygwin64\tmp\cntk-test-20160411151928.899517\Text_SLU@release_cpu
|
||||
DeviceId=-1
|
||||
timestamping=true
|
||||
|
||||
04/11/2016 09:29:44: <<<<<<<<<<<<<<<<<<<< RAW CONFIG (VARIABLES NOT RESOLVED) <<<<<<<<<<<<<<<<<<<<
|
||||
04/11/2016 14:20:07: <<<<<<<<<<<<<<<<<<<< RAW CONFIG (VARIABLES NOT RESOLVED) <<<<<<<<<<<<<<<<<<<<
|
||||
|
||||
04/11/2016 09:29:44: >>>>>>>>>>>>>>>>>>>> RAW CONFIG WITH ALL VARIABLES RESOLVED >>>>>>>>>>>>>>>>>>>>
|
||||
04/11/2016 09:29:44: NdlDir=C:\src\cntk_github\Tests\EndToEndTests\SLU
|
||||
ExpDir=E:\cygwin64\tmp\cntk-test-20160411102909.388201\._SLU@release_cpu
|
||||
OutDir=E:\cygwin64\tmp\cntk-test-20160411102909.388201\._SLU@release_cpu
|
||||
04/11/2016 14:20:07: >>>>>>>>>>>>>>>>>>>> RAW CONFIG WITH ALL VARIABLES RESOLVED >>>>>>>>>>>>>>>>>>>>
|
||||
04/11/2016 14:20:07: NdlDir=C:\src\cntk_github\Tests\EndToEndTests\Text\SLU
|
||||
ExpDir=E:\cygwin64\tmp\cntk-test-20160411151928.899517\Text_SLU@release_cpu
|
||||
OutDir=E:\cygwin64\tmp\cntk-test-20160411151928.899517\Text_SLU@release_cpu
|
||||
precision="double"
|
||||
deviceId = -1
|
||||
command=LSTM:LSTMTest
|
||||
|
|
@ -299,9 +299,9 @@ LSTM=[
|
|||
makeMode=true
|
||||
minibatchSize=10
|
||||
epochSize=4430000
|
||||
modelPath=E:\cygwin64\tmp\cntk-test-20160411102909.388201\._SLU@release_cpu/cntkdebug.dnn
|
||||
modelPath=E:\cygwin64\tmp\cntk-test-20160411151928.899517\Text_SLU@release_cpu/cntkdebug.dnn
|
||||
NDLNetworkBuilder=[
|
||||
networkDescription=C:\src\cntk_github\Tests\EndToEndTests\SLU/lstm.ndl
|
||||
networkDescription=C:\src\cntk_github\Tests\EndToEndTests\Text\SLU/lstm.ndl
|
||||
]
|
||||
SGD=[
|
||||
learningRatesPerSample=0.1
|
||||
|
|
@ -329,13 +329,13 @@ LSTM=[
|
|||
wordContext=0:1:2
|
||||
randomize=None
|
||||
nbruttsineachrecurrentiter=10
|
||||
wfile=E:\cygwin64\tmp\cntk-test-20160411102909.388201\._SLU@release_cpu/sequenceSentence.bin
|
||||
wfile=E:\cygwin64\tmp\cntk-test-20160411151928.899517\Text_SLU@release_cpu/sequenceSentence.bin
|
||||
wsize=256
|
||||
wrecords=1000
|
||||
windowSize=10000
|
||||
unk="<unk>"
|
||||
wordmap=C:\src\cntk_github\Tests\EndToEndTests\SLU/inputmap.txt
|
||||
file=C:\src\cntk_github\Tests\EndToEndTests\SLU/atis.train.apos.pred.pos.head.IOB.simple
|
||||
wordmap=C:\src\cntk_github\Tests\EndToEndTests\Text\SLU/inputmap.txt
|
||||
file=C:\src\cntk_github\Tests\EndToEndTests\Text\SLU/atis.train.apos.pred.pos.head.IOB.simple
|
||||
features=[
|
||||
dim=0
|
||||
sectionType=data
|
||||
|
|
@ -349,12 +349,12 @@ LSTM=[
|
|||
dim=1
|
||||
usewordmap=true
|
||||
labelDim=10000
|
||||
labelMappingFile=E:\cygwin64\tmp\cntk-test-20160411102909.388201\._SLU@release_cpu/sentenceLabels.txt
|
||||
labelMappingFile=E:\cygwin64\tmp\cntk-test-20160411151928.899517\Text_SLU@release_cpu/sentenceLabels.txt
|
||||
labelType=Category
|
||||
beginSequence="BOS"
|
||||
endSequence="EOS"
|
||||
usewordmap=true
|
||||
token=C:\src\cntk_github\Tests\EndToEndTests\SLU/input.txt
|
||||
token=C:\src\cntk_github\Tests\EndToEndTests\Text\SLU/input.txt
|
||||
elementSize=4
|
||||
sectionType=labels
|
||||
mapping=[
|
||||
|
|
@ -372,8 +372,8 @@ LSTM=[
|
|||
labelType=Category
|
||||
beginSequence="O"
|
||||
endSequence="O"
|
||||
token=C:\src\cntk_github\Tests\EndToEndTests\SLU/output.txt
|
||||
labelMappingFile=E:\cygwin64\tmp\cntk-test-20160411102909.388201\._SLU@release_cpu/sentenceLabels.out.txt
|
||||
token=C:\src\cntk_github\Tests\EndToEndTests\Text\SLU/output.txt
|
||||
labelMappingFile=E:\cygwin64\tmp\cntk-test-20160411151928.899517\Text_SLU@release_cpu/sentenceLabels.out.txt
|
||||
sectionType=labels
|
||||
mapping=[
|
||||
sectionType=labelMapping
|
||||
|
|
@ -387,13 +387,13 @@ LSTM=[
|
|||
readerType=LUSequenceReader
|
||||
randomize=None
|
||||
wordContext=0:1:2
|
||||
wfile=E:\cygwin64\tmp\cntk-test-20160411102909.388201\._SLU@release_cpu/sequenceSentence.valid.bin
|
||||
wfile=E:\cygwin64\tmp\cntk-test-20160411151928.899517\Text_SLU@release_cpu/sequenceSentence.valid.bin
|
||||
wsize=256
|
||||
wrecords=1000
|
||||
windowSize=10000
|
||||
unk="<unk>"
|
||||
wordmap=C:\src\cntk_github\Tests\EndToEndTests\SLU/inputmap.txt
|
||||
file=C:\src\cntk_github\Tests\EndToEndTests\SLU/atis.dev.IOB.simple
|
||||
wordmap=C:\src\cntk_github\Tests\EndToEndTests\Text\SLU/inputmap.txt
|
||||
file=C:\src\cntk_github\Tests\EndToEndTests\Text\SLU/atis.dev.IOB.simple
|
||||
features=[
|
||||
dim=0
|
||||
sectionType=data
|
||||
|
|
@ -406,12 +406,12 @@ LSTM=[
|
|||
labelIn=[
|
||||
dim=1
|
||||
labelDim=10000
|
||||
labelMappingFile=E:\cygwin64\tmp\cntk-test-20160411102909.388201\._SLU@release_cpu/sentenceLabels.in.txt
|
||||
labelMappingFile=E:\cygwin64\tmp\cntk-test-20160411151928.899517\Text_SLU@release_cpu/sentenceLabels.in.txt
|
||||
labelType=Category
|
||||
beginSequence="BOS"
|
||||
endSequence="EOS"
|
||||
usewordmap=true
|
||||
token=C:\src\cntk_github\Tests\EndToEndTests\SLU/input.txt
|
||||
token=C:\src\cntk_github\Tests\EndToEndTests\Text\SLU/input.txt
|
||||
elementSize=4
|
||||
sectionType=labels
|
||||
mapping=[
|
||||
|
|
@ -429,9 +429,9 @@ LSTM=[
|
|||
labelType=Category
|
||||
beginSequence="O"
|
||||
endSequence="O"
|
||||
token=C:\src\cntk_github\Tests\EndToEndTests\SLU/output.txt
|
||||
token=C:\src\cntk_github\Tests\EndToEndTests\Text\SLU/output.txt
|
||||
labelDim=10000
|
||||
labelMappingFile=E:\cygwin64\tmp\cntk-test-20160411102909.388201\._SLU@release_cpu/sentenceLabels.out.txt
|
||||
labelMappingFile=E:\cygwin64\tmp\cntk-test-20160411151928.899517\Text_SLU@release_cpu/sentenceLabels.out.txt
|
||||
elementSize=4
|
||||
sectionType=labels
|
||||
mapping=[
|
||||
|
|
@ -451,16 +451,16 @@ LSTMTest=[
|
|||
minibatchSize=100
|
||||
epochSize=4430000
|
||||
defaultHiddenActivity=0.1
|
||||
modelPath=E:\cygwin64\tmp\cntk-test-20160411102909.388201\._SLU@release_cpu/cntkdebug.dnn
|
||||
modelPath=E:\cygwin64\tmp\cntk-test-20160411151928.899517\Text_SLU@release_cpu/cntkdebug.dnn
|
||||
outputNodeNames=outputs
|
||||
reader=[
|
||||
readerType=LUSequenceReader
|
||||
randomize=None
|
||||
wordContext=0:1:2
|
||||
unk="<unk>"
|
||||
wordmap=C:\src\cntk_github\Tests\EndToEndTests\SLU/inputmap.txt
|
||||
file=C:\src\cntk_github\Tests\EndToEndTests\SLU/atis.test.apos.pred.pos.head.IOB.simple
|
||||
wfile=E:\cygwin64\tmp\cntk-test-20160411102909.388201\._SLU@release_cpu/sequenceSentence.bin
|
||||
wordmap=C:\src\cntk_github\Tests\EndToEndTests\Text\SLU/inputmap.txt
|
||||
file=C:\src\cntk_github\Tests\EndToEndTests\Text\SLU/atis.test.apos.pred.pos.head.IOB.simple
|
||||
wfile=E:\cygwin64\tmp\cntk-test-20160411151928.899517\Text_SLU@release_cpu/sequenceSentence.bin
|
||||
wsize=256
|
||||
wrecords=1000
|
||||
windowSize=10000
|
||||
|
|
@ -476,12 +476,12 @@ LSTMTest=[
|
|||
labelIn=[
|
||||
dim=1
|
||||
labelDim=10000
|
||||
labelMappingFile=E:\cygwin64\tmp\cntk-test-20160411102909.388201\._SLU@release_cpu/sentenceLabels.txt
|
||||
labelMappingFile=E:\cygwin64\tmp\cntk-test-20160411151928.899517\Text_SLU@release_cpu/sentenceLabels.txt
|
||||
labelType=Category
|
||||
beginSequence="BOS"
|
||||
endSequence="EOS"
|
||||
usewordmap=true
|
||||
token=C:\src\cntk_github\Tests\EndToEndTests\SLU/input.txt
|
||||
token=C:\src\cntk_github\Tests\EndToEndTests\Text\SLU/input.txt
|
||||
elementSize=4
|
||||
sectionType=labels
|
||||
mapping=[
|
||||
|
|
@ -499,9 +499,9 @@ LSTMTest=[
|
|||
labelType=Category
|
||||
beginSequence="BOS"
|
||||
endSequence="EOS"
|
||||
token=C:\src\cntk_github\Tests\EndToEndTests\SLU/output.txt
|
||||
token=C:\src\cntk_github\Tests\EndToEndTests\Text\SLU/output.txt
|
||||
labelDim=127
|
||||
labelMappingFile=E:\cygwin64\tmp\cntk-test-20160411102909.388201\._SLU@release_cpu/sentenceLabels.out.txt
|
||||
labelMappingFile=E:\cygwin64\tmp\cntk-test-20160411151928.899517\Text_SLU@release_cpu/sentenceLabels.out.txt
|
||||
elementSize=4
|
||||
sectionType=labels
|
||||
mapping=[
|
||||
|
|
@ -518,36 +518,36 @@ LSTMTest=[
|
|||
writer=[
|
||||
writerType=LUSequenceWriter
|
||||
outputs=[
|
||||
file=E:\cygwin64\tmp\cntk-test-20160411102909.388201\._SLU@release_cpu/output.rec.txt
|
||||
token=C:\src\cntk_github\Tests\EndToEndTests\SLU/output.txt
|
||||
file=E:\cygwin64\tmp\cntk-test-20160411151928.899517\Text_SLU@release_cpu/output.rec.txt
|
||||
token=C:\src\cntk_github\Tests\EndToEndTests\Text\SLU/output.txt
|
||||
]
|
||||
]
|
||||
]
|
||||
currentDirectory=C:\src\cntk_github\Tests\EndToEndTests\SLU
|
||||
RunDir=E:\cygwin64\tmp\cntk-test-20160411102909.388201\._SLU@release_cpu
|
||||
DataDir=C:\src\cntk_github\Tests\EndToEndTests\SLU
|
||||
ConfigDir=C:\src\cntk_github\Tests\EndToEndTests\SLU
|
||||
OutputDir=E:\cygwin64\tmp\cntk-test-20160411102909.388201\._SLU@release_cpu
|
||||
currentDirectory=C:\src\cntk_github\Tests\EndToEndTests\Text\SLU
|
||||
RunDir=E:\cygwin64\tmp\cntk-test-20160411151928.899517\Text_SLU@release_cpu
|
||||
DataDir=C:\src\cntk_github\Tests\EndToEndTests\Text\SLU
|
||||
ConfigDir=C:\src\cntk_github\Tests\EndToEndTests\Text\SLU
|
||||
OutputDir=E:\cygwin64\tmp\cntk-test-20160411151928.899517\Text_SLU@release_cpu
|
||||
DeviceId=-1
|
||||
timestamping=true
|
||||
|
||||
04/11/2016 09:29:44: <<<<<<<<<<<<<<<<<<<< RAW CONFIG WITH ALL VARIABLES RESOLVED <<<<<<<<<<<<<<<<<<<<
|
||||
04/11/2016 14:20:07: <<<<<<<<<<<<<<<<<<<< RAW CONFIG WITH ALL VARIABLES RESOLVED <<<<<<<<<<<<<<<<<<<<
|
||||
|
||||
04/11/2016 09:29:44: >>>>>>>>>>>>>>>>>>>> PROCESSED CONFIG WITH ALL VARIABLES RESOLVED >>>>>>>>>>>>>>>>>>>>
|
||||
04/11/2016 14:20:07: >>>>>>>>>>>>>>>>>>>> PROCESSED CONFIG WITH ALL VARIABLES RESOLVED >>>>>>>>>>>>>>>>>>>>
|
||||
configparameters: rnnlu.ndl.cntk:command=LSTM:LSTMTest
|
||||
configparameters: rnnlu.ndl.cntk:ConfigDir=C:\src\cntk_github\Tests\EndToEndTests\SLU
|
||||
configparameters: rnnlu.ndl.cntk:currentDirectory=C:\src\cntk_github\Tests\EndToEndTests\SLU
|
||||
configparameters: rnnlu.ndl.cntk:DataDir=C:\src\cntk_github\Tests\EndToEndTests\SLU
|
||||
configparameters: rnnlu.ndl.cntk:ConfigDir=C:\src\cntk_github\Tests\EndToEndTests\Text\SLU
|
||||
configparameters: rnnlu.ndl.cntk:currentDirectory=C:\src\cntk_github\Tests\EndToEndTests\Text\SLU
|
||||
configparameters: rnnlu.ndl.cntk:DataDir=C:\src\cntk_github\Tests\EndToEndTests\Text\SLU
|
||||
configparameters: rnnlu.ndl.cntk:deviceId=-1
|
||||
configparameters: rnnlu.ndl.cntk:ExpDir=E:\cygwin64\tmp\cntk-test-20160411102909.388201\._SLU@release_cpu
|
||||
configparameters: rnnlu.ndl.cntk:ExpDir=E:\cygwin64\tmp\cntk-test-20160411151928.899517\Text_SLU@release_cpu
|
||||
configparameters: rnnlu.ndl.cntk:LSTM=[
|
||||
action=train
|
||||
makeMode=true
|
||||
minibatchSize=10
|
||||
epochSize=4430000
|
||||
modelPath=E:\cygwin64\tmp\cntk-test-20160411102909.388201\._SLU@release_cpu/cntkdebug.dnn
|
||||
modelPath=E:\cygwin64\tmp\cntk-test-20160411151928.899517\Text_SLU@release_cpu/cntkdebug.dnn
|
||||
NDLNetworkBuilder=[
|
||||
networkDescription=C:\src\cntk_github\Tests\EndToEndTests\SLU/lstm.ndl
|
||||
networkDescription=C:\src\cntk_github\Tests\EndToEndTests\Text\SLU/lstm.ndl
|
||||
]
|
||||
SGD=[
|
||||
learningRatesPerSample=0.1
|
||||
|
|
@ -575,13 +575,13 @@ configparameters: rnnlu.ndl.cntk:LSTM=[
|
|||
wordContext=0:1:2
|
||||
randomize=None
|
||||
nbruttsineachrecurrentiter=10
|
||||
wfile=E:\cygwin64\tmp\cntk-test-20160411102909.388201\._SLU@release_cpu/sequenceSentence.bin
|
||||
wfile=E:\cygwin64\tmp\cntk-test-20160411151928.899517\Text_SLU@release_cpu/sequenceSentence.bin
|
||||
wsize=256
|
||||
wrecords=1000
|
||||
windowSize=10000
|
||||
unk="<unk>"
|
||||
wordmap=C:\src\cntk_github\Tests\EndToEndTests\SLU/inputmap.txt
|
||||
file=C:\src\cntk_github\Tests\EndToEndTests\SLU/atis.train.apos.pred.pos.head.IOB.simple
|
||||
wordmap=C:\src\cntk_github\Tests\EndToEndTests\Text\SLU/inputmap.txt
|
||||
file=C:\src\cntk_github\Tests\EndToEndTests\Text\SLU/atis.train.apos.pred.pos.head.IOB.simple
|
||||
features=[
|
||||
dim=0
|
||||
sectionType=data
|
||||
|
|
@ -595,12 +595,12 @@ configparameters: rnnlu.ndl.cntk:LSTM=[
|
|||
dim=1
|
||||
usewordmap=true
|
||||
labelDim=10000
|
||||
labelMappingFile=E:\cygwin64\tmp\cntk-test-20160411102909.388201\._SLU@release_cpu/sentenceLabels.txt
|
||||
labelMappingFile=E:\cygwin64\tmp\cntk-test-20160411151928.899517\Text_SLU@release_cpu/sentenceLabels.txt
|
||||
labelType=Category
|
||||
beginSequence="BOS"
|
||||
endSequence="EOS"
|
||||
usewordmap=true
|
||||
token=C:\src\cntk_github\Tests\EndToEndTests\SLU/input.txt
|
||||
token=C:\src\cntk_github\Tests\EndToEndTests\Text\SLU/input.txt
|
||||
elementSize=4
|
||||
sectionType=labels
|
||||
mapping=[
|
||||
|
|
@ -618,8 +618,8 @@ configparameters: rnnlu.ndl.cntk:LSTM=[
|
|||
labelType=Category
|
||||
beginSequence="O"
|
||||
endSequence="O"
|
||||
token=C:\src\cntk_github\Tests\EndToEndTests\SLU/output.txt
|
||||
labelMappingFile=E:\cygwin64\tmp\cntk-test-20160411102909.388201\._SLU@release_cpu/sentenceLabels.out.txt
|
||||
token=C:\src\cntk_github\Tests\EndToEndTests\Text\SLU/output.txt
|
||||
labelMappingFile=E:\cygwin64\tmp\cntk-test-20160411151928.899517\Text_SLU@release_cpu/sentenceLabels.out.txt
|
||||
sectionType=labels
|
||||
mapping=[
|
||||
sectionType=labelMapping
|
||||
|
|
@ -633,13 +633,13 @@ configparameters: rnnlu.ndl.cntk:LSTM=[
|
|||
readerType=LUSequenceReader
|
||||
randomize=None
|
||||
wordContext=0:1:2
|
||||
wfile=E:\cygwin64\tmp\cntk-test-20160411102909.388201\._SLU@release_cpu/sequenceSentence.valid.bin
|
||||
wfile=E:\cygwin64\tmp\cntk-test-20160411151928.899517\Text_SLU@release_cpu/sequenceSentence.valid.bin
|
||||
wsize=256
|
||||
wrecords=1000
|
||||
windowSize=10000
|
||||
unk="<unk>"
|
||||
wordmap=C:\src\cntk_github\Tests\EndToEndTests\SLU/inputmap.txt
|
||||
file=C:\src\cntk_github\Tests\EndToEndTests\SLU/atis.dev.IOB.simple
|
||||
wordmap=C:\src\cntk_github\Tests\EndToEndTests\Text\SLU/inputmap.txt
|
||||
file=C:\src\cntk_github\Tests\EndToEndTests\Text\SLU/atis.dev.IOB.simple
|
||||
features=[
|
||||
dim=0
|
||||
sectionType=data
|
||||
|
|
@ -652,12 +652,12 @@ configparameters: rnnlu.ndl.cntk:LSTM=[
|
|||
labelIn=[
|
||||
dim=1
|
||||
labelDim=10000
|
||||
labelMappingFile=E:\cygwin64\tmp\cntk-test-20160411102909.388201\._SLU@release_cpu/sentenceLabels.in.txt
|
||||
labelMappingFile=E:\cygwin64\tmp\cntk-test-20160411151928.899517\Text_SLU@release_cpu/sentenceLabels.in.txt
|
||||
labelType=Category
|
||||
beginSequence="BOS"
|
||||
endSequence="EOS"
|
||||
usewordmap=true
|
||||
token=C:\src\cntk_github\Tests\EndToEndTests\SLU/input.txt
|
||||
token=C:\src\cntk_github\Tests\EndToEndTests\Text\SLU/input.txt
|
||||
elementSize=4
|
||||
sectionType=labels
|
||||
mapping=[
|
||||
|
|
@ -675,9 +675,9 @@ configparameters: rnnlu.ndl.cntk:LSTM=[
|
|||
labelType=Category
|
||||
beginSequence="O"
|
||||
endSequence="O"
|
||||
token=C:\src\cntk_github\Tests\EndToEndTests\SLU/output.txt
|
||||
token=C:\src\cntk_github\Tests\EndToEndTests\Text\SLU/output.txt
|
||||
labelDim=10000
|
||||
labelMappingFile=E:\cygwin64\tmp\cntk-test-20160411102909.388201\._SLU@release_cpu/sentenceLabels.out.txt
|
||||
labelMappingFile=E:\cygwin64\tmp\cntk-test-20160411151928.899517\Text_SLU@release_cpu/sentenceLabels.out.txt
|
||||
elementSize=4
|
||||
sectionType=labels
|
||||
mapping=[
|
||||
|
|
@ -698,16 +698,16 @@ configparameters: rnnlu.ndl.cntk:LSTMTest=[
|
|||
minibatchSize=100
|
||||
epochSize=4430000
|
||||
defaultHiddenActivity=0.1
|
||||
modelPath=E:\cygwin64\tmp\cntk-test-20160411102909.388201\._SLU@release_cpu/cntkdebug.dnn
|
||||
modelPath=E:\cygwin64\tmp\cntk-test-20160411151928.899517\Text_SLU@release_cpu/cntkdebug.dnn
|
||||
outputNodeNames=outputs
|
||||
reader=[
|
||||
readerType=LUSequenceReader
|
||||
randomize=None
|
||||
wordContext=0:1:2
|
||||
unk="<unk>"
|
||||
wordmap=C:\src\cntk_github\Tests\EndToEndTests\SLU/inputmap.txt
|
||||
file=C:\src\cntk_github\Tests\EndToEndTests\SLU/atis.test.apos.pred.pos.head.IOB.simple
|
||||
wfile=E:\cygwin64\tmp\cntk-test-20160411102909.388201\._SLU@release_cpu/sequenceSentence.bin
|
||||
wordmap=C:\src\cntk_github\Tests\EndToEndTests\Text\SLU/inputmap.txt
|
||||
file=C:\src\cntk_github\Tests\EndToEndTests\Text\SLU/atis.test.apos.pred.pos.head.IOB.simple
|
||||
wfile=E:\cygwin64\tmp\cntk-test-20160411151928.899517\Text_SLU@release_cpu/sequenceSentence.bin
|
||||
wsize=256
|
||||
wrecords=1000
|
||||
windowSize=10000
|
||||
|
|
@ -723,12 +723,12 @@ configparameters: rnnlu.ndl.cntk:LSTMTest=[
|
|||
labelIn=[
|
||||
dim=1
|
||||
labelDim=10000
|
||||
labelMappingFile=E:\cygwin64\tmp\cntk-test-20160411102909.388201\._SLU@release_cpu/sentenceLabels.txt
|
||||
labelMappingFile=E:\cygwin64\tmp\cntk-test-20160411151928.899517\Text_SLU@release_cpu/sentenceLabels.txt
|
||||
labelType=Category
|
||||
beginSequence="BOS"
|
||||
endSequence="EOS"
|
||||
usewordmap=true
|
||||
token=C:\src\cntk_github\Tests\EndToEndTests\SLU/input.txt
|
||||
token=C:\src\cntk_github\Tests\EndToEndTests\Text\SLU/input.txt
|
||||
elementSize=4
|
||||
sectionType=labels
|
||||
mapping=[
|
||||
|
|
@ -746,9 +746,9 @@ configparameters: rnnlu.ndl.cntk:LSTMTest=[
|
|||
labelType=Category
|
||||
beginSequence="BOS"
|
||||
endSequence="EOS"
|
||||
token=C:\src\cntk_github\Tests\EndToEndTests\SLU/output.txt
|
||||
token=C:\src\cntk_github\Tests\EndToEndTests\Text\SLU/output.txt
|
||||
labelDim=127
|
||||
labelMappingFile=E:\cygwin64\tmp\cntk-test-20160411102909.388201\._SLU@release_cpu/sentenceLabels.out.txt
|
||||
labelMappingFile=E:\cygwin64\tmp\cntk-test-20160411151928.899517\Text_SLU@release_cpu/sentenceLabels.out.txt
|
||||
elementSize=4
|
||||
sectionType=labels
|
||||
mapping=[
|
||||
|
|
@ -765,38 +765,38 @@ configparameters: rnnlu.ndl.cntk:LSTMTest=[
|
|||
writer=[
|
||||
writerType=LUSequenceWriter
|
||||
outputs=[
|
||||
file=E:\cygwin64\tmp\cntk-test-20160411102909.388201\._SLU@release_cpu/output.rec.txt
|
||||
token=C:\src\cntk_github\Tests\EndToEndTests\SLU/output.txt
|
||||
file=E:\cygwin64\tmp\cntk-test-20160411151928.899517\Text_SLU@release_cpu/output.rec.txt
|
||||
token=C:\src\cntk_github\Tests\EndToEndTests\Text\SLU/output.txt
|
||||
]
|
||||
]
|
||||
]
|
||||
|
||||
configparameters: rnnlu.ndl.cntk:NdlDir=C:\src\cntk_github\Tests\EndToEndTests\SLU
|
||||
configparameters: rnnlu.ndl.cntk:OutDir=E:\cygwin64\tmp\cntk-test-20160411102909.388201\._SLU@release_cpu
|
||||
configparameters: rnnlu.ndl.cntk:OutputDir=E:\cygwin64\tmp\cntk-test-20160411102909.388201\._SLU@release_cpu
|
||||
configparameters: rnnlu.ndl.cntk:NdlDir=C:\src\cntk_github\Tests\EndToEndTests\Text\SLU
|
||||
configparameters: rnnlu.ndl.cntk:OutDir=E:\cygwin64\tmp\cntk-test-20160411151928.899517\Text_SLU@release_cpu
|
||||
configparameters: rnnlu.ndl.cntk:OutputDir=E:\cygwin64\tmp\cntk-test-20160411151928.899517\Text_SLU@release_cpu
|
||||
configparameters: rnnlu.ndl.cntk:precision=double
|
||||
configparameters: rnnlu.ndl.cntk:RunDir=E:\cygwin64\tmp\cntk-test-20160411102909.388201\._SLU@release_cpu
|
||||
configparameters: rnnlu.ndl.cntk:RunDir=E:\cygwin64\tmp\cntk-test-20160411151928.899517\Text_SLU@release_cpu
|
||||
configparameters: rnnlu.ndl.cntk:timestamping=true
|
||||
configparameters: rnnlu.ndl.cntk:traceLevel=1
|
||||
04/11/2016 09:29:44: <<<<<<<<<<<<<<<<<<<< PROCESSED CONFIG WITH ALL VARIABLES RESOLVED <<<<<<<<<<<<<<<<<<<<
|
||||
04/11/2016 09:29:44: Commands: LSTM LSTMTest
|
||||
04/11/2016 09:29:44: Precision = "double"
|
||||
04/11/2016 09:29:44: CNTKModelPath: E:\cygwin64\tmp\cntk-test-20160411102909.388201\._SLU@release_cpu/cntkdebug.dnn
|
||||
04/11/2016 09:29:44: CNTKCommandTrainInfo: LSTM : 3
|
||||
04/11/2016 09:29:44: CNTKCommandTrainInfo: CNTKNoMoreCommands_Total : 3
|
||||
04/11/2016 14:20:07: <<<<<<<<<<<<<<<<<<<< PROCESSED CONFIG WITH ALL VARIABLES RESOLVED <<<<<<<<<<<<<<<<<<<<
|
||||
04/11/2016 14:20:07: Commands: LSTM LSTMTest
|
||||
04/11/2016 14:20:07: Precision = "double"
|
||||
04/11/2016 14:20:07: CNTKModelPath: E:\cygwin64\tmp\cntk-test-20160411151928.899517\Text_SLU@release_cpu/cntkdebug.dnn
|
||||
04/11/2016 14:20:07: CNTKCommandTrainInfo: LSTM : 3
|
||||
04/11/2016 14:20:07: CNTKCommandTrainInfo: CNTKNoMoreCommands_Total : 3
|
||||
|
||||
04/11/2016 09:29:44: ##############################################################################
|
||||
04/11/2016 09:29:44: # #
|
||||
04/11/2016 09:29:44: # Action "train" #
|
||||
04/11/2016 09:29:44: # #
|
||||
04/11/2016 09:29:44: ##############################################################################
|
||||
04/11/2016 14:20:07: ##############################################################################
|
||||
04/11/2016 14:20:07: # #
|
||||
04/11/2016 14:20:07: # Action "train" #
|
||||
04/11/2016 14:20:07: # #
|
||||
04/11/2016 14:20:07: ##############################################################################
|
||||
|
||||
04/11/2016 09:29:44: CNTKCommandTrainBegin: LSTM
|
||||
04/11/2016 14:20:07: CNTKCommandTrainBegin: LSTM
|
||||
NDLBuilder Using CPU
|
||||
BatchLUSequenceReader: Input file is C:\src\cntk_github\Tests\EndToEndTests\SLU/atis.train.apos.pred.pos.head.IOB.simple
|
||||
BatchLUSequenceReader: Input file is C:\src\cntk_github\Tests\EndToEndTests\SLU/atis.dev.IOB.simple
|
||||
BatchLUSequenceReader: Input file is C:\src\cntk_github\Tests\EndToEndTests\Text\SLU/atis.train.apos.pred.pos.head.IOB.simple
|
||||
BatchLUSequenceReader: Input file is C:\src\cntk_github\Tests\EndToEndTests\Text\SLU/atis.dev.IOB.simple
|
||||
|
||||
04/11/2016 09:29:44: Creating virgin network.
|
||||
04/11/2016 14:20:07: Creating virgin network.
|
||||
|
||||
Post-processing network...
|
||||
|
||||
|
|
@ -899,84 +899,84 @@ Validating --> outputs = Softmax (LSTMoutputW1) : [127 x 1 x *] -> [127 x 1 x *]
|
|||
|
||||
Post-processing network complete.
|
||||
|
||||
04/11/2016 09:29:44: Created model with 62 nodes on CPU.
|
||||
04/11/2016 14:20:07: Created model with 62 nodes on CPU.
|
||||
|
||||
04/11/2016 09:29:44: Training criterion node(s):
|
||||
04/11/2016 09:29:44: cr = CrossEntropyWithSoftmax
|
||||
04/11/2016 14:20:07: Training criterion node(s):
|
||||
04/11/2016 14:20:07: cr = CrossEntropyWithSoftmax
|
||||
|
||||
04/11/2016 09:29:44: Evaluation criterion node(s):
|
||||
04/11/2016 14:20:07: Evaluation criterion node(s):
|
||||
|
||||
04/11/2016 09:29:44: Err = CrossEntropyWithSoftmax
|
||||
04/11/2016 14:20:07: Err = CrossEntropyWithSoftmax
|
||||
|
||||
|
||||
Allocating matrices for forward and/or backward propagation.
|
||||
04/11/2016 09:29:44: No PreCompute nodes found, skipping PreCompute step.
|
||||
04/11/2016 14:20:07: No PreCompute nodes found, skipping PreCompute step.
|
||||
|
||||
04/11/2016 09:29:44: Starting Epoch 1: learning rate per sample = 0.100000 effective momentum = 0.900000 momentum as time constant = 94.9 samples
|
||||
04/11/2016 14:20:07: Starting Epoch 1: learning rate per sample = 0.100000 effective momentum = 0.900000 momentum as time constant = 94.9 samples
|
||||
|
||||
04/11/2016 09:29:44: Starting minibatch loop.
|
||||
04/11/2016 14:20:07: Starting minibatch loop.
|
||||
BatchLUSequenceParser: Parsing input data...
|
||||
BatchLUSequenceParser: Parsed 51 lines with a total of 36+51 tokens.
|
||||
BatchLUSequenceParser: Parsing input data...
|
||||
BatchLUSequenceParser: Parsed 0 lines with a total of 0+0 tokens.
|
||||
EnsureDataAvailable: No more data.
|
||||
04/11/2016 09:29:45: Finished Epoch[ 1 of 3]: [Training Set] TrainLossPerSample = 4.7398555; TotalSamplesSeen = 81; EvalErrPerSample = 4.7398555; AvgLearningRatePerSample = 0.1; EpochTime=0.933885
|
||||
04/11/2016 14:20:12: Finished Epoch[ 1 of 3]: [Training Set] TrainLossPerSample = 4.7398555; TotalSamplesSeen = 81; EvalErrPerSample = 4.7398555; AvgLearningRatePerSample = 0.1; EpochTime=4.48677
|
||||
BatchLUSequenceParser: Parsing input data...
|
||||
BatchLUSequenceParser: Parsed 51 lines with a total of 36+51 tokens.
|
||||
BatchLUSequenceParser: Parsing input data...
|
||||
BatchLUSequenceParser: Parsed 0 lines with a total of 0+0 tokens.
|
||||
EnsureDataAvailable: No more data.
|
||||
Final Results: Minibatch[1-51]: SamplesSeen = 81 cr: CrossEntropyWithSoftmax/Sample = 4.4723632 Perplexity = 87.563405 Err: CrossEntropyWithSoftmax/Sample = 4.4723632 Perplexity = 87.563405
|
||||
04/11/2016 09:29:46: Finished Epoch[ 1 of 3]: [Validation Set] TrainLossPerSample = 4.4723632; EvalErrPerSample = 4.4723632
|
||||
04/11/2016 09:29:46: SGD: Saving checkpoint model 'E:\cygwin64\tmp\cntk-test-20160411102909.388201\._SLU@release_cpu/cntkdebug.dnn.1'
|
||||
04/11/2016 14:20:15: Finished Epoch[ 1 of 3]: [Validation Set] TrainLossPerSample = 4.4723632; EvalErrPerSample = 4.4723632
|
||||
04/11/2016 14:20:15: SGD: Saving checkpoint model 'E:\cygwin64\tmp\cntk-test-20160411151928.899517\Text_SLU@release_cpu/cntkdebug.dnn.1'
|
||||
|
||||
04/11/2016 09:29:46: Starting Epoch 2: learning rate per sample = 0.100000 effective momentum = 0.900000 momentum as time constant = 94.9 samples
|
||||
04/11/2016 14:20:15: Starting Epoch 2: learning rate per sample = 0.100000 effective momentum = 0.900000 momentum as time constant = 94.9 samples
|
||||
|
||||
04/11/2016 09:29:46: Starting minibatch loop.
|
||||
04/11/2016 14:20:15: Starting minibatch loop.
|
||||
BatchLUSequenceParser: Parsing input data...
|
||||
BatchLUSequenceParser: Parsed 51 lines with a total of 36+51 tokens.
|
||||
BatchLUSequenceParser: Parsing input data...
|
||||
BatchLUSequenceParser: Parsed 0 lines with a total of 0+0 tokens.
|
||||
EnsureDataAvailable: No more data.
|
||||
04/11/2016 09:29:46: Finished Epoch[ 2 of 3]: [Training Set] TrainLossPerSample = 4.1812397; TotalSamplesSeen = 162; EvalErrPerSample = 4.1812397; AvgLearningRatePerSample = 0.1; EpochTime=0.27912
|
||||
04/11/2016 14:20:17: Finished Epoch[ 2 of 3]: [Training Set] TrainLossPerSample = 4.1812397; TotalSamplesSeen = 162; EvalErrPerSample = 4.1812397; AvgLearningRatePerSample = 0.1; EpochTime=1.92451
|
||||
BatchLUSequenceParser: Parsing input data...
|
||||
BatchLUSequenceParser: Parsed 51 lines with a total of 36+51 tokens.
|
||||
BatchLUSequenceParser: Parsing input data...
|
||||
BatchLUSequenceParser: Parsed 0 lines with a total of 0+0 tokens.
|
||||
EnsureDataAvailable: No more data.
|
||||
Final Results: Minibatch[1-51]: SamplesSeen = 81 cr: CrossEntropyWithSoftmax/Sample = 3.5786757 Perplexity = 35.826064 Err: CrossEntropyWithSoftmax/Sample = 3.5786757 Perplexity = 35.826064
|
||||
04/11/2016 09:29:47: Finished Epoch[ 2 of 3]: [Validation Set] TrainLossPerSample = 3.5786757; EvalErrPerSample = 3.5786757
|
||||
04/11/2016 09:29:47: SGD: Saving checkpoint model 'E:\cygwin64\tmp\cntk-test-20160411102909.388201\._SLU@release_cpu/cntkdebug.dnn.2'
|
||||
04/11/2016 14:20:18: Finished Epoch[ 2 of 3]: [Validation Set] TrainLossPerSample = 3.5786757; EvalErrPerSample = 3.5786757
|
||||
04/11/2016 14:20:18: SGD: Saving checkpoint model 'E:\cygwin64\tmp\cntk-test-20160411151928.899517\Text_SLU@release_cpu/cntkdebug.dnn.2'
|
||||
|
||||
04/11/2016 09:29:47: Starting Epoch 3: learning rate per sample = 0.100000 effective momentum = 0.900000 momentum as time constant = 94.9 samples
|
||||
04/11/2016 14:20:18: Starting Epoch 3: learning rate per sample = 0.100000 effective momentum = 0.900000 momentum as time constant = 94.9 samples
|
||||
|
||||
04/11/2016 09:29:47: Starting minibatch loop.
|
||||
04/11/2016 14:20:18: Starting minibatch loop.
|
||||
BatchLUSequenceParser: Parsing input data...
|
||||
BatchLUSequenceParser: Parsed 51 lines with a total of 36+51 tokens.
|
||||
BatchLUSequenceParser: Parsing input data...
|
||||
BatchLUSequenceParser: Parsed 0 lines with a total of 0+0 tokens.
|
||||
EnsureDataAvailable: No more data.
|
||||
04/11/2016 09:29:48: Finished Epoch[ 3 of 3]: [Training Set] TrainLossPerSample = 2.9969333; TotalSamplesSeen = 243; EvalErrPerSample = 2.9969333; AvgLearningRatePerSample = 0.1; EpochTime=0.278493
|
||||
04/11/2016 14:20:24: Finished Epoch[ 3 of 3]: [Training Set] TrainLossPerSample = 2.9969333; TotalSamplesSeen = 243; EvalErrPerSample = 2.9969333; AvgLearningRatePerSample = 0.1; EpochTime=5.28606
|
||||
BatchLUSequenceParser: Parsing input data...
|
||||
BatchLUSequenceParser: Parsed 51 lines with a total of 36+51 tokens.
|
||||
BatchLUSequenceParser: Parsing input data...
|
||||
BatchLUSequenceParser: Parsed 0 lines with a total of 0+0 tokens.
|
||||
EnsureDataAvailable: No more data.
|
||||
Final Results: Minibatch[1-51]: SamplesSeen = 81 cr: CrossEntropyWithSoftmax/Sample = 2.2711188 Perplexity = 9.6902358 Err: CrossEntropyWithSoftmax/Sample = 2.2711188 Perplexity = 9.6902358
|
||||
04/11/2016 09:29:49: Finished Epoch[ 3 of 3]: [Validation Set] TrainLossPerSample = 2.2711188; EvalErrPerSample = 2.2711188
|
||||
04/11/2016 09:29:49: SGD: Saving checkpoint model 'E:\cygwin64\tmp\cntk-test-20160411102909.388201\._SLU@release_cpu/cntkdebug.dnn'
|
||||
04/11/2016 09:29:49: CNTKCommandTrainEnd: LSTM
|
||||
04/11/2016 14:20:25: Finished Epoch[ 3 of 3]: [Validation Set] TrainLossPerSample = 2.2711188; EvalErrPerSample = 2.2711188
|
||||
04/11/2016 14:20:25: SGD: Saving checkpoint model 'E:\cygwin64\tmp\cntk-test-20160411151928.899517\Text_SLU@release_cpu/cntkdebug.dnn'
|
||||
04/11/2016 14:20:25: CNTKCommandTrainEnd: LSTM
|
||||
|
||||
04/11/2016 09:29:49: Action "train" complete.
|
||||
04/11/2016 14:20:25: Action "train" complete.
|
||||
|
||||
|
||||
04/11/2016 09:29:49: ##############################################################################
|
||||
04/11/2016 09:29:49: # #
|
||||
04/11/2016 09:29:49: # Action "write" #
|
||||
04/11/2016 09:29:49: # #
|
||||
04/11/2016 09:29:49: ##############################################################################
|
||||
04/11/2016 14:20:25: ##############################################################################
|
||||
04/11/2016 14:20:25: # #
|
||||
04/11/2016 14:20:25: # Action "write" #
|
||||
04/11/2016 14:20:25: # #
|
||||
04/11/2016 14:20:25: ##############################################################################
|
||||
|
||||
BatchLUSequenceReader: Input file is C:\src\cntk_github\Tests\EndToEndTests\SLU/atis.test.apos.pred.pos.head.IOB.simple
|
||||
BatchLUSequenceReader: Input file is C:\src\cntk_github\Tests\EndToEndTests\Text\SLU/atis.test.apos.pred.pos.head.IOB.simple
|
||||
|
||||
Post-processing network...
|
||||
|
||||
|
|
@ -1093,6 +1093,6 @@ BatchLUSequenceParser: Parsed 0 lines with a total of 0+0 tokens.
|
|||
EnsureDataAvailable: No more data.
|
||||
Total Samples Evaluated = 91
|
||||
|
||||
04/11/2016 09:29:49: Action "write" complete.
|
||||
04/11/2016 14:20:26: Action "write" complete.
|
||||
|
||||
04/11/2016 09:29:49: __COMPLETED__
|
||||
04/11/2016 14:20:26: __COMPLETED__
|
||||
|
|
@ -1,8 +1,8 @@
|
|||
=== Running /cygdrive/c/src/cntk_github/x64/release/cntk.exe configFile=C:\src\cntk_github\Tests\EndToEndTests\SLU/globals.cntk+rnnlu.ndl.cntk currentDirectory=C:\src\cntk_github\Tests\EndToEndTests\SLU RunDir=E:\cygwin64\tmp\cntk-test-20160411102909.388201\._SLU@release_gpu DataDir=C:\src\cntk_github\Tests\EndToEndTests\SLU ConfigDir=C:\src\cntk_github\Tests\EndToEndTests\SLU OutputDir=E:\cygwin64\tmp\cntk-test-20160411102909.388201\._SLU@release_gpu DeviceId=0 timestamping=true
|
||||
=== Running /cygdrive/c/src/cntk_github/x64/release/cntk.exe configFile=C:\src\cntk_github\Tests\EndToEndTests\Text\SLU/globals.cntk+rnnlu.ndl.cntk currentDirectory=C:\src\cntk_github\Tests\EndToEndTests\Text\SLU RunDir=E:\cygwin64\tmp\cntk-test-20160411151928.899517\Text_SLU@release_gpu DataDir=C:\src\cntk_github\Tests\EndToEndTests\Text\SLU ConfigDir=C:\src\cntk_github\Tests\EndToEndTests\Text\SLU OutputDir=E:\cygwin64\tmp\cntk-test-20160411151928.899517\Text_SLU@release_gpu DeviceId=0 timestamping=true
|
||||
-------------------------------------------------------------------
|
||||
Build info:
|
||||
|
||||
Built time: Apr 11 2016 09:50:03
|
||||
Built time: Apr 11 2016 13:32:44
|
||||
Last modified date: Thu Apr 7 11:05:47 2016
|
||||
Build type: Release
|
||||
Build target: GPU
|
||||
|
|
@ -10,37 +10,37 @@ Build info:
|
|||
CUDA_PATH: C:\Program Files\NVIDIA GPU Computing Toolkit\CUDA\v7.0
|
||||
CUB_PATH: E:\lib\cub-1.4.1
|
||||
CUDNN_PATH: E:\lib\cuDNN_v4
|
||||
Build Branch: alrezni/slu_e2e
|
||||
Build SHA1: ee3085b2d90ae63610137a93f041b49ba65ea5c0 (modified)
|
||||
Build Branch: alrezni/examples_text
|
||||
Build SHA1: 110e330e5b490c97d4836374ed83fbe642e4f857 (modified)
|
||||
Built by alrezni on DIFFENG
|
||||
Build Path: C:\src\cntk_github\Source\CNTK\
|
||||
-------------------------------------------------------------------
|
||||
Changed current directory to C:\src\cntk_github\Tests\EndToEndTests\SLU
|
||||
04/11/2016 09:29:49: -------------------------------------------------------------------
|
||||
04/11/2016 09:29:49: Build info:
|
||||
Changed current directory to C:\src\cntk_github\Tests\EndToEndTests\Text\SLU
|
||||
04/11/2016 14:20:26: -------------------------------------------------------------------
|
||||
04/11/2016 14:20:26: Build info:
|
||||
|
||||
04/11/2016 09:29:49: Built time: Apr 11 2016 09:50:03
|
||||
04/11/2016 09:29:49: Last modified date: Thu Apr 7 11:05:47 2016
|
||||
04/11/2016 09:29:49: Build type: Release
|
||||
04/11/2016 09:29:49: Build target: GPU
|
||||
04/11/2016 09:29:49: With 1bit-SGD: no
|
||||
04/11/2016 09:29:49: CUDA_PATH: C:\Program Files\NVIDIA GPU Computing Toolkit\CUDA\v7.0
|
||||
04/11/2016 09:29:49: CUB_PATH: E:\lib\cub-1.4.1
|
||||
04/11/2016 09:29:49: CUDNN_PATH: E:\lib\cuDNN_v4
|
||||
04/11/2016 09:29:49: Build Branch: alrezni/slu_e2e
|
||||
04/11/2016 09:29:49: Build SHA1: ee3085b2d90ae63610137a93f041b49ba65ea5c0 (modified)
|
||||
04/11/2016 09:29:49: Built by alrezni on DIFFENG
|
||||
04/11/2016 09:29:49: Build Path: C:\src\cntk_github\Source\CNTK\
|
||||
04/11/2016 09:29:49: -------------------------------------------------------------------
|
||||
04/11/2016 14:20:26: Built time: Apr 11 2016 13:32:44
|
||||
04/11/2016 14:20:26: Last modified date: Thu Apr 7 11:05:47 2016
|
||||
04/11/2016 14:20:26: Build type: Release
|
||||
04/11/2016 14:20:26: Build target: GPU
|
||||
04/11/2016 14:20:26: With 1bit-SGD: no
|
||||
04/11/2016 14:20:26: CUDA_PATH: C:\Program Files\NVIDIA GPU Computing Toolkit\CUDA\v7.0
|
||||
04/11/2016 14:20:26: CUB_PATH: E:\lib\cub-1.4.1
|
||||
04/11/2016 14:20:26: CUDNN_PATH: E:\lib\cuDNN_v4
|
||||
04/11/2016 14:20:26: Build Branch: alrezni/examples_text
|
||||
04/11/2016 14:20:26: Build SHA1: 110e330e5b490c97d4836374ed83fbe642e4f857 (modified)
|
||||
04/11/2016 14:20:26: Built by alrezni on DIFFENG
|
||||
04/11/2016 14:20:26: Build Path: C:\src\cntk_github\Source\CNTK\
|
||||
04/11/2016 14:20:26: -------------------------------------------------------------------
|
||||
|
||||
04/11/2016 09:29:49: Running on DIFFENG at 2016/04/11 09:29:49
|
||||
04/11/2016 09:29:49: Command line:
|
||||
C:\src\cntk_github\x64\release\cntk.exe configFile=C:\src\cntk_github\Tests\EndToEndTests\SLU/globals.cntk+rnnlu.ndl.cntk currentDirectory=C:\src\cntk_github\Tests\EndToEndTests\SLU RunDir=E:\cygwin64\tmp\cntk-test-20160411102909.388201\._SLU@release_gpu DataDir=C:\src\cntk_github\Tests\EndToEndTests\SLU ConfigDir=C:\src\cntk_github\Tests\EndToEndTests\SLU OutputDir=E:\cygwin64\tmp\cntk-test-20160411102909.388201\._SLU@release_gpu DeviceId=0 timestamping=true
|
||||
04/11/2016 14:20:26: Running on DIFFENG at 2016/04/11 14:20:26
|
||||
04/11/2016 14:20:26: Command line:
|
||||
C:\src\cntk_github\x64\release\cntk.exe configFile=C:\src\cntk_github\Tests\EndToEndTests\Text\SLU/globals.cntk+rnnlu.ndl.cntk currentDirectory=C:\src\cntk_github\Tests\EndToEndTests\Text\SLU RunDir=E:\cygwin64\tmp\cntk-test-20160411151928.899517\Text_SLU@release_gpu DataDir=C:\src\cntk_github\Tests\EndToEndTests\Text\SLU ConfigDir=C:\src\cntk_github\Tests\EndToEndTests\Text\SLU OutputDir=E:\cygwin64\tmp\cntk-test-20160411151928.899517\Text_SLU@release_gpu DeviceId=0 timestamping=true
|
||||
|
||||
|
||||
|
||||
04/11/2016 09:29:49: >>>>>>>>>>>>>>>>>>>> RAW CONFIG (VARIABLES NOT RESOLVED) >>>>>>>>>>>>>>>>>>>>
|
||||
04/11/2016 09:29:49: NdlDir=$ConfigDir$
|
||||
04/11/2016 14:20:26: >>>>>>>>>>>>>>>>>>>> RAW CONFIG (VARIABLES NOT RESOLVED) >>>>>>>>>>>>>>>>>>>>
|
||||
04/11/2016 14:20:26: NdlDir=$ConfigDir$
|
||||
ExpDir=$RunDir$
|
||||
OutDir=$OutputDir$
|
||||
precision="double"
|
||||
|
|
@ -276,20 +276,20 @@ LSTMTest=[
|
|||
]
|
||||
]
|
||||
]
|
||||
currentDirectory=C:\src\cntk_github\Tests\EndToEndTests\SLU
|
||||
RunDir=E:\cygwin64\tmp\cntk-test-20160411102909.388201\._SLU@release_gpu
|
||||
DataDir=C:\src\cntk_github\Tests\EndToEndTests\SLU
|
||||
ConfigDir=C:\src\cntk_github\Tests\EndToEndTests\SLU
|
||||
OutputDir=E:\cygwin64\tmp\cntk-test-20160411102909.388201\._SLU@release_gpu
|
||||
currentDirectory=C:\src\cntk_github\Tests\EndToEndTests\Text\SLU
|
||||
RunDir=E:\cygwin64\tmp\cntk-test-20160411151928.899517\Text_SLU@release_gpu
|
||||
DataDir=C:\src\cntk_github\Tests\EndToEndTests\Text\SLU
|
||||
ConfigDir=C:\src\cntk_github\Tests\EndToEndTests\Text\SLU
|
||||
OutputDir=E:\cygwin64\tmp\cntk-test-20160411151928.899517\Text_SLU@release_gpu
|
||||
DeviceId=0
|
||||
timestamping=true
|
||||
|
||||
04/11/2016 09:29:49: <<<<<<<<<<<<<<<<<<<< RAW CONFIG (VARIABLES NOT RESOLVED) <<<<<<<<<<<<<<<<<<<<
|
||||
04/11/2016 14:20:26: <<<<<<<<<<<<<<<<<<<< RAW CONFIG (VARIABLES NOT RESOLVED) <<<<<<<<<<<<<<<<<<<<
|
||||
|
||||
04/11/2016 09:29:49: >>>>>>>>>>>>>>>>>>>> RAW CONFIG WITH ALL VARIABLES RESOLVED >>>>>>>>>>>>>>>>>>>>
|
||||
04/11/2016 09:29:49: NdlDir=C:\src\cntk_github\Tests\EndToEndTests\SLU
|
||||
ExpDir=E:\cygwin64\tmp\cntk-test-20160411102909.388201\._SLU@release_gpu
|
||||
OutDir=E:\cygwin64\tmp\cntk-test-20160411102909.388201\._SLU@release_gpu
|
||||
04/11/2016 14:20:26: >>>>>>>>>>>>>>>>>>>> RAW CONFIG WITH ALL VARIABLES RESOLVED >>>>>>>>>>>>>>>>>>>>
|
||||
04/11/2016 14:20:26: NdlDir=C:\src\cntk_github\Tests\EndToEndTests\Text\SLU
|
||||
ExpDir=E:\cygwin64\tmp\cntk-test-20160411151928.899517\Text_SLU@release_gpu
|
||||
OutDir=E:\cygwin64\tmp\cntk-test-20160411151928.899517\Text_SLU@release_gpu
|
||||
precision="double"
|
||||
deviceId = 0
|
||||
command=LSTM:LSTMTest
|
||||
|
|
@ -299,9 +299,9 @@ LSTM=[
|
|||
makeMode=true
|
||||
minibatchSize=10
|
||||
epochSize=4430000
|
||||
modelPath=E:\cygwin64\tmp\cntk-test-20160411102909.388201\._SLU@release_gpu/cntkdebug.dnn
|
||||
modelPath=E:\cygwin64\tmp\cntk-test-20160411151928.899517\Text_SLU@release_gpu/cntkdebug.dnn
|
||||
NDLNetworkBuilder=[
|
||||
networkDescription=C:\src\cntk_github\Tests\EndToEndTests\SLU/lstm.ndl
|
||||
networkDescription=C:\src\cntk_github\Tests\EndToEndTests\Text\SLU/lstm.ndl
|
||||
]
|
||||
SGD=[
|
||||
learningRatesPerSample=0.1
|
||||
|
|
@ -329,13 +329,13 @@ LSTM=[
|
|||
wordContext=0:1:2
|
||||
randomize=None
|
||||
nbruttsineachrecurrentiter=10
|
||||
wfile=E:\cygwin64\tmp\cntk-test-20160411102909.388201\._SLU@release_gpu/sequenceSentence.bin
|
||||
wfile=E:\cygwin64\tmp\cntk-test-20160411151928.899517\Text_SLU@release_gpu/sequenceSentence.bin
|
||||
wsize=256
|
||||
wrecords=1000
|
||||
windowSize=10000
|
||||
unk="<unk>"
|
||||
wordmap=C:\src\cntk_github\Tests\EndToEndTests\SLU/inputmap.txt
|
||||
file=C:\src\cntk_github\Tests\EndToEndTests\SLU/atis.train.apos.pred.pos.head.IOB.simple
|
||||
wordmap=C:\src\cntk_github\Tests\EndToEndTests\Text\SLU/inputmap.txt
|
||||
file=C:\src\cntk_github\Tests\EndToEndTests\Text\SLU/atis.train.apos.pred.pos.head.IOB.simple
|
||||
features=[
|
||||
dim=0
|
||||
sectionType=data
|
||||
|
|
@ -349,12 +349,12 @@ LSTM=[
|
|||
dim=1
|
||||
usewordmap=true
|
||||
labelDim=10000
|
||||
labelMappingFile=E:\cygwin64\tmp\cntk-test-20160411102909.388201\._SLU@release_gpu/sentenceLabels.txt
|
||||
labelMappingFile=E:\cygwin64\tmp\cntk-test-20160411151928.899517\Text_SLU@release_gpu/sentenceLabels.txt
|
||||
labelType=Category
|
||||
beginSequence="BOS"
|
||||
endSequence="EOS"
|
||||
usewordmap=true
|
||||
token=C:\src\cntk_github\Tests\EndToEndTests\SLU/input.txt
|
||||
token=C:\src\cntk_github\Tests\EndToEndTests\Text\SLU/input.txt
|
||||
elementSize=4
|
||||
sectionType=labels
|
||||
mapping=[
|
||||
|
|
@ -372,8 +372,8 @@ LSTM=[
|
|||
labelType=Category
|
||||
beginSequence="O"
|
||||
endSequence="O"
|
||||
token=C:\src\cntk_github\Tests\EndToEndTests\SLU/output.txt
|
||||
labelMappingFile=E:\cygwin64\tmp\cntk-test-20160411102909.388201\._SLU@release_gpu/sentenceLabels.out.txt
|
||||
token=C:\src\cntk_github\Tests\EndToEndTests\Text\SLU/output.txt
|
||||
labelMappingFile=E:\cygwin64\tmp\cntk-test-20160411151928.899517\Text_SLU@release_gpu/sentenceLabels.out.txt
|
||||
sectionType=labels
|
||||
mapping=[
|
||||
sectionType=labelMapping
|
||||
|
|
@ -387,13 +387,13 @@ LSTM=[
|
|||
readerType=LUSequenceReader
|
||||
randomize=None
|
||||
wordContext=0:1:2
|
||||
wfile=E:\cygwin64\tmp\cntk-test-20160411102909.388201\._SLU@release_gpu/sequenceSentence.valid.bin
|
||||
wfile=E:\cygwin64\tmp\cntk-test-20160411151928.899517\Text_SLU@release_gpu/sequenceSentence.valid.bin
|
||||
wsize=256
|
||||
wrecords=1000
|
||||
windowSize=10000
|
||||
unk="<unk>"
|
||||
wordmap=C:\src\cntk_github\Tests\EndToEndTests\SLU/inputmap.txt
|
||||
file=C:\src\cntk_github\Tests\EndToEndTests\SLU/atis.dev.IOB.simple
|
||||
wordmap=C:\src\cntk_github\Tests\EndToEndTests\Text\SLU/inputmap.txt
|
||||
file=C:\src\cntk_github\Tests\EndToEndTests\Text\SLU/atis.dev.IOB.simple
|
||||
features=[
|
||||
dim=0
|
||||
sectionType=data
|
||||
|
|
@ -406,12 +406,12 @@ LSTM=[
|
|||
labelIn=[
|
||||
dim=1
|
||||
labelDim=10000
|
||||
labelMappingFile=E:\cygwin64\tmp\cntk-test-20160411102909.388201\._SLU@release_gpu/sentenceLabels.in.txt
|
||||
labelMappingFile=E:\cygwin64\tmp\cntk-test-20160411151928.899517\Text_SLU@release_gpu/sentenceLabels.in.txt
|
||||
labelType=Category
|
||||
beginSequence="BOS"
|
||||
endSequence="EOS"
|
||||
usewordmap=true
|
||||
token=C:\src\cntk_github\Tests\EndToEndTests\SLU/input.txt
|
||||
token=C:\src\cntk_github\Tests\EndToEndTests\Text\SLU/input.txt
|
||||
elementSize=4
|
||||
sectionType=labels
|
||||
mapping=[
|
||||
|
|
@ -429,9 +429,9 @@ LSTM=[
|
|||
labelType=Category
|
||||
beginSequence="O"
|
||||
endSequence="O"
|
||||
token=C:\src\cntk_github\Tests\EndToEndTests\SLU/output.txt
|
||||
token=C:\src\cntk_github\Tests\EndToEndTests\Text\SLU/output.txt
|
||||
labelDim=10000
|
||||
labelMappingFile=E:\cygwin64\tmp\cntk-test-20160411102909.388201\._SLU@release_gpu/sentenceLabels.out.txt
|
||||
labelMappingFile=E:\cygwin64\tmp\cntk-test-20160411151928.899517\Text_SLU@release_gpu/sentenceLabels.out.txt
|
||||
elementSize=4
|
||||
sectionType=labels
|
||||
mapping=[
|
||||
|
|
@ -451,16 +451,16 @@ LSTMTest=[
|
|||
minibatchSize=100
|
||||
epochSize=4430000
|
||||
defaultHiddenActivity=0.1
|
||||
modelPath=E:\cygwin64\tmp\cntk-test-20160411102909.388201\._SLU@release_gpu/cntkdebug.dnn
|
||||
modelPath=E:\cygwin64\tmp\cntk-test-20160411151928.899517\Text_SLU@release_gpu/cntkdebug.dnn
|
||||
outputNodeNames=outputs
|
||||
reader=[
|
||||
readerType=LUSequenceReader
|
||||
randomize=None
|
||||
wordContext=0:1:2
|
||||
unk="<unk>"
|
||||
wordmap=C:\src\cntk_github\Tests\EndToEndTests\SLU/inputmap.txt
|
||||
file=C:\src\cntk_github\Tests\EndToEndTests\SLU/atis.test.apos.pred.pos.head.IOB.simple
|
||||
wfile=E:\cygwin64\tmp\cntk-test-20160411102909.388201\._SLU@release_gpu/sequenceSentence.bin
|
||||
wordmap=C:\src\cntk_github\Tests\EndToEndTests\Text\SLU/inputmap.txt
|
||||
file=C:\src\cntk_github\Tests\EndToEndTests\Text\SLU/atis.test.apos.pred.pos.head.IOB.simple
|
||||
wfile=E:\cygwin64\tmp\cntk-test-20160411151928.899517\Text_SLU@release_gpu/sequenceSentence.bin
|
||||
wsize=256
|
||||
wrecords=1000
|
||||
windowSize=10000
|
||||
|
|
@ -476,12 +476,12 @@ LSTMTest=[
|
|||
labelIn=[
|
||||
dim=1
|
||||
labelDim=10000
|
||||
labelMappingFile=E:\cygwin64\tmp\cntk-test-20160411102909.388201\._SLU@release_gpu/sentenceLabels.txt
|
||||
labelMappingFile=E:\cygwin64\tmp\cntk-test-20160411151928.899517\Text_SLU@release_gpu/sentenceLabels.txt
|
||||
labelType=Category
|
||||
beginSequence="BOS"
|
||||
endSequence="EOS"
|
||||
usewordmap=true
|
||||
token=C:\src\cntk_github\Tests\EndToEndTests\SLU/input.txt
|
||||
token=C:\src\cntk_github\Tests\EndToEndTests\Text\SLU/input.txt
|
||||
elementSize=4
|
||||
sectionType=labels
|
||||
mapping=[
|
||||
|
|
@ -499,9 +499,9 @@ LSTMTest=[
|
|||
labelType=Category
|
||||
beginSequence="BOS"
|
||||
endSequence="EOS"
|
||||
token=C:\src\cntk_github\Tests\EndToEndTests\SLU/output.txt
|
||||
token=C:\src\cntk_github\Tests\EndToEndTests\Text\SLU/output.txt
|
||||
labelDim=127
|
||||
labelMappingFile=E:\cygwin64\tmp\cntk-test-20160411102909.388201\._SLU@release_gpu/sentenceLabels.out.txt
|
||||
labelMappingFile=E:\cygwin64\tmp\cntk-test-20160411151928.899517\Text_SLU@release_gpu/sentenceLabels.out.txt
|
||||
elementSize=4
|
||||
sectionType=labels
|
||||
mapping=[
|
||||
|
|
@ -518,36 +518,36 @@ LSTMTest=[
|
|||
writer=[
|
||||
writerType=LUSequenceWriter
|
||||
outputs=[
|
||||
file=E:\cygwin64\tmp\cntk-test-20160411102909.388201\._SLU@release_gpu/output.rec.txt
|
||||
token=C:\src\cntk_github\Tests\EndToEndTests\SLU/output.txt
|
||||
file=E:\cygwin64\tmp\cntk-test-20160411151928.899517\Text_SLU@release_gpu/output.rec.txt
|
||||
token=C:\src\cntk_github\Tests\EndToEndTests\Text\SLU/output.txt
|
||||
]
|
||||
]
|
||||
]
|
||||
currentDirectory=C:\src\cntk_github\Tests\EndToEndTests\SLU
|
||||
RunDir=E:\cygwin64\tmp\cntk-test-20160411102909.388201\._SLU@release_gpu
|
||||
DataDir=C:\src\cntk_github\Tests\EndToEndTests\SLU
|
||||
ConfigDir=C:\src\cntk_github\Tests\EndToEndTests\SLU
|
||||
OutputDir=E:\cygwin64\tmp\cntk-test-20160411102909.388201\._SLU@release_gpu
|
||||
currentDirectory=C:\src\cntk_github\Tests\EndToEndTests\Text\SLU
|
||||
RunDir=E:\cygwin64\tmp\cntk-test-20160411151928.899517\Text_SLU@release_gpu
|
||||
DataDir=C:\src\cntk_github\Tests\EndToEndTests\Text\SLU
|
||||
ConfigDir=C:\src\cntk_github\Tests\EndToEndTests\Text\SLU
|
||||
OutputDir=E:\cygwin64\tmp\cntk-test-20160411151928.899517\Text_SLU@release_gpu
|
||||
DeviceId=0
|
||||
timestamping=true
|
||||
|
||||
04/11/2016 09:29:49: <<<<<<<<<<<<<<<<<<<< RAW CONFIG WITH ALL VARIABLES RESOLVED <<<<<<<<<<<<<<<<<<<<
|
||||
04/11/2016 14:20:26: <<<<<<<<<<<<<<<<<<<< RAW CONFIG WITH ALL VARIABLES RESOLVED <<<<<<<<<<<<<<<<<<<<
|
||||
|
||||
04/11/2016 09:29:49: >>>>>>>>>>>>>>>>>>>> PROCESSED CONFIG WITH ALL VARIABLES RESOLVED >>>>>>>>>>>>>>>>>>>>
|
||||
04/11/2016 14:20:26: >>>>>>>>>>>>>>>>>>>> PROCESSED CONFIG WITH ALL VARIABLES RESOLVED >>>>>>>>>>>>>>>>>>>>
|
||||
configparameters: rnnlu.ndl.cntk:command=LSTM:LSTMTest
|
||||
configparameters: rnnlu.ndl.cntk:ConfigDir=C:\src\cntk_github\Tests\EndToEndTests\SLU
|
||||
configparameters: rnnlu.ndl.cntk:currentDirectory=C:\src\cntk_github\Tests\EndToEndTests\SLU
|
||||
configparameters: rnnlu.ndl.cntk:DataDir=C:\src\cntk_github\Tests\EndToEndTests\SLU
|
||||
configparameters: rnnlu.ndl.cntk:ConfigDir=C:\src\cntk_github\Tests\EndToEndTests\Text\SLU
|
||||
configparameters: rnnlu.ndl.cntk:currentDirectory=C:\src\cntk_github\Tests\EndToEndTests\Text\SLU
|
||||
configparameters: rnnlu.ndl.cntk:DataDir=C:\src\cntk_github\Tests\EndToEndTests\Text\SLU
|
||||
configparameters: rnnlu.ndl.cntk:deviceId=0
|
||||
configparameters: rnnlu.ndl.cntk:ExpDir=E:\cygwin64\tmp\cntk-test-20160411102909.388201\._SLU@release_gpu
|
||||
configparameters: rnnlu.ndl.cntk:ExpDir=E:\cygwin64\tmp\cntk-test-20160411151928.899517\Text_SLU@release_gpu
|
||||
configparameters: rnnlu.ndl.cntk:LSTM=[
|
||||
action=train
|
||||
makeMode=true
|
||||
minibatchSize=10
|
||||
epochSize=4430000
|
||||
modelPath=E:\cygwin64\tmp\cntk-test-20160411102909.388201\._SLU@release_gpu/cntkdebug.dnn
|
||||
modelPath=E:\cygwin64\tmp\cntk-test-20160411151928.899517\Text_SLU@release_gpu/cntkdebug.dnn
|
||||
NDLNetworkBuilder=[
|
||||
networkDescription=C:\src\cntk_github\Tests\EndToEndTests\SLU/lstm.ndl
|
||||
networkDescription=C:\src\cntk_github\Tests\EndToEndTests\Text\SLU/lstm.ndl
|
||||
]
|
||||
SGD=[
|
||||
learningRatesPerSample=0.1
|
||||
|
|
@ -575,13 +575,13 @@ configparameters: rnnlu.ndl.cntk:LSTM=[
|
|||
wordContext=0:1:2
|
||||
randomize=None
|
||||
nbruttsineachrecurrentiter=10
|
||||
wfile=E:\cygwin64\tmp\cntk-test-20160411102909.388201\._SLU@release_gpu/sequenceSentence.bin
|
||||
wfile=E:\cygwin64\tmp\cntk-test-20160411151928.899517\Text_SLU@release_gpu/sequenceSentence.bin
|
||||
wsize=256
|
||||
wrecords=1000
|
||||
windowSize=10000
|
||||
unk="<unk>"
|
||||
wordmap=C:\src\cntk_github\Tests\EndToEndTests\SLU/inputmap.txt
|
||||
file=C:\src\cntk_github\Tests\EndToEndTests\SLU/atis.train.apos.pred.pos.head.IOB.simple
|
||||
wordmap=C:\src\cntk_github\Tests\EndToEndTests\Text\SLU/inputmap.txt
|
||||
file=C:\src\cntk_github\Tests\EndToEndTests\Text\SLU/atis.train.apos.pred.pos.head.IOB.simple
|
||||
features=[
|
||||
dim=0
|
||||
sectionType=data
|
||||
|
|
@ -595,12 +595,12 @@ configparameters: rnnlu.ndl.cntk:LSTM=[
|
|||
dim=1
|
||||
usewordmap=true
|
||||
labelDim=10000
|
||||
labelMappingFile=E:\cygwin64\tmp\cntk-test-20160411102909.388201\._SLU@release_gpu/sentenceLabels.txt
|
||||
labelMappingFile=E:\cygwin64\tmp\cntk-test-20160411151928.899517\Text_SLU@release_gpu/sentenceLabels.txt
|
||||
labelType=Category
|
||||
beginSequence="BOS"
|
||||
endSequence="EOS"
|
||||
usewordmap=true
|
||||
token=C:\src\cntk_github\Tests\EndToEndTests\SLU/input.txt
|
||||
token=C:\src\cntk_github\Tests\EndToEndTests\Text\SLU/input.txt
|
||||
elementSize=4
|
||||
sectionType=labels
|
||||
mapping=[
|
||||
|
|
@ -618,8 +618,8 @@ configparameters: rnnlu.ndl.cntk:LSTM=[
|
|||
labelType=Category
|
||||
beginSequence="O"
|
||||
endSequence="O"
|
||||
token=C:\src\cntk_github\Tests\EndToEndTests\SLU/output.txt
|
||||
labelMappingFile=E:\cygwin64\tmp\cntk-test-20160411102909.388201\._SLU@release_gpu/sentenceLabels.out.txt
|
||||
token=C:\src\cntk_github\Tests\EndToEndTests\Text\SLU/output.txt
|
||||
labelMappingFile=E:\cygwin64\tmp\cntk-test-20160411151928.899517\Text_SLU@release_gpu/sentenceLabels.out.txt
|
||||
sectionType=labels
|
||||
mapping=[
|
||||
sectionType=labelMapping
|
||||
|
|
@ -633,13 +633,13 @@ configparameters: rnnlu.ndl.cntk:LSTM=[
|
|||
readerType=LUSequenceReader
|
||||
randomize=None
|
||||
wordContext=0:1:2
|
||||
wfile=E:\cygwin64\tmp\cntk-test-20160411102909.388201\._SLU@release_gpu/sequenceSentence.valid.bin
|
||||
wfile=E:\cygwin64\tmp\cntk-test-20160411151928.899517\Text_SLU@release_gpu/sequenceSentence.valid.bin
|
||||
wsize=256
|
||||
wrecords=1000
|
||||
windowSize=10000
|
||||
unk="<unk>"
|
||||
wordmap=C:\src\cntk_github\Tests\EndToEndTests\SLU/inputmap.txt
|
||||
file=C:\src\cntk_github\Tests\EndToEndTests\SLU/atis.dev.IOB.simple
|
||||
wordmap=C:\src\cntk_github\Tests\EndToEndTests\Text\SLU/inputmap.txt
|
||||
file=C:\src\cntk_github\Tests\EndToEndTests\Text\SLU/atis.dev.IOB.simple
|
||||
features=[
|
||||
dim=0
|
||||
sectionType=data
|
||||
|
|
@ -652,12 +652,12 @@ configparameters: rnnlu.ndl.cntk:LSTM=[
|
|||
labelIn=[
|
||||
dim=1
|
||||
labelDim=10000
|
||||
labelMappingFile=E:\cygwin64\tmp\cntk-test-20160411102909.388201\._SLU@release_gpu/sentenceLabels.in.txt
|
||||
labelMappingFile=E:\cygwin64\tmp\cntk-test-20160411151928.899517\Text_SLU@release_gpu/sentenceLabels.in.txt
|
||||
labelType=Category
|
||||
beginSequence="BOS"
|
||||
endSequence="EOS"
|
||||
usewordmap=true
|
||||
token=C:\src\cntk_github\Tests\EndToEndTests\SLU/input.txt
|
||||
token=C:\src\cntk_github\Tests\EndToEndTests\Text\SLU/input.txt
|
||||
elementSize=4
|
||||
sectionType=labels
|
||||
mapping=[
|
||||
|
|
@ -675,9 +675,9 @@ configparameters: rnnlu.ndl.cntk:LSTM=[
|
|||
labelType=Category
|
||||
beginSequence="O"
|
||||
endSequence="O"
|
||||
token=C:\src\cntk_github\Tests\EndToEndTests\SLU/output.txt
|
||||
token=C:\src\cntk_github\Tests\EndToEndTests\Text\SLU/output.txt
|
||||
labelDim=10000
|
||||
labelMappingFile=E:\cygwin64\tmp\cntk-test-20160411102909.388201\._SLU@release_gpu/sentenceLabels.out.txt
|
||||
labelMappingFile=E:\cygwin64\tmp\cntk-test-20160411151928.899517\Text_SLU@release_gpu/sentenceLabels.out.txt
|
||||
elementSize=4
|
||||
sectionType=labels
|
||||
mapping=[
|
||||
|
|
@ -698,16 +698,16 @@ configparameters: rnnlu.ndl.cntk:LSTMTest=[
|
|||
minibatchSize=100
|
||||
epochSize=4430000
|
||||
defaultHiddenActivity=0.1
|
||||
modelPath=E:\cygwin64\tmp\cntk-test-20160411102909.388201\._SLU@release_gpu/cntkdebug.dnn
|
||||
modelPath=E:\cygwin64\tmp\cntk-test-20160411151928.899517\Text_SLU@release_gpu/cntkdebug.dnn
|
||||
outputNodeNames=outputs
|
||||
reader=[
|
||||
readerType=LUSequenceReader
|
||||
randomize=None
|
||||
wordContext=0:1:2
|
||||
unk="<unk>"
|
||||
wordmap=C:\src\cntk_github\Tests\EndToEndTests\SLU/inputmap.txt
|
||||
file=C:\src\cntk_github\Tests\EndToEndTests\SLU/atis.test.apos.pred.pos.head.IOB.simple
|
||||
wfile=E:\cygwin64\tmp\cntk-test-20160411102909.388201\._SLU@release_gpu/sequenceSentence.bin
|
||||
wordmap=C:\src\cntk_github\Tests\EndToEndTests\Text\SLU/inputmap.txt
|
||||
file=C:\src\cntk_github\Tests\EndToEndTests\Text\SLU/atis.test.apos.pred.pos.head.IOB.simple
|
||||
wfile=E:\cygwin64\tmp\cntk-test-20160411151928.899517\Text_SLU@release_gpu/sequenceSentence.bin
|
||||
wsize=256
|
||||
wrecords=1000
|
||||
windowSize=10000
|
||||
|
|
@ -723,12 +723,12 @@ configparameters: rnnlu.ndl.cntk:LSTMTest=[
|
|||
labelIn=[
|
||||
dim=1
|
||||
labelDim=10000
|
||||
labelMappingFile=E:\cygwin64\tmp\cntk-test-20160411102909.388201\._SLU@release_gpu/sentenceLabels.txt
|
||||
labelMappingFile=E:\cygwin64\tmp\cntk-test-20160411151928.899517\Text_SLU@release_gpu/sentenceLabels.txt
|
||||
labelType=Category
|
||||
beginSequence="BOS"
|
||||
endSequence="EOS"
|
||||
usewordmap=true
|
||||
token=C:\src\cntk_github\Tests\EndToEndTests\SLU/input.txt
|
||||
token=C:\src\cntk_github\Tests\EndToEndTests\Text\SLU/input.txt
|
||||
elementSize=4
|
||||
sectionType=labels
|
||||
mapping=[
|
||||
|
|
@ -746,9 +746,9 @@ configparameters: rnnlu.ndl.cntk:LSTMTest=[
|
|||
labelType=Category
|
||||
beginSequence="BOS"
|
||||
endSequence="EOS"
|
||||
token=C:\src\cntk_github\Tests\EndToEndTests\SLU/output.txt
|
||||
token=C:\src\cntk_github\Tests\EndToEndTests\Text\SLU/output.txt
|
||||
labelDim=127
|
||||
labelMappingFile=E:\cygwin64\tmp\cntk-test-20160411102909.388201\._SLU@release_gpu/sentenceLabels.out.txt
|
||||
labelMappingFile=E:\cygwin64\tmp\cntk-test-20160411151928.899517\Text_SLU@release_gpu/sentenceLabels.out.txt
|
||||
elementSize=4
|
||||
sectionType=labels
|
||||
mapping=[
|
||||
|
|
@ -765,38 +765,38 @@ configparameters: rnnlu.ndl.cntk:LSTMTest=[
|
|||
writer=[
|
||||
writerType=LUSequenceWriter
|
||||
outputs=[
|
||||
file=E:\cygwin64\tmp\cntk-test-20160411102909.388201\._SLU@release_gpu/output.rec.txt
|
||||
token=C:\src\cntk_github\Tests\EndToEndTests\SLU/output.txt
|
||||
file=E:\cygwin64\tmp\cntk-test-20160411151928.899517\Text_SLU@release_gpu/output.rec.txt
|
||||
token=C:\src\cntk_github\Tests\EndToEndTests\Text\SLU/output.txt
|
||||
]
|
||||
]
|
||||
]
|
||||
|
||||
configparameters: rnnlu.ndl.cntk:NdlDir=C:\src\cntk_github\Tests\EndToEndTests\SLU
|
||||
configparameters: rnnlu.ndl.cntk:OutDir=E:\cygwin64\tmp\cntk-test-20160411102909.388201\._SLU@release_gpu
|
||||
configparameters: rnnlu.ndl.cntk:OutputDir=E:\cygwin64\tmp\cntk-test-20160411102909.388201\._SLU@release_gpu
|
||||
configparameters: rnnlu.ndl.cntk:NdlDir=C:\src\cntk_github\Tests\EndToEndTests\Text\SLU
|
||||
configparameters: rnnlu.ndl.cntk:OutDir=E:\cygwin64\tmp\cntk-test-20160411151928.899517\Text_SLU@release_gpu
|
||||
configparameters: rnnlu.ndl.cntk:OutputDir=E:\cygwin64\tmp\cntk-test-20160411151928.899517\Text_SLU@release_gpu
|
||||
configparameters: rnnlu.ndl.cntk:precision=double
|
||||
configparameters: rnnlu.ndl.cntk:RunDir=E:\cygwin64\tmp\cntk-test-20160411102909.388201\._SLU@release_gpu
|
||||
configparameters: rnnlu.ndl.cntk:RunDir=E:\cygwin64\tmp\cntk-test-20160411151928.899517\Text_SLU@release_gpu
|
||||
configparameters: rnnlu.ndl.cntk:timestamping=true
|
||||
configparameters: rnnlu.ndl.cntk:traceLevel=1
|
||||
04/11/2016 09:29:49: <<<<<<<<<<<<<<<<<<<< PROCESSED CONFIG WITH ALL VARIABLES RESOLVED <<<<<<<<<<<<<<<<<<<<
|
||||
04/11/2016 09:29:49: Commands: LSTM LSTMTest
|
||||
04/11/2016 09:29:49: Precision = "double"
|
||||
04/11/2016 09:29:49: CNTKModelPath: E:\cygwin64\tmp\cntk-test-20160411102909.388201\._SLU@release_gpu/cntkdebug.dnn
|
||||
04/11/2016 09:29:49: CNTKCommandTrainInfo: LSTM : 3
|
||||
04/11/2016 09:29:49: CNTKCommandTrainInfo: CNTKNoMoreCommands_Total : 3
|
||||
04/11/2016 14:20:26: <<<<<<<<<<<<<<<<<<<< PROCESSED CONFIG WITH ALL VARIABLES RESOLVED <<<<<<<<<<<<<<<<<<<<
|
||||
04/11/2016 14:20:26: Commands: LSTM LSTMTest
|
||||
04/11/2016 14:20:26: Precision = "double"
|
||||
04/11/2016 14:20:26: CNTKModelPath: E:\cygwin64\tmp\cntk-test-20160411151928.899517\Text_SLU@release_gpu/cntkdebug.dnn
|
||||
04/11/2016 14:20:26: CNTKCommandTrainInfo: LSTM : 3
|
||||
04/11/2016 14:20:26: CNTKCommandTrainInfo: CNTKNoMoreCommands_Total : 3
|
||||
|
||||
04/11/2016 09:29:50: ##############################################################################
|
||||
04/11/2016 09:29:50: # #
|
||||
04/11/2016 09:29:50: # Action "train" #
|
||||
04/11/2016 09:29:50: # #
|
||||
04/11/2016 09:29:50: ##############################################################################
|
||||
04/11/2016 14:20:26: ##############################################################################
|
||||
04/11/2016 14:20:26: # #
|
||||
04/11/2016 14:20:26: # Action "train" #
|
||||
04/11/2016 14:20:26: # #
|
||||
04/11/2016 14:20:26: ##############################################################################
|
||||
|
||||
04/11/2016 09:29:50: CNTKCommandTrainBegin: LSTM
|
||||
04/11/2016 14:20:26: CNTKCommandTrainBegin: LSTM
|
||||
NDLBuilder Using GPU 0
|
||||
BatchLUSequenceReader: Input file is C:\src\cntk_github\Tests\EndToEndTests\SLU/atis.train.apos.pred.pos.head.IOB.simple
|
||||
BatchLUSequenceReader: Input file is C:\src\cntk_github\Tests\EndToEndTests\SLU/atis.dev.IOB.simple
|
||||
BatchLUSequenceReader: Input file is C:\src\cntk_github\Tests\EndToEndTests\Text\SLU/atis.train.apos.pred.pos.head.IOB.simple
|
||||
BatchLUSequenceReader: Input file is C:\src\cntk_github\Tests\EndToEndTests\Text\SLU/atis.dev.IOB.simple
|
||||
|
||||
04/11/2016 09:29:50: Creating virgin network.
|
||||
04/11/2016 14:20:26: Creating virgin network.
|
||||
Microsoft::MSR::CNTK::GPUMatrix<ElemType>::SetUniformRandomValue (GPU): creating curand object with seed 1, sizeof(ElemType)==8
|
||||
|
||||
Post-processing network...
|
||||
|
|
@ -900,85 +900,85 @@ Validating --> outputs = Softmax (LSTMoutputW1) : [127 x 1 x *] -> [127 x 1 x *]
|
|||
|
||||
Post-processing network complete.
|
||||
|
||||
04/11/2016 09:29:50: Created model with 62 nodes on GPU 0.
|
||||
04/11/2016 14:20:27: Created model with 62 nodes on GPU 0.
|
||||
|
||||
04/11/2016 09:29:50: Training criterion node(s):
|
||||
04/11/2016 09:29:50: cr = CrossEntropyWithSoftmax
|
||||
04/11/2016 14:20:27: Training criterion node(s):
|
||||
04/11/2016 14:20:27: cr = CrossEntropyWithSoftmax
|
||||
|
||||
04/11/2016 09:29:50: Evaluation criterion node(s):
|
||||
04/11/2016 14:20:27: Evaluation criterion node(s):
|
||||
|
||||
04/11/2016 09:29:50: Err = CrossEntropyWithSoftmax
|
||||
04/11/2016 14:20:27: Err = CrossEntropyWithSoftmax
|
||||
|
||||
|
||||
Allocating matrices for forward and/or backward propagation.
|
||||
04/11/2016 09:29:50: No PreCompute nodes found, skipping PreCompute step.
|
||||
04/11/2016 14:20:27: No PreCompute nodes found, skipping PreCompute step.
|
||||
|
||||
04/11/2016 09:29:50: Starting Epoch 1: learning rate per sample = 0.100000 effective momentum = 0.900000 momentum as time constant = 94.9 samples
|
||||
04/11/2016 14:20:27: Starting Epoch 1: learning rate per sample = 0.100000 effective momentum = 0.900000 momentum as time constant = 94.9 samples
|
||||
|
||||
04/11/2016 09:29:50: Starting minibatch loop.
|
||||
04/11/2016 14:20:27: Starting minibatch loop.
|
||||
BatchLUSequenceParser: Parsing input data...
|
||||
BatchLUSequenceParser: Parsed 51 lines with a total of 36+51 tokens.
|
||||
WARNING: The same matrix with dim [127, 3] has been transferred between different devices for 20 times.
|
||||
BatchLUSequenceParser: Parsing input data...
|
||||
BatchLUSequenceParser: Parsed 0 lines with a total of 0+0 tokens.
|
||||
EnsureDataAvailable: No more data.
|
||||
04/11/2016 09:29:50: Finished Epoch[ 1 of 3]: [Training Set] TrainLossPerSample = 4.7706065; TotalSamplesSeen = 81; EvalErrPerSample = 4.7706065; AvgLearningRatePerSample = 0.1; EpochTime=0.304092
|
||||
04/11/2016 14:20:27: Finished Epoch[ 1 of 3]: [Training Set] TrainLossPerSample = 4.7706065; TotalSamplesSeen = 81; EvalErrPerSample = 4.7706065; AvgLearningRatePerSample = 0.1; EpochTime=0.241044
|
||||
BatchLUSequenceParser: Parsing input data...
|
||||
BatchLUSequenceParser: Parsed 51 lines with a total of 36+51 tokens.
|
||||
BatchLUSequenceParser: Parsing input data...
|
||||
BatchLUSequenceParser: Parsed 0 lines with a total of 0+0 tokens.
|
||||
EnsureDataAvailable: No more data.
|
||||
Final Results: Minibatch[1-51]: SamplesSeen = 81 cr: CrossEntropyWithSoftmax/Sample = 4.4589574 Perplexity = 86.397381 Err: CrossEntropyWithSoftmax/Sample = 4.4589574 Perplexity = 86.397381
|
||||
04/11/2016 09:29:51: Finished Epoch[ 1 of 3]: [Validation Set] TrainLossPerSample = 4.4589574; EvalErrPerSample = 4.4589574
|
||||
04/11/2016 09:29:51: SGD: Saving checkpoint model 'E:\cygwin64\tmp\cntk-test-20160411102909.388201\._SLU@release_gpu/cntkdebug.dnn.1'
|
||||
04/11/2016 14:20:27: Finished Epoch[ 1 of 3]: [Validation Set] TrainLossPerSample = 4.4589574; EvalErrPerSample = 4.4589574
|
||||
04/11/2016 14:20:27: SGD: Saving checkpoint model 'E:\cygwin64\tmp\cntk-test-20160411151928.899517\Text_SLU@release_gpu/cntkdebug.dnn.1'
|
||||
|
||||
04/11/2016 09:29:51: Starting Epoch 2: learning rate per sample = 0.100000 effective momentum = 0.900000 momentum as time constant = 94.9 samples
|
||||
04/11/2016 14:20:27: Starting Epoch 2: learning rate per sample = 0.100000 effective momentum = 0.900000 momentum as time constant = 94.9 samples
|
||||
|
||||
04/11/2016 09:29:51: Starting minibatch loop.
|
||||
04/11/2016 14:20:27: Starting minibatch loop.
|
||||
BatchLUSequenceParser: Parsing input data...
|
||||
BatchLUSequenceParser: Parsed 51 lines with a total of 36+51 tokens.
|
||||
BatchLUSequenceParser: Parsing input data...
|
||||
BatchLUSequenceParser: Parsed 0 lines with a total of 0+0 tokens.
|
||||
EnsureDataAvailable: No more data.
|
||||
04/11/2016 09:29:51: Finished Epoch[ 2 of 3]: [Training Set] TrainLossPerSample = 4.1254825; TotalSamplesSeen = 162; EvalErrPerSample = 4.1254825; AvgLearningRatePerSample = 0.1; EpochTime=0.13314
|
||||
04/11/2016 14:20:27: Finished Epoch[ 2 of 3]: [Training Set] TrainLossPerSample = 4.1254825; TotalSamplesSeen = 162; EvalErrPerSample = 4.1254825; AvgLearningRatePerSample = 0.1; EpochTime=0.102854
|
||||
BatchLUSequenceParser: Parsing input data...
|
||||
BatchLUSequenceParser: Parsed 51 lines with a total of 36+51 tokens.
|
||||
BatchLUSequenceParser: Parsing input data...
|
||||
BatchLUSequenceParser: Parsed 0 lines with a total of 0+0 tokens.
|
||||
EnsureDataAvailable: No more data.
|
||||
Final Results: Minibatch[1-51]: SamplesSeen = 81 cr: CrossEntropyWithSoftmax/Sample = 3.4404076 Perplexity = 31.199672 Err: CrossEntropyWithSoftmax/Sample = 3.4404076 Perplexity = 31.199672
|
||||
04/11/2016 09:29:51: Finished Epoch[ 2 of 3]: [Validation Set] TrainLossPerSample = 3.4404076; EvalErrPerSample = 3.4404076
|
||||
04/11/2016 09:29:51: SGD: Saving checkpoint model 'E:\cygwin64\tmp\cntk-test-20160411102909.388201\._SLU@release_gpu/cntkdebug.dnn.2'
|
||||
04/11/2016 14:20:27: Finished Epoch[ 2 of 3]: [Validation Set] TrainLossPerSample = 3.4404076; EvalErrPerSample = 3.4404076
|
||||
04/11/2016 14:20:27: SGD: Saving checkpoint model 'E:\cygwin64\tmp\cntk-test-20160411151928.899517\Text_SLU@release_gpu/cntkdebug.dnn.2'
|
||||
|
||||
04/11/2016 09:29:51: Starting Epoch 3: learning rate per sample = 0.100000 effective momentum = 0.900000 momentum as time constant = 94.9 samples
|
||||
04/11/2016 14:20:28: Starting Epoch 3: learning rate per sample = 0.100000 effective momentum = 0.900000 momentum as time constant = 94.9 samples
|
||||
|
||||
04/11/2016 09:29:51: Starting minibatch loop.
|
||||
04/11/2016 14:20:28: Starting minibatch loop.
|
||||
BatchLUSequenceParser: Parsing input data...
|
||||
BatchLUSequenceParser: Parsed 51 lines with a total of 36+51 tokens.
|
||||
BatchLUSequenceParser: Parsing input data...
|
||||
BatchLUSequenceParser: Parsed 0 lines with a total of 0+0 tokens.
|
||||
EnsureDataAvailable: No more data.
|
||||
04/11/2016 09:29:51: Finished Epoch[ 3 of 3]: [Training Set] TrainLossPerSample = 2.8280984; TotalSamplesSeen = 243; EvalErrPerSample = 2.8280984; AvgLearningRatePerSample = 0.1; EpochTime=0.103014
|
||||
04/11/2016 14:20:28: Finished Epoch[ 3 of 3]: [Training Set] TrainLossPerSample = 2.8280984; TotalSamplesSeen = 243; EvalErrPerSample = 2.8280984; AvgLearningRatePerSample = 0.1; EpochTime=0.102437
|
||||
BatchLUSequenceParser: Parsing input data...
|
||||
BatchLUSequenceParser: Parsed 51 lines with a total of 36+51 tokens.
|
||||
BatchLUSequenceParser: Parsing input data...
|
||||
BatchLUSequenceParser: Parsed 0 lines with a total of 0+0 tokens.
|
||||
EnsureDataAvailable: No more data.
|
||||
Final Results: Minibatch[1-51]: SamplesSeen = 81 cr: CrossEntropyWithSoftmax/Sample = 2.2055314 Perplexity = 9.0750731 Err: CrossEntropyWithSoftmax/Sample = 2.2055314 Perplexity = 9.0750731
|
||||
04/11/2016 09:29:51: Finished Epoch[ 3 of 3]: [Validation Set] TrainLossPerSample = 2.2055314; EvalErrPerSample = 2.2055314
|
||||
04/11/2016 09:29:51: SGD: Saving checkpoint model 'E:\cygwin64\tmp\cntk-test-20160411102909.388201\._SLU@release_gpu/cntkdebug.dnn'
|
||||
04/11/2016 09:29:51: CNTKCommandTrainEnd: LSTM
|
||||
04/11/2016 14:20:28: Finished Epoch[ 3 of 3]: [Validation Set] TrainLossPerSample = 2.2055314; EvalErrPerSample = 2.2055314
|
||||
04/11/2016 14:20:28: SGD: Saving checkpoint model 'E:\cygwin64\tmp\cntk-test-20160411151928.899517\Text_SLU@release_gpu/cntkdebug.dnn'
|
||||
04/11/2016 14:20:28: CNTKCommandTrainEnd: LSTM
|
||||
|
||||
04/11/2016 09:29:51: Action "train" complete.
|
||||
04/11/2016 14:20:28: Action "train" complete.
|
||||
|
||||
|
||||
04/11/2016 09:29:51: ##############################################################################
|
||||
04/11/2016 09:29:51: # #
|
||||
04/11/2016 09:29:51: # Action "write" #
|
||||
04/11/2016 09:29:51: # #
|
||||
04/11/2016 09:29:51: ##############################################################################
|
||||
04/11/2016 14:20:28: ##############################################################################
|
||||
04/11/2016 14:20:28: # #
|
||||
04/11/2016 14:20:28: # Action "write" #
|
||||
04/11/2016 14:20:28: # #
|
||||
04/11/2016 14:20:28: ##############################################################################
|
||||
|
||||
BatchLUSequenceReader: Input file is C:\src\cntk_github\Tests\EndToEndTests\SLU/atis.test.apos.pred.pos.head.IOB.simple
|
||||
BatchLUSequenceReader: Input file is C:\src\cntk_github\Tests\EndToEndTests\Text\SLU/atis.test.apos.pred.pos.head.IOB.simple
|
||||
|
||||
Post-processing network...
|
||||
|
||||
|
|
@ -1095,6 +1095,6 @@ BatchLUSequenceParser: Parsed 0 lines with a total of 0+0 tokens.
|
|||
EnsureDataAvailable: No more data.
|
||||
Total Samples Evaluated = 91
|
||||
|
||||
04/11/2016 09:29:51: Action "write" complete.
|
||||
04/11/2016 14:20:28: Action "write" complete.
|
||||
|
||||
04/11/2016 09:29:51: __COMPLETED__
|
||||
04/11/2016 14:20:28: __COMPLETED__
|
||||
|
|
@ -124,7 +124,7 @@ LSTM=[
|
|||
dim=1
|
||||
usewordmap=true
|
||||
|
||||
# vocabulary size
|
||||
# vocabulary size
|
||||
labelDim=10000
|
||||
labelMappingFile=$ExpDir$/sentenceLabels.txt
|
||||
labelType=Category
|
||||
|
|
@ -19,10 +19,23 @@ testCases:
|
|||
- learning rate per sample = {{float}}
|
||||
- momentum = {{float}}
|
||||
|
||||
Epochs must be finished with expected results:
|
||||
Epochs must be finished with expected results (validation set):
|
||||
patterns:
|
||||
- Finished Epoch[{{integer}} of {{integer}}]
|
||||
- "Finished Epoch[{{integer}} of {{integer}}]: [Validation Set]"
|
||||
- TrainLossPerSample = {{float,tolerance=.1%}}
|
||||
- EvalErrPerSample = {{float,tolerance=.1%}}
|
||||
- EvalErrPerSample = {{float,tolerance=0.001%}}
|
||||
|
||||
Epochs must be finished with expected results (training set):
|
||||
patterns:
|
||||
- "Finished Epoch[{{integer}} of {{integer}}]: [Training Set]"
|
||||
- TrainLossPerSample = {{float,tolerance=.1%}}
|
||||
- TotalSamplesSeen = {{integer}}
|
||||
- EvalErrPerSample = {{float,tolerance=0.001%}}
|
||||
- AvgLearningRatePerSample = {{float,tolerance=0.001%}}
|
||||
|
||||
Per-minibatch (with low train loss) training results must match:
|
||||
patterns:
|
||||
- Minibatch[{{integer}}-{{integer}}
|
||||
- SamplesSeen = {{integer}}
|
||||
- CrossEntropyWithSoftmax/Sample = {{float,tolerance=0.05}}
|
||||
- Perplexity = {{float,tolerance=0.05}}
|
||||
|
|
@ -12,35 +12,34 @@ namespace Microsoft { namespace MSR { namespace CNTK { namespace Test {
|
|||
|
||||
BOOST_AUTO_TEST_SUITE(GPUMatrixSuite)
|
||||
|
||||
#if 0
|
||||
// TODO
|
||||
// These tests currently don't reliably run and need rework.
|
||||
// When re-enabling please make sure they run reliably by testing
|
||||
// in several runs and on multiple machines.
|
||||
|
||||
// Requires GPU
|
||||
BOOST_FIXTURE_TEST_CASE(MatrixDataSynchronization_DefaultBehaviorTestForConstructors, RandomSeedFixture)
|
||||
{
|
||||
const SingleMatrix matrixA(c_deviceIdZero);
|
||||
BOOST_CHECK_EQUAL(CurrentDataLocation::GPU, matrixA.GetCurrentMatrixLocation());
|
||||
BOOST_CHECK_EQUAL(0, matrixA.GetNumCols());
|
||||
BOOST_CHECK_EQUAL(0, matrixA.GetNumRows());
|
||||
|
||||
const SingleMatrix matrixA1(c_deviceIdZero);
|
||||
BOOST_CHECK_EQUAL(CurrentDataLocation::GPU, matrixA1.GetCurrentMatrixLocation());
|
||||
BOOST_CHECK_EQUAL(0, matrixA1.GetNumCols());
|
||||
BOOST_CHECK_EQUAL(0, matrixA1.GetNumRows());
|
||||
|
||||
const SingleMatrix matrixA2(static_cast<size_t>(13), static_cast<size_t>(12), c_deviceIdZero);
|
||||
BOOST_CHECK_EQUAL(CurrentDataLocation::GPU, matrixA2.GetCurrentMatrixLocation());
|
||||
BOOST_CHECK_EQUAL(12, matrixA2.GetNumCols());
|
||||
BOOST_CHECK_EQUAL(13, matrixA2.GetNumRows());
|
||||
const SingleMatrix matrixA2(CPUDEVICE);
|
||||
BOOST_CHECK_EQUAL(CurrentDataLocation::CPU, matrixA2.GetCurrentMatrixLocation());
|
||||
BOOST_CHECK_EQUAL(0, matrixA2.GetNumCols());
|
||||
BOOST_CHECK_EQUAL(0, matrixA2.GetNumRows());
|
||||
|
||||
const SingleMatrix matrixA3(13, 12, c_deviceIdZero);
|
||||
BOOST_CHECK_EQUAL(CurrentDataLocation::GPU, matrixA3.GetCurrentMatrixLocation());
|
||||
BOOST_CHECK_EQUAL(12, matrixA3.GetNumCols());
|
||||
BOOST_CHECK_EQUAL(13, matrixA3.GetNumRows());
|
||||
|
||||
float arr[5 * 45];
|
||||
const SingleMatrix matrixA3(5, 45, arr, c_deviceIdZero, matrixFlagNormal);
|
||||
BOOST_CHECK(CurrentDataLocation::GPU == matrixA3.GetCurrentMatrixLocation());
|
||||
BOOST_CHECK_EQUAL(45, matrixA3.GetNumCols());
|
||||
BOOST_CHECK_EQUAL(5, matrixA3.GetNumRows());
|
||||
const SingleMatrix matrixA4(5, 45, arr, c_deviceIdZero, matrixFlagNormal);
|
||||
BOOST_CHECK_EQUAL(CurrentDataLocation::GPU, matrixA4.GetCurrentMatrixLocation());
|
||||
BOOST_CHECK_EQUAL(45, matrixA4.GetNumCols());
|
||||
BOOST_CHECK_EQUAL(5, matrixA4.GetNumRows());
|
||||
|
||||
const SingleMatrix matrixA5(45, 5, arr, CPUDEVICE, matrixFlagNormal);
|
||||
BOOST_CHECK_EQUAL(CurrentDataLocation::CPU, matrixA5.GetCurrentMatrixLocation());
|
||||
BOOST_CHECK_EQUAL(5, matrixA5.GetNumCols());
|
||||
BOOST_CHECK_EQUAL(45, matrixA5.GetNumRows());
|
||||
}
|
||||
|
||||
// Requires GPU
|
||||
|
|
@ -49,47 +48,39 @@ BOOST_FIXTURE_TEST_CASE(MatrixDataSynchronization_AccessPatternAndTransferTest,
|
|||
float arr[5 * 45];
|
||||
const SingleMatrix matrixA(5, 45, arr, c_deviceIdZero, matrixFlagNormal);
|
||||
BOOST_CHECK_EQUAL(CurrentDataLocation::GPU, matrixA.GetCurrentMatrixLocation());
|
||||
BOOST_CHECK_EQUAL(45, matrixA.GetNumCols());
|
||||
BOOST_CHECK_EQUAL(5, matrixA.GetNumRows());
|
||||
|
||||
float x = matrixA(1, 1);
|
||||
BOOST_CHECK(matrixA.GetCurrentMatrixLocation() != CurrentDataLocation::GPU);
|
||||
foreach_coord (i, j, matrixA)
|
||||
// GetValue calls operator() const, leaving the matrix in the BOTH state
|
||||
float x = matrixA.GetValue(0, 0);
|
||||
BOOST_CHECK_EQUAL(CurrentDataLocation::BOTH, matrixA.GetCurrentMatrixLocation());
|
||||
foreach_coord(i, j, matrixA)
|
||||
{
|
||||
x = matrixA(i, j);
|
||||
BOOST_CHECK(matrixA.GetCurrentMatrixLocation() != CurrentDataLocation::GPU);
|
||||
x = matrixA.GetValue(i, j);
|
||||
BOOST_CHECK_EQUAL(CurrentDataLocation::BOTH, matrixA.GetCurrentMatrixLocation());
|
||||
}
|
||||
|
||||
SingleMatrix matrixB(15, 15, arr, matrixFlagNormal);
|
||||
BOOST_CHECK_EQUAL(CurrentDataLocation::GPU, matrixB.GetCurrentMatrixLocation());
|
||||
BOOST_CHECK_EQUAL(15, matrixB.GetNumCols());
|
||||
BOOST_CHECK_EQUAL(15, matrixB.GetNumRows());
|
||||
|
||||
x = matrixB(1, 1);
|
||||
// non-const operator leaves it in CPU state so that writing to it is valid
|
||||
float& y = matrixB(1, 1);
|
||||
BOOST_CHECK_EQUAL(CurrentDataLocation::CPU, matrixB.GetCurrentMatrixLocation());
|
||||
matrixB(4, 2) = x;
|
||||
matrixB(4, 2) = y;
|
||||
BOOST_CHECK_EQUAL(CurrentDataLocation::CPU, matrixB.GetCurrentMatrixLocation());
|
||||
foreach_coord (i, j, matrixB)
|
||||
{
|
||||
x = matrixB(i, j);
|
||||
matrixB(j, i) = x;
|
||||
y = matrixB(i, j);
|
||||
matrixB(j, i) = y;
|
||||
BOOST_CHECK_EQUAL(CurrentDataLocation::CPU, matrixB.GetCurrentMatrixLocation());
|
||||
}
|
||||
|
||||
matrixB.TransferFromDeviceToDevice(-1, 0, false);
|
||||
matrixB.TransferFromDeviceToDevice(CPUDEVICE, c_deviceIdZero, false);
|
||||
BOOST_CHECK_EQUAL(CurrentDataLocation::BOTH, matrixB.GetCurrentMatrixLocation());
|
||||
matrixB.TransferFromDeviceToDevice(0, -1, false);
|
||||
matrixB.TransferFromDeviceToDevice(c_deviceIdZero, CPUDEVICE, false);
|
||||
BOOST_CHECK_EQUAL(CurrentDataLocation::BOTH, matrixB.GetCurrentMatrixLocation());
|
||||
matrixB.TransferFromDeviceToDevice(-1, 0, true);
|
||||
matrixB.TransferFromDeviceToDevice(CPUDEVICE, c_deviceIdZero, true);
|
||||
BOOST_CHECK_EQUAL(CurrentDataLocation::GPU, matrixB.GetCurrentMatrixLocation());
|
||||
matrixB.TransferFromDeviceToDevice(0, -1, true);
|
||||
matrixB.TransferFromDeviceToDevice(c_deviceIdZero, CPUDEVICE, true);
|
||||
BOOST_CHECK_EQUAL(CurrentDataLocation::CPU, matrixB.GetCurrentMatrixLocation());
|
||||
|
||||
const SingleMatrix matrixC(-1);
|
||||
BOOST_CHECK_EQUAL(CurrentDataLocation::CPU, matrixC.GetCurrentMatrixLocation());
|
||||
|
||||
const SingleMatrix matrixD(15, 15, arr, CPUDEVICE, matrixFlagNormal);
|
||||
BOOST_CHECK_EQUAL(CurrentDataLocation::CPU, matrixD.GetCurrentMatrixLocation());
|
||||
}
|
||||
|
||||
// Requires GPU
|
||||
|
|
@ -101,8 +92,8 @@ BOOST_FIXTURE_TEST_CASE(MatrixDataSynchronization_GravitatingTowardsPreferredDev
|
|||
BOOST_CHECK_EQUAL(CurrentDataLocation::GPU, matrixA.GetCurrentMatrixLocation());
|
||||
BOOST_CHECK_EQUAL(CurrentDataLocation::GPU, matrixB.GetCurrentMatrixLocation());
|
||||
|
||||
// Set the current matrix location by reading a value of the matrix
|
||||
float x = matrixA(1, 1);
|
||||
// Set the current matrix location by reading a value of the matrix (via non-const operator())
|
||||
float& x = matrixA(1, 1);
|
||||
BOOST_CHECK_EQUAL(CurrentDataLocation::CPU, matrixA.GetCurrentMatrixLocation());
|
||||
x = matrixB(1, 1);
|
||||
BOOST_CHECK_EQUAL(CurrentDataLocation::CPU, matrixB.GetCurrentMatrixLocation());
|
||||
|
|
@ -113,8 +104,6 @@ BOOST_FIXTURE_TEST_CASE(MatrixDataSynchronization_GravitatingTowardsPreferredDev
|
|||
BOOST_CHECK_EQUAL(CurrentDataLocation::GPU, matrixC.GetCurrentMatrixLocation());
|
||||
}
|
||||
|
||||
#endif
|
||||
|
||||
BOOST_AUTO_TEST_SUITE_END()
|
||||
}
|
||||
} } }
|
||||
|
|
|
|||
|
|
@ -116,7 +116,7 @@ declare -a opencvFiles=("libopencv_core.so.3.0" "libopencv_imgproc.so.3.0" "libo
|
|||
declare -a libzipFiles=("libzip.so")
|
||||
|
||||
# CUDA
|
||||
declare -a cudaFiles=("libcudart.so.7.0" "libcublas.so.7.0" "libcurand.so.7.0" "libcusparse.so.7.0")
|
||||
declare -a cudaFiles=("libcudart.so.7.5" "libcublas.so.7.5" "libcurand.so.7.5" "libcusparse.so.7.5")
|
||||
|
||||
# cuDNN
|
||||
declare -a cudnnFiles=("libcudnn.so.4")
|
||||
|
|
|
|||
|
|
@ -19,6 +19,7 @@ from cntk.graph import ComputationNode
|
|||
from cntk.ops.cntk1 import NewReshape
|
||||
from cntk.utils import get_cntk_cmd, MODEL_INDENTATION
|
||||
from .utils import cntk_to_numpy_shape, aggregate_readers
|
||||
from .utils import with_metaclass
|
||||
|
||||
CNTK_TEMPLATE_DIR = os.path.join(os.path.dirname(__file__), "templates")
|
||||
CNTK_TRAIN_TEMPLATE_PATH = os.path.join(
|
||||
|
|
@ -58,7 +59,7 @@ def get_new_context():
|
|||
return get_context(new_handle)
|
||||
|
||||
|
||||
class AbstractContext(object, metaclass=ABCMeta):
|
||||
class AbstractContext(with_metaclass(ABCMeta, object)):
|
||||
|
||||
'''
|
||||
This is the abstract CNTK context. It provides an API to run CNTK actions.
|
||||
|
|
@ -370,7 +371,9 @@ class AbstractContext(object, metaclass=ABCMeta):
|
|||
|
||||
seq_idx = parts[0].strip()
|
||||
payload = parts[1]
|
||||
info, *data = payload.split(' ')
|
||||
payload_parts = payload.split(' ')
|
||||
info = payload_parts[0]
|
||||
data = payload_parts[1:]
|
||||
|
||||
if seq_idx != last_seq_idx:
|
||||
if not info == 'w.shape':
|
||||
|
|
@ -491,7 +494,9 @@ class Context(AbstractContext):
|
|||
retrieve the node shapes.
|
||||
'''
|
||||
filename = os.path.join(self.directory, config_file_name)
|
||||
with open(os.path.join(self.directory, filename), 'w') as out:
|
||||
filename = os.path.relpath(filename)
|
||||
|
||||
with open(filename, 'w') as out:
|
||||
out.write(config_content)
|
||||
|
||||
try:
|
||||
|
|
@ -503,7 +508,11 @@ class Context(AbstractContext):
|
|||
log.write(output)
|
||||
|
||||
except subprocess.CalledProcessError as e:
|
||||
print(e.output.decode('utf-8'), file=open('error.txt', 'w'))
|
||||
with open('error.txt', 'w') as f:
|
||||
f.write(e.output.decode('utf-8'))
|
||||
print("="*50)
|
||||
print(e.output.decode('utf-8'))
|
||||
print("="*50)
|
||||
raise
|
||||
|
||||
if not output:
|
||||
|
|
|
|||
|
|
@ -18,6 +18,7 @@ class sparse(object):
|
|||
|
||||
from .utils import MODEL_INDENTATION
|
||||
from .utils import aggregate_readers
|
||||
from .utils import with_metaclass, is_string
|
||||
|
||||
def _tuple_to_cntk_shape(shape):
|
||||
return ':'.join(str(v) for v in shape)
|
||||
|
|
@ -117,6 +118,10 @@ class ComputationNode(object):
|
|||
self.__rdiv__ = self.__rtruediv__
|
||||
return ElementDivide(other, self)
|
||||
|
||||
# Python2 compatibility
|
||||
__div__ = __truediv__
|
||||
__rdiv__ = __rtruediv__
|
||||
|
||||
def __abs__(self):
|
||||
return Abs(self)
|
||||
|
||||
|
|
@ -146,7 +151,7 @@ class ComputationNode(object):
|
|||
def _param_to_brainscript(self, p_name, p_value):
|
||||
if isinstance(p_value, bool):
|
||||
p_value = str(p_value).lower()
|
||||
elif isinstance(p_value, str):
|
||||
elif is_string(p_value):
|
||||
p_value = "'%s'" % p_value
|
||||
elif type(p_value) in [list, tuple]:
|
||||
# FIXME here we assume that all dims are of TensorShape
|
||||
|
|
@ -322,14 +327,14 @@ class ComputationNode(object):
|
|||
return "\n".join(desc), has_inputs, aggregate_readers(readers)
|
||||
|
||||
|
||||
class InputComputationNodeBase(ComputationNode, metaclass=ABCMeta):
|
||||
class InputComputationNodeBase(with_metaclass(ABCMeta, ComputationNode)):
|
||||
'''
|
||||
Base class for all non-image input nodes nodes and operators.
|
||||
'''
|
||||
pass
|
||||
|
||||
|
||||
class ImageInputComputationNodeBase(ComputationNode, metaclass=ABCMeta):
|
||||
class ImageInputComputationNodeBase(with_metaclass(ABCMeta, ComputationNode)):
|
||||
|
||||
'''
|
||||
Base class for all image input nodes nodes and operators.
|
||||
|
|
|
|||
|
|
@ -20,10 +20,10 @@ import numpy as np
|
|||
|
||||
#TODO: perhaps include some rand() testing; and
|
||||
TENSOR_PAIRS = [
|
||||
([30], [10]),
|
||||
([[30]], [[10]]),
|
||||
([[1.5,2.1]], [[10,20]]),
|
||||
([[100, 200], [300,400], [10,20]], [[10, 20], [30,40], [1,2]]),
|
||||
([30.], [10.]),
|
||||
([[30.]], [[10.]]),
|
||||
([[1.5,2.1]], [[10.,20.]]),
|
||||
([[100., 200.], [300.,400.], [10.,20.]], [[10., 20.], [30.,40.], [1.,2.]]),
|
||||
#Test with broadcast
|
||||
#TODO: un-expected CNTK output with the backward pass test
|
||||
#([5], [[10, 20], [30,40], [1,2]]),
|
||||
|
|
|
|||
|
|
@ -29,7 +29,7 @@ class SGDParams(dict):
|
|||
:param momentum_per_mb: The default value is 0.9. Different values can
|
||||
be given to different epochs. It is important to note that CNTK has a particular
|
||||
behaviour when dealing with momentum, the learning rate is automatically further
|
||||
scaled by a factor of (1 – momentum).
|
||||
scaled by a factor of (1 - momentum).
|
||||
|
||||
:param momentum_per_sample: similarly to learning rate, momentum can be defined
|
||||
on the sample level, also, different values can be given to different epochs.
|
||||
|
|
|
|||
|
|
@ -1,10 +1,11 @@
|
|||
from abc import ABCMeta, abstractmethod
|
||||
import numpy as np
|
||||
|
||||
from .utils import with_metaclass
|
||||
from .graph import ComputationNode
|
||||
|
||||
|
||||
class AbstractReader(metaclass=ABCMeta):
|
||||
class AbstractReader(with_metaclass(ABCMeta)):
|
||||
""" This is the abstract class that represents a reader for one input node
|
||||
"""
|
||||
|
||||
|
|
@ -75,7 +76,7 @@ class CNTKTextFormatReader(AbstractReader):
|
|||
r.add_input(input_node, self.input_alias, np.multiply.reduce(input_node.dims), self.format)
|
||||
return r
|
||||
|
||||
class AbstractReaderAggregator(dict, metaclass=ABCMeta):
|
||||
class AbstractReaderAggregator(with_metaclass(ABCMeta, dict)):
|
||||
|
||||
""" This is the abstract reader class. The sub-classes of this class
|
||||
are not exposed to the user and are used to aggregate all inputs' readers
|
||||
|
|
|
|||
|
|
@ -1,4 +1,5 @@
|
|||
import os
|
||||
import sys
|
||||
|
||||
def get_cntk_cmd():
|
||||
if "CNTK_EXECUTABLE_PATH" not in os.environ:
|
||||
|
|
@ -41,3 +42,20 @@ def aggregate_readers(readers):
|
|||
|
||||
return [r for r in readers_map.values()]
|
||||
|
||||
def is_string(value):
|
||||
if sys.version_info.major<3:
|
||||
return isinstance(value, basestring)
|
||||
|
||||
return isinstance(value, str)
|
||||
|
||||
# Copied from six
|
||||
def with_metaclass(meta, *bases):
|
||||
"""Create a base class with a metaclass."""
|
||||
# This requires a bit of explanation: the basic idea is to make a dummy
|
||||
# metaclass for one level of class instantiation that replaces itself with
|
||||
# the actual metaclass.
|
||||
class metaclass(meta):
|
||||
|
||||
def __new__(cls, name, this_bases, d):
|
||||
return meta(name, bases, d)
|
||||
return type.__new__(metaclass, 'temporary_class', (), {})
|
||||
|
|
|
|||
|
|
@ -9,16 +9,26 @@ def pytest_addoption(parser):
|
|||
parser.addoption("--deviceid", action="append", default=[_DEFAULT_DEVICE_ID],
|
||||
help="list of device ids to pass to test functions")
|
||||
|
||||
DEVICE_MAP = {
|
||||
'auto': 'auto',
|
||||
'cpu': -1,
|
||||
'gpu': 0
|
||||
}
|
||||
|
||||
def pytest_generate_tests(metafunc):
|
||||
if 'device_id' in metafunc.fixturenames:
|
||||
if (len(metafunc.config.option.deviceid)) > 1:
|
||||
del metafunc.config.option.deviceid[0]
|
||||
|
||||
devices = set()
|
||||
for d_id in metafunc.config.option.deviceid:
|
||||
for elem in metafunc.config.option.deviceid:
|
||||
try:
|
||||
devices.add(int(d_id))
|
||||
if elem in DEVICE_MAP:
|
||||
devices.add(DEVICE_MAP[elem])
|
||||
else:
|
||||
devices.add(int(elem))
|
||||
except ValueError:
|
||||
raise RuntimeError("invalid deviceid value {0}, please use integer values".format(d_id))
|
||||
raise RuntimeError("invalid deviceid value '{0}', please " +
|
||||
"use integer values or 'auto'".format(elem))
|
||||
|
||||
metafunc.parametrize("device_id", devices)
|
||||
metafunc.parametrize("device_id", devices)
|
||||
Загрузка…
Ссылка в новой задаче