From 89909cd8a3892ead1b9076fa2da16ef912c89502 Mon Sep 17 00:00:00 2001 From: kaisheny Date: Thu, 28 May 2015 10:17:05 -0700 Subject: [PATCH] update results with NCE and class LM on news. update class lm setup. --- .../News/setups/lstmlm.gpu.classlm.config.txt | 12 ++++++------ ExampleSetups/News/steps/s1.newscomments.txt | 3 +++ ExampleSetups/News/steps/s3.class.lstm.txt | 9 +++++++-- 3 files changed, 16 insertions(+), 8 deletions(-) diff --git a/ExampleSetups/News/setups/lstmlm.gpu.classlm.config.txt b/ExampleSetups/News/setups/lstmlm.gpu.classlm.config.txt index 8d88e9419..eddd3a8ad 100644 --- a/ExampleSetups/News/setups/lstmlm.gpu.classlm.config.txt +++ b/ExampleSetups/News/setups/lstmlm.gpu.classlm.config.txt @@ -8,8 +8,8 @@ numCPUThreads=4 # command=dumpNodeInfo #command=train #command=test -command=writeWordAndClassInfo -#command=writeWordAndClassInfo:train:test +#command=writeWordAndClassInfo +command=writeWordAndClassInfo:train:test #command=train:test type=double @@ -30,7 +30,7 @@ nthreads=4 writeWordAndClassInfo=[ action=writeWordAndClass inputFile=$DataFolder$\$TRAINFILE$ - outputVocabFile=$DataFolder$\vocab.txt + outputVocabFile=$ExpFolder$\vocab.txt outputWord2Cls=$ExpFolder$\word2cls.txt outputCls2Index=$ExpFolder$\cls2idx.txt vocabSize=$VOCABSIZE$ @@ -117,7 +117,7 @@ train=[ nbruttsineachrecurrentiter=10 # word class info - wordclass=$DataFolder$\vocab.txt + wordclass=$ExpFolder$\vocab.txt #### write definition wfile=$ExpFolder$\sequenceSentence.bin @@ -212,7 +212,7 @@ train=[ readerType=LMSequenceReader randomize=None # word class info - wordclass=$DataFolder$\vocab.txt + wordclass=$ExpFolder$\vocab.txt # if writerType is set, we will cache to a binary file # if the binary file exists, we will use it instead of parsing this file @@ -331,7 +331,7 @@ test=[ readerType=LMSequenceReader randomize=None # word class info - wordclass=$DataFolder$\vocab.txt + wordclass=$ExpFolder$\vocab.txt #### write definition wfile=$ExpFolder$\sequenceSentence.bin diff --git a/ExampleSetups/News/steps/s1.newscomments.txt b/ExampleSetups/News/steps/s1.newscomments.txt index 1e7e04498..75ccc9f26 100644 --- a/ExampleSetups/News/steps/s1.newscomments.txt +++ b/ExampleSetups/News/steps/s1.newscomments.txt @@ -48,3 +48,6 @@ D:\dev\cntkcodeplex\x64\Release\cntk.exe configFile=..\setups\global.config+..\s # on server \\speechstore5\userdata\kaishengy\bin\binmay26\cntk.exe configFile=\\speechstore5\userdata\kaishengy\exp\news\setups\global.config+\\speechstore5\userdata\kaishengy\exp\news\setups\lstmlm.gpu.nce.config.txt ExpDir=\\speechstore5\transient\kaishengy\exp\news\s1.lstmlm.comments.2layers command=train train=[SimpleNetworkBuilder=[layerSizes=$VOCABSIZE$:200:200:$VOCABSIZE$]] +# test +# PPL Perplexity = 36.1999 +\\speechstore5\userdata\kaishengy\bin\binmay28\cntk.exe configFile=\\speechstore5\userdata\kaishengy\exp\news\setups\global.config+\\speechstore5\userdata\kaishengy\exp\news\setups\lstmlm.gpu.nce.config.txt ExpDir=\\speechstore5\transient\kaishengy\exp\news\s1.lstmlm.comments.2layers test=[modelPath=$ExpFolder$\modelRnnCNTK] command=test diff --git a/ExampleSetups/News/steps/s3.class.lstm.txt b/ExampleSetups/News/steps/s3.class.lstm.txt index e4ef0a37c..19082b6ac 100644 --- a/ExampleSetups/News/steps/s3.class.lstm.txt +++ b/ExampleSetups/News/steps/s3.class.lstm.txt @@ -6,10 +6,15 @@ D:\dev\cntkcodeplex\x64\Release\cntk.exe configFile=..\setups\global.config+..\s # on server \\speechstore5\userdata\kaishengy\bin\binmay27\cntk.exe configFile=\\speechstore5\userdata\kaishengy\exp\news\setups\global.config+\\speechstore5\userdata\kaishengy\exp\news\setups\lstmlm.gpu.classlm.config.txt ExpDir=\\speechstore5\transient\kaishengy\exp\news\s1.lstmclslm.comments command=train DEVICE=0 -# test PPL : 169 with 1 layer of 200 hidden dimension LSTM -\\speechstore5\userdata\kaishengy\bin\binmay27\cntk.exe configFile=\\speechstore5\userdata\kaishengy\exp\news\setups\global.config+\\speechstore5\userdata\kaishengy\exp\news\setups\lstmlm.gpu.classlm.config.txt ExpDir=\\speechstore5\transient\kaishengy\exp\news\s1.lstmclslm.comments test=[modelPath=$ExpFolder$\modelRnnCNTK.0] command=test +# test PPL : Perplexity = 119 with 1 layer of 200 hidden dimension LSTM +\\speechstore5\userdata\kaishengy\bin\binmay28\cntk.exe configFile=\\speechstore5\userdata\kaishengy\exp\news\setups\global.config+\\speechstore5\userdata\kaishengy\exp\news\setups\lstmlm.gpu.classlm.config.txt ExpDir=\\speechstore5\transient\kaishengy\exp\news\s1.lstmclslm.comments test=[modelPath=$ExpFolder$\modelRnnCNTK] command=test # ---- 2 layers of LSTM -------- # in local wit 2 layers of LSTM \\speechstore5\userdata\kaishengy\bin\binmay28\cntk.exe configFile=\\speechstore5\userdata\kaishengy\exp\news\setups\global.config+\\speechstore5\userdata\kaishengy\exp\news\setups\lstmlm.gpu.classlm.config.txt ExpDir=\\speechstore5\transient\kaishengy\exp\news\s1.lstmclslm.2layer.comments command=train train=[SimpleNetworkBuilder=[layerSizes=$VOCABSIZE$:100:200:200:$VOCABSIZE$]] DEVICE=1 +# test Perplexity = 198. +\\speechstore5\userdata\kaishengy\bin\binmay28\cntk.exe configFile=\\speechstore5\userdata\kaishengy\exp\news\setups\global.config+\\speechstore5\userdata\kaishengy\exp\news\setups\lstmlm.gpu.classlm.config.txt ExpDir=\\speechstore5\transient\kaishengy\exp\news\s1.lstmclslm.2layer.comments test=[modelPath=$ExpFolder$\modelRnnCNTK] command=test + +# increase class number to 100 +\\speechstore5\userdata\kaishengy\bin\binmay28\cntk.exe configFile=\\speechstore5\userdata\kaishengy\exp\news\setups\global.config+\\speechstore5\userdata\kaishengy\exp\news\setups\lstmlm.gpu.classlm.config.txt ExpDir=\\speechstore5\transient\kaishengy\exp\news\s1.lstmcls100lm DEVICE=0 CLASSSIZE=100