From 8f8a788f0753f097ca3bb7999a4a51e785f981e3 Mon Sep 17 00:00:00 2001
From: Dan Povey <dpovey@gmail.com>
Date: Sat, 14 Dec 2013 05:41:20 +0000
Subject: [PATCH] trunk: changes to number of parameters in pnorm example
 script for WSJ; adding RESULTS.

git-svn-id: https://svn.code.sf.net/p/kaldi/code/trunk@3310 5e6a8d80-dfce-4ca6-a32a-6e07a63d50c8
---
 egs/wsj/s5/RESULTS                   |  7 +++++++
 egs/wsj/s5/local/nnet2/run_5d_gpu.sh | 16 ++++++++--------
 2 files changed, 15 insertions(+), 8 deletions(-)

diff --git a/egs/wsj/s5/RESULTS b/egs/wsj/s5/RESULTS
index d4fd14e2c..8172ef42e 100644
--- a/egs/wsj/s5/RESULTS
+++ b/egs/wsj/s5/RESULTS
@@ -225,3 +225,10 @@ exp/nnet5c1/decode_bd_tgpr_eval92/wer_14:%WER 4.39 [ 248 / 5643, 32 ins, 17 del,
 %WER 7.04 [ 580 / 8234, 68 ins, 93 del, 419 sub ] exp/nnet5c_gpu/decode_bd_tgpr_dev93/wer_13
 %WER 3.86 [ 218 / 5643, 28 ins, 13 del, 177 sub ] exp/nnet5c_gpu/decode_bd_tgpr_eval92/wer_14
 
+# 5d is GPU version of pnorm recipe, with 4 jobs; compare with nnet5c.
+%WER 7.13 [ 587 / 8234, 72 ins, 93 del, 422 sub ] exp/nnet5d_gpu/decode_bd_tgpr_dev93/wer_13
+%WER 4.06 [ 229 / 5643, 31 ins, 16 del, 182 sub ] exp/nnet5d_gpu/decode_bd_tgpr_eval92/wer_14
+
+ # decoded with tgpr LM.
+ %WER 9.55 [ 786 / 8234, 163 ins, 83 del, 540 sub ] exp/nnet5d_gpu/decode_tgpr_dev93/wer_13
+ %WER 6.50 [ 367 / 5643, 95 ins, 16 del, 256 sub ] exp/nnet5d_gpu/decode_tgpr_eval92/wer_14
diff --git a/egs/wsj/s5/local/nnet2/run_5d_gpu.sh b/egs/wsj/s5/local/nnet2/run_5d_gpu.sh
index f9befe82a..ce3edc7a9 100755
--- a/egs/wsj/s5/local/nnet2/run_5d_gpu.sh
+++ b/egs/wsj/s5/local/nnet2/run_5d_gpu.sh
@@ -1,7 +1,6 @@
 #!/bin/bash
 
 # This is pnorm neural net training on top of adapted 40-dimensional features.
-# 
 
 
 train_stage=-100
@@ -22,29 +21,30 @@ dir=exp/nnet5d_gpu
     ln -s $temp_dir/$dir/egs $dir/
   fi
 
-  steps/nnet2/train_pnorm.sh \
+  steps/nnet2/train_pnorm.sh --stage $train_stage \
    --num-jobs-nnet 4 --num-threads 1 --parallel-opts "$parallel_opts" \
+   --egs-dir exp/nnet5d_gpu/egs \
    --mix-up 8000 \
    --initial-learning-rate 0.02 --final-learning-rate 0.002 \
    --num-hidden-layers 4 \
-   --pnorm-input-dim 5000 --pnorm-output-dim 1000\
+   --pnorm-input-dim 2000 --pnorm-output-dim 400 \
    --cmd "$decode_cmd" \
    --p 2 \
     data/train_si284 data/lang exp/tri4b_ali_si284 $dir || exit 1
-  steps/nnet2/decode.sh --cmd "$decode_cmd" --nj 10 \
+
+  steps/decode_nnet_cpu.sh --cmd "$decode_cmd" --nj 10 \
     --transform-dir exp/tri4b/decode_tgpr_dev93 \
      exp/tri4b/graph_tgpr data/test_dev93 $dir/decode_tgpr_dev93
 
-  steps/nnet2/decode.sh --cmd "$decode_cmd" --nj 8 \
+  steps/decode_nnet_cpu.sh --cmd "$decode_cmd" --nj 8 \
     --transform-dir exp/tri4b/decode_tgpr_eval92 \
      exp/tri4b/graph_tgpr data/test_eval92 $dir/decode_tgpr_eval92
 
-  steps/nnet2/decode.sh --cmd "$decode_cmd" --nj 10 \
+  steps/decode_nnet_cpu.sh --cmd "$decode_cmd" --nj 10 \
     --transform-dir exp/tri4b/decode_bd_tgpr_dev93 \
      exp/tri4b/graph_bd_tgpr data/test_dev93 $dir/decode_bd_tgpr_dev93
 
-  steps/nnet2/decode.sh --cmd "$decode_cmd" --nj 8 \
+  steps/decode_nnet_cpu.sh --cmd "$decode_cmd" --nj 8 \
     --transform-dir exp/tri4b/decode_bd_tgpr_eval92 \
      exp/tri4b/graph_bd_tgpr data/test_eval92 $dir/decode_bd_tgpr_eval92
 )
-