diff --git a/egs/babel/s5b/conf/common.fullLP b/egs/babel/s5b/conf/common.fullLP
index 82557efaf..d36f3a677 100644
--- a/egs/babel/s5b/conf/common.fullLP
+++ b/egs/babel/s5b/conf/common.fullLP
@@ -15,7 +15,7 @@ bnf_num_gauss_ubm=550 # use fewer UBM Gaussians than the
                       # non-bottleneck system (which has 800)
 bnf_num_gauss_sgmm=50000 # use fewer SGMM sub-states than the
                          # non-bottleneck system (which has 80000).
-bnf_decode_acwt=0.05
+bnf_decode_acwt=0.066666
 
 # DNN hybrid system training parameters
 dnn_num_hidden_layers=4
diff --git a/egs/babel/s5b/conf/common.limitedLP b/egs/babel/s5b/conf/common.limitedLP
index c539e304f..4f7150c19 100644
--- a/egs/babel/s5b/conf/common.limitedLP
+++ b/egs/babel/s5b/conf/common.limitedLP
@@ -15,7 +15,7 @@ bnf_num_gauss_ubm=500 # use fewer UBM Gaussians than the
                       # non-bottleneck system (which has 750)
 bnf_num_gauss_sgmm=10000 # use fewer SGMM sub-states than the
                          # non-bottleneck system (which has 18000).
-bnf_decode_acwt=0.05
+bnf_decode_acwt=0.066666
 
 
 ## DNN hybrid system training parameters
diff --git a/egs/wsj/s5/steps/train_deltas.sh b/egs/wsj/s5/steps/train_deltas.sh
index 06b5b40a7..d95e49735 100755
--- a/egs/wsj/s5/steps/train_deltas.sh
+++ b/egs/wsj/s5/steps/train_deltas.sh
@@ -135,7 +135,7 @@ while [ $x -lt $num_iters ]; do
   x=$[$x+1];
 done
 
-rm $dir/final.mdl 2>/dev/null
+rm $dir/final.mdl $dir/final.occs 2>/dev/null
 ln -s $x.mdl $dir/final.mdl
 ln -s $x.occs $dir/final.occs