trunk: minor fix to prepare_dict script for tedlium, to pass current validation script (remove dups)

git-svn-id: https://svn.code.sf.net/p/kaldi/code/trunk@4749 5e6a8d80-dfce-4ca6-a32a-6e07a63d50c8

egs/tedlium/s5/local/prepare_dict.sh

@@ -34,7 +34,7 @@ echo -n >$dir/extra_questions.txt
 (echo '!SIL SIL'; echo '[BREATH] BRH'; echo '[NOISE] NSN'; echo '[COUGH] CGH';
  echo '[SMACK] SMK'; echo '[UM] UM'; echo '[UH] UHH'
  echo '<UNK> NSN' ) | \
- cat - $dir/lexicon_words.txt  > $dir/lexicon.txt
+ cat - $dir/lexicon_words.txt | sort | uniq > $dir/lexicon.txt
 
 # Check that the dict dir is okay!
 utils/validate_dict_dir.pl $dir || exit 1