sandbox/language_id: modified script to set up train and test subsets.

git-svn-id: https://svn.code.sf.net/p/kaldi/code/sandbox/language_id@3599 5e6a8d80-dfce-4ca6-a32a-6e07a63d50c8
This commit is contained in:
Dan Povey 2014-02-25 23:29:25 +00:00
Родитель c62c4464a0
Коммит cd23ee8ec5
1 изменённых файлов: 11 добавлений и 5 удалений

Просмотреть файл

@ -23,7 +23,7 @@ local/make_ldc96s.pl 55 /export/corpora5/LDC/LDC96S55 data
local/make_ldc96s.pl 56 /export/corpora5/LDC/LDC96S56 data local/make_ldc96s.pl 56 /export/corpora5/LDC/LDC96S56 data
local/make_ldc96s.pl 57 /export/corpora5/LDC/LDC96S57 data local/make_ldc96s.pl 57 /export/corpora5/LDC/LDC96S57 data
local/make_ldc96s.pl 58 /export/corpora5/LDC/LDC96S58 data local/make_ldc96s.pl 58 /export/corpora5/LDC/LDC96S58 data
utils/combine_data.sh data/train data/sre08_train_10sec_female data/sre08_train_10sec_male \ utils/combine_data.sh data/all data/sre08_train_10sec_female data/sre08_train_10sec_male \
data/sre08_train_3conv_female data/sre08_train_3conv_male data/sre08_train_8conv_female \ data/sre08_train_3conv_female data/sre08_train_3conv_male data/sre08_train_8conv_female \
data/sre08_train_8conv_male data/sre08_train_short2_male data/sre08_train_short2_female data/ldc96s* data/sre08_train_8conv_male data/sre08_train_short2_male data/sre08_train_short2_female data/ldc96s*
@ -31,13 +31,19 @@ mfccdir=`pwd`/mfcc
vaddir=`pwd`/mfcc vaddir=`pwd`/mfcc
set -e set -e
steps/make_mfcc.sh --mfcc-config conf/mfcc.conf --nj 40 --cmd "$train_cmd" data/train exp/make_mfcc $mfccdir steps/make_mfcc.sh --mfcc-config conf/mfcc.conf --nj 40 --cmd "$train_cmd" data/all exp/make_mfcc $mfccdir
lid/compute_vad_decision.sh --nj 4 --cmd "$train_cmd" data/train exp/make_vad $vaddir lid/compute_vad_decision.sh --nj 4 --cmd "$train_cmd" data/all exp/make_vad $vaddir
# Use 4k of the 14k utterances for testing, but make sure the speakers do not
# overlap with the rest of the data, which will be used for training.
utils/subset_data_dir.sh --speakers data/all 4000 data/test
utils/filter_scp.pl --exclude data/test/spk2utt < data/all/spk2utt | awk '{print $1}' > foo
utils/subset_data_dir.sh --spk-list foo data/all data/train
utils/subset_data_dir.sh data/sre08_train 3000 data/train_3k utils/subset_data_dir.sh data/train 3000 data/train_3k
utils/subset_data_dir.sh data/sre08_train 6000 data/train_6k utils/subset_data_dir.sh data/train 6000 data/train_6k
lid/train_diag_ubm.sh --nj 30 --cmd "$train_cmd" data/train_3k 2048 exp/diag_ubm_2048 lid/train_diag_ubm.sh --nj 30 --cmd "$train_cmd" data/train_3k 2048 exp/diag_ubm_2048