update

嘉渊

2023-04-25 9f270ead3da156aed5d506a9cb44b0f72e9f5ab9

update

 egs/aishell/paraformer/run.sh

@@ -89,8 +89,7 @@
feat_train_dir=${feats_dir}/${dumpdir}/train; mkdir -p ${feat_train_dir}
if [ ${stage} -le 1 ] && [ ${stop_stage} -ge 1 ]; then
    echo "stage 1: Feature and CMVN Generation"
    utils/compute_cmvn.sh --cmd "$train_cmd" --nj $nj --feats_dim ${feats_dim} \
        ${feats_dir}/data/${train_set} ${exp_dir}/exp/make_fbank/${train_set}
    utils/compute_cmvn.sh --cmd "$train_cmd" --nj $nj --feats_dim ${feats_dim} ${feats_dir}/data/${train_set}
fi

token_list=${feats_dir}/data/${lang}_token_list/char/tokens.txt

 egs/aishell/transformer/utils/compute_cmvn.sh

@@ -11,20 +11,21 @@
. utils/parse_options.sh || exit 1;

fbankdir=$1
logdir=$2

output_dir=${fbankdir}/cmvn/split_${nj};
mkdir -p $output_dir
split_dir=${fbankdir}/cmvn/split_${nj};
mkdir -p $split_dir
split_scps=""
for n in $(seq $nj); do
    split_scps="$split_scps $output_dir/wav.$n.scp"
    split_scps="$split_scps $split_dir/wav.$n.scp"
done
utils/split_scp.pl ${fbankdir}/wav.scp $split_scps || exit 1;

#$cmd JOB=1:$nj $logdir/cmvn.JOB.log \
#    python utils/compute_cmvn.py -d ${feats_dim} -a $fbankdir/ark -i JOB -o ${output_dir} \
#        || exit 1;
#
#python utils/combine_cmvn_file.py -d ${feats_dim} -c ${output_dir} -n $nj -o $fbankdir
#
#echo "$0: Succeeded compute global cmvn"
output_dir=${fbankdir}/cmvn
logdir=${fbankdir}/cmvn/log
$cmd JOB=1:$nj $logdir/cmvn.JOB.log \
    python utils/compute_cmvn.py -d ${feats_dim} -a $fbankdir/ark -i JOB -o ${output_dir} \
        || exit 1;

python utils/combine_cmvn_file.py -d ${feats_dim} -c ${output_dir} -n $nj -o $fbankdir

echo "$0: Succeeded compute global cmvn"