hnluo
2023-09-11 9fcb3cc06b4e324f0913d2f61b89becc2baeef1b
egs/aishell/paraformerbert/local/extract_embeds.sh
@@ -5,11 +5,10 @@
bert_model_name="bert-base-chinese"
raw_dataset_path="../DATA"
nj=64
model_path=${bert_model_name}
. utils/parse_options.sh || exit 1;
nj=32
for data_set in train dev test;do
    scp=$raw_dataset_path/data/${data_set}/text
@@ -55,6 +54,8 @@
            cat ${local_records_dir}/embeds.${JOB}.shape || exit 1;
        done > ${local_scp_dir_raw}/embeds.shape
    fi
    cp ${local_scp_dir_raw}/embeds.scp  ${raw_dataset_path}/data/${data_set}/embeds.scp
done
echo "embeds is in: ${local_scp_dir_raw}"