egs/aishell/paraformerbert/local/extract_embeds.sh
@@ -5,11 +5,10 @@ bert_model_name="bert-base-chinese" raw_dataset_path="../DATA" nj=64 model_path=${bert_model_name} . utils/parse_options.sh || exit 1; nj=32 for data_set in train dev test;do scp=$raw_dataset_path/data/${data_set}/text @@ -55,6 +54,8 @@ cat ${local_records_dir}/embeds.${JOB}.shape || exit 1; done > ${local_scp_dir_raw}/embeds.shape fi cp ${local_scp_dir_raw}/embeds.scp ${raw_dataset_path}/data/${data_set}/embeds.scp done echo "embeds is in: ${local_scp_dir_raw}"