From 8e740e9897834c77e2475790741b330c18e518dc Mon Sep 17 00:00:00 2001
From: season <season4675@gmail.com>
Date: 星期日, 02 七月 2023 19:38:48 +0800
Subject: [PATCH] [funasr-runtime-deploy 0.0.4] streamline the process, and add command line parameters. (#697)
---
egs/aishell/paraformerbert/local/extract_embeds.sh | 5 +++--
1 files changed, 3 insertions(+), 2 deletions(-)
diff --git a/egs/aishell/paraformerbert/local/extract_embeds.sh b/egs/aishell/paraformerbert/local/extract_embeds.sh
index 049d38c..ca0c878 100755
--- a/egs/aishell/paraformerbert/local/extract_embeds.sh
+++ b/egs/aishell/paraformerbert/local/extract_embeds.sh
@@ -5,11 +5,10 @@
bert_model_name="bert-base-chinese"
raw_dataset_path="../DATA"
+nj=64
model_path=${bert_model_name}
. utils/parse_options.sh || exit 1;
-
-nj=32
for data_set in train dev test;do
scp=$raw_dataset_path/data/${data_set}/text
@@ -55,6 +54,8 @@
cat ${local_records_dir}/embeds.${JOB}.shape || exit 1;
done > ${local_scp_dir_raw}/embeds.shape
fi
+
+ cp ${local_scp_dir_raw}/embeds.scp ${raw_dataset_path}/data/${data_set}/embeds.scp
done
echo "embeds is in: ${local_scp_dir_raw}"
--
Gitblit v1.9.1