From ade08818b7a579aac75182b906a5bd3b8126411c Mon Sep 17 00:00:00 2001
From: Yabin Li <wucong.lyb@alibaba-inc.com>
Date: 星期一, 27 五月 2024 15:46:26 +0800
Subject: [PATCH] Merge branch 'dev_batch' into main
---
runtime/run_server.sh | 28 +++++++++++++++++-----------
1 files changed, 17 insertions(+), 11 deletions(-)
diff --git a/runtime/run_server.sh b/runtime/run_server.sh
index 4e58464..2cb577a 100644
--- a/runtime/run_server.sh
+++ b/runtime/run_server.sh
@@ -1,20 +1,25 @@
+TORCH_DIR=$(python3 -c "import torch; import os; print(os.path.dirname(torch.__file__))")
+BLADE_DIR=$(python3 -c "import torch_blade; import os; print(os.path.dirname(torch_blade.__file__))")
+export LD_LIBRARY_PATH=/usr/local/lib:${TORCH_DIR}/lib:${BLADE_DIR}:${LD_LIBRARY_PATH}
+
download_model_dir="/workspace/models"
model_dir="damo/speech_paraformer-large_asr_nat-zh-cn-16k-common-vocab8404-onnx"
vad_dir="damo/speech_fsmn_vad_zh-cn-16k-common-onnx"
-punc_dir=""
-itn_dir=""
-lm_dir=""
+punc_dir="damo/punc_ct-transformer_cn-en-common-vocab471067-large-onnx"
+itn_dir="thuduj12/fst_itn_zh"
+lm_dir="damo/speech_ngram_lm_zh-cn-ai-wesp-fst"
port=10095
-certfile="../../../ssl_key/server.crt"
-keyfile="../../../ssl_key/server.key"
-hotword="../../hotwords.txt"
+certfile="$(pwd)/ssl_key/server.crt"
+keyfile="$(pwd)/ssl_key/server.key"
+hotword="$(pwd)/websocket/hotwords.txt"
# set decoder_thread_num
decoder_thread_num=$(cat /proc/cpuinfo | grep "processor"|wc -l) || { echo "Get cpuinfo failed. Set decoder_thread_num = 32"; decoder_thread_num=32; }
-decoder_thread_num=8
multiple_io=16
io_thread_num=$(( (decoder_thread_num + multiple_io - 1) / multiple_io ))
-model_thread_num=5
+model_thread_num=1
+cmd_path=/workspace/FunASR/runtime/websocket/build/bin
+cmd=funasr-wss-server
. ./tools/utils/parse_options.sh || exit 1;
@@ -23,8 +28,8 @@
keyfile=""
fi
-cd /workspace/FunASR/runtime/websocket/build/bin
-./funasr-wss-server \
+cd $cmd_path
+$cmd_path/${cmd} \
--download-model-dir "${download_model_dir}" \
--model-dir "${model_dir}" \
--vad-dir "${vad_dir}" \
@@ -37,5 +42,6 @@
--port ${port} \
--certfile "${certfile}" \
--keyfile "${keyfile}" \
- --hotword "${hotword}"
+ --gpu \
+ --hotword "${hotword}" &
--
Gitblit v1.9.1