From 9019db91274ca2dc6112cc9f369b6795b415ec5b Mon Sep 17 00:00:00 2001
From: zhifu gao <zhifu.gzf@alibaba-inc.com>
Date: 星期日, 02 七月 2023 09:16:31 +0800
Subject: [PATCH] Dev deploy (#696)
---
funasr/runtime/funasr-runtime-deploy-offline-cpu-zh.sh | 1331 ++++++++++++++++++++++++++
/dev/null | 1592 -------------------------------
funasr/runtime/docs/SDK_tutorial_zh.md | 70
3 files changed, 1,371 insertions(+), 1,622 deletions(-)
diff --git a/funasr/runtime/docs/SDK_tutorial_zh.md b/funasr/runtime/docs/SDK_tutorial_zh.md
index 4842057..4b4909f 100644
--- a/funasr/runtime/docs/SDK_tutorial_zh.md
+++ b/funasr/runtime/docs/SDK_tutorial_zh.md
@@ -20,9 +20,9 @@
閫氳繃浠ヤ笅鍛戒护杩愯涓�閿儴缃叉湇鍔★紝鎸夌収鎻愮ず閫愭瀹屾垚FunASR runtime-SDK鏈嶅姟鐨勯儴缃插拰杩愯銆傜洰鍓嶆殏鏃朵粎鏀寔Linux鐜锛屽叾浠栫幆澧冨弬鑰冩枃妗楂橀樁寮�鍙戞寚鍗梋(./SDK_advanced_guide_cn.md)
```shell
-curl -O https://raw.githubusercontent.com/alibaba-damo-academy/FunASR/main/funasr/runtime/funasr-runtime-deploy.sh; sudo bash funasr-runtime-deploy.sh install
+curl -O https://raw.githubusercontent.com/alibaba-damo-academy/FunASR/dev_deploy/funasr/runtime/funasr-runtime-deploy-offline-cpu-zh.sh; sudo bash funasr-runtime-deploy-offline-cpu-zh.sh install
# 濡傞亣鍒扮綉缁滈棶棰橈紝涓浗澶ч檰鐢ㄦ埛锛屽彲浠ョ敤涓笅闈㈢殑鍛戒护锛�
-# curl -O https://isv-data.oss-cn-hangzhou.aliyuncs.com/ics/MaaS/ASR/shell/funasr-runtime-deploy.sh; sudo bash funasr-runtime-deploy.sh install
+# curl -O https://isv-data.oss-cn-hangzhou.aliyuncs.com/ics/MaaS/ASR/shell/funasr-runtime-deploy-offline-cpu-zh.sh; sudo bash funasr-runtime-deploy-offline-cpu-zh install
```
### 瀹㈡埛绔祴璇曚笌浣跨敤
@@ -92,20 +92,20 @@
涓�閿儴缃插悗鑻ュ嚭鐜伴噸鍚數鑴戠瓑鍏抽棴Docker鐨勫姩浣滐紝鍙�氳繃濡備笅鍛戒护鐩存帴鍚姩FunASR鏈嶅姟锛屽惎鍔ㄩ厤缃负涓婃涓�閿儴缃茬殑璁剧疆銆�
```shell
-sudo bash funasr-runtime-deploy.sh start
+sudo bash funasr-runtime-deploy-offline-cpu-zh.sh start
```
### 鍏抽棴FunASR鏈嶅姟
```shell
-sudo bash funasr-runtime-deploy.sh stop
+sudo bash funasr-runtime-deploy-offline-cpu-zh.sh stop
```
### 閲嶅惎FunASR鏈嶅姟
鏍规嵁涓婃涓�閿儴缃茬殑璁剧疆閲嶅惎鍚姩FunASR鏈嶅姟銆�
```shell
-sudo bash funasr-runtime-deploy.sh restart
+sudo bash funasr-runtime-deploy-offline-cpu-zh.sh restart
```
### 鏇挎崲妯″瀷骞堕噸鍚疐unASR鏈嶅姟
@@ -113,49 +113,59 @@
鏇挎崲姝e湪浣跨敤鐨勬ā鍨嬶紝骞堕噸鏂板惎鍔‵unASR鏈嶅姟銆傛ā鍨嬮渶涓篗odelScope涓殑ASR/VAD/PUNC妯″瀷锛屾垨鑰呬粠ModelScope涓ā鍨媐inetune鍚庣殑妯″瀷銆�
```shell
-sudo bash funasr-runtime-deploy.sh update model <model ID>
+sudo bash funasr-runtime-deploy-offline-cpu-zh.sh update [asr_model | vad_model | punc_model] <model_id or local model path>
e.g
-sudo bash funasr-runtime-deploy.sh update model damo/speech_paraformer-large_asr_nat-zh-cn-16k-common-vocab8404-pytorch
+sudo bash funasr-runtime-deploy-offline-cpu-zh.sh update asr_model damo/speech_paraformer-large_asr_nat-zh-cn-16k-common-vocab8404-pytorch
+```
+
+### 鏇存柊鍙傛暟骞堕噸鍚疐unASR鏈嶅姟
+
+鏇存柊宸查厤缃弬鏁帮紝骞堕噸鏂板惎鍔‵unASR鏈嶅姟鐢熸晥銆傚彲鏇存柊鍙傛暟鍖呮嫭瀹夸富鏈哄拰Docker鐨勭鍙e彿锛屼互鍙婃帹鐞嗗拰IO鐨勭嚎绋嬫暟閲忋��
+
+```shell
+sudo bash funasr-runtime-deploy-offline-cpu-zh.sh update [host_port | docker_port] <port number>
+sudo bash funasr-runtime-deploy-offline-cpu-zh.sh update [decode_thread_num | io_thread_num] <the number of threads>
+
+e.g
+sudo bash funasr-runtime-deploy-offline-cpu-zh.sh update decode_thread_num 32
```
## 鏈嶅姟绔惎鍔ㄨ繃绋嬮厤缃瑙�
-##### 閫夋嫨FunASR Docker闀滃儚
-鎺ㄨ崘閫夋嫨latest浣跨敤鎴戜滑鐨勬渶鏂伴暅鍍忥紝涔熷彲閫夋嫨鍘嗗彶鐗堟湰銆�
+##### 璁剧疆瀹夸富鏈虹殑宸ヤ綔绌洪棿璺緞
+榛樿灏嗗湪鎿嶄綔鐩綍涓嬪垱寤篺unasr-runtime-sdk浣滀负宸ヤ綔绌洪棿璺緞
```text
-[1/9]
+[1/6]
+ Please enter the local path of workspace.
+ Setting the local path of workspace, default(/root/funasr-runtime-sdk):
+ The local workspace path is /root/funasr-runtime-sdk .
+ The models will store in local path(/root/funasr-runtime-sdk/models) during the run.
+```
+
+##### 閫夋嫨FunASR Docker闀滃儚
+鎺ㄨ崘閫夋嫨1)浣跨敤鎴戜滑鐨勬渶鏂板彂甯冪増闀滃儚锛屼篃鍙�夋嫨鍘嗗彶鐗堟湰銆�
+```text
+[2/6]
+ Getting the list of docker images, please wait a few seconds.
+ [DONE]
+
Please choose the Docker image.
- 1) registry.cn-hangzhou.aliyuncs.com/funasr_repo/funasr:funasr-runtime-sdk-cpu-latest
- 2) registry.cn-hangzhou.aliyuncs.com/funasr_repo/funasr:funasr-runtime-sdk-cpu-0.1.0
- Enter your choice: 1
- You have chosen the Docker image: registry.cn-hangzhou.aliyuncs.com/funasr_repo/funasr:funasr-runtime-sdk-cpu-latest
+ 1) registry.cn-hangzhou.aliyuncs.com/funasr_repo/funasr:funasr-runtime-sdk-cpu-0.1.0
+ Enter your choice, default(1):
+ You have chosen the Docker image: registry.cn-hangzhou.aliyuncs.com/funasr_repo/funasr:funasr-runtime-sdk-cpu-0.1.0
```
##### 璁剧疆瀹夸富鏈烘彁渚涚粰FunASR鐨勭鍙�
璁剧疆鎻愪緵缁橠ocker鐨勫涓绘満绔彛锛岄粯璁や负10095銆傝淇濊瘉姝ょ鍙e彲鐢ㄣ��
```text
-[4/9]
+[3/6]
Please input the opened port in the host used for FunASR server.
- Default: 10095
- Setting the opened host port [1-65535]:
+ Setting the opened host port [1-65535], default(10095):
The port of the host is 10095
The port in Docker for FunASR server is 10095
-```
-
-
-##### 璁剧疆FunASR鏈嶅姟鐨勬帹鐞嗙嚎绋嬫暟
-璁剧疆FunASR鏈嶅姟鐨勬帹鐞嗙嚎绋嬫暟锛岄粯璁や负瀹夸富鏈烘牳鏁帮紝鍚屾椂鑷姩璁剧疆鏈嶅姟鐨処O绾跨▼鏁帮紝涓烘帹鐞嗙嚎绋嬫暟鐨勫洓鍒嗕箣涓�銆�
-```text
-[5/9]
- Please input thread number for FunASR decoder.
- Default: 1
- Setting the number of decoder thread:
-
- The number of decoder threads is 1
- The number of IO threads is 1
```
diff --git a/funasr/runtime/funasr-runtime-deploy-offline-cpu-zh.sh b/funasr/runtime/funasr-runtime-deploy-offline-cpu-zh.sh
new file mode 100644
index 0000000..813373d
--- /dev/null
+++ b/funasr/runtime/funasr-runtime-deploy-offline-cpu-zh.sh
@@ -0,0 +1,1331 @@
+#!/usr/bin/env bash
+
+scriptVersion="0.0.4"
+scriptDate="20230701"
+
+
+# Set color
+RED="\033[31;1m"
+GREEN="\033[32;1m"
+YELLOW="\033[33;1m"
+BLUE="\033[34;1m"
+CYAN="\033[36;1m"
+PLAIN="\033[0m"
+
+# Info messages
+DONE="${GREEN}[DONE]${PLAIN}"
+ERROR="${RED}[ERROR]${PLAIN}"
+WARNING="${YELLOW}[WARNING]${PLAIN}"
+
+# Font Format
+BOLD="\033[1m"
+UNDERLINE="\033[4m"
+
+# Current folder
+cur_dir=`pwd`
+
+
+DEFAULT_DOCKER_OFFLINE_CPU_ZH_LISTS="https://raw.githubusercontent.com/alibaba-damo-academy/FunASR/main/funasr/runtime/docs/docker_offline_cpu_zh_lists"
+DEFAULT_DOCKER_IMAGE_LISTS=$DEFAULT_DOCKER_OFFLINE_CPU_ZH_LISTS
+DEFAULT_FUNASR_DOCKER_URL="registry.cn-hangzhou.aliyuncs.com/funasr_repo/funasr"
+DEFAULT_FUNASR_RUNTIME_SDK_NAME="funasr-runtime-sdk"
+DEFAULT_FUNASR_LOCAL_WORKSPACE="${cur_dir}/${DEFAULT_FUNASR_RUNTIME_SDK_NAME}"
+DEFAULT_FUNASR_CONFIG_DIR="/var/funasr"
+DEFAULT_FUNASR_CONFIG_FILE="${DEFAULT_FUNASR_CONFIG_DIR}/config"
+DEFAULT_FUNASR_WORKSPACE_DIR="/workspace/models"
+DEFAULT_DOCKER_PORT="10095"
+DEFAULT_PROGRESS_FILENAME="progress.txt"
+DEFAULT_SERVER_EXEC_NAME="funasr-wss-server"
+DEFAULT_DOCKER_EXEC_DIR="/workspace/FunASR/funasr/runtime/websocket/build/bin"
+DEFAULT_DOCKER_EXEC_PATH=${DEFAULT_DOCKER_EXEC_DIR}/${DEFAULT_SERVER_EXEC_NAME}
+DEFAULT_SAMPLES_NAME="funasr_samples"
+DEFAULT_SAMPLES_URL="https://isv-data.oss-cn-hangzhou.aliyuncs.com/ics/MaaS/ASR/sample/${DEFAULT_SAMPLES_NAME}.tar.gz"
+
+
+SAMPLE_CLIENTS=( \
+"Python" \
+"Linux_Cpp" \
+)
+DOCKER_IMAGES=()
+PROGRESS_TXT="/var/funasr/progress.txt"
+ASR_PERCENT_INT=0
+VAD_PERCENT_INT=0
+PUNC_PERCENT_INT=0
+ASR_TITLE="Downloading"
+ASR_PERCENT="0"
+ASR_SPEED="0KB/s"
+ASR_REVISION=""
+VAD_TITLE="Downloading"
+VAD_PERCENT="0"
+VAD_SPEED="0KB/s"
+VAD_REVISION=""
+PUNC_TITLE="Downloading"
+PUNC_PERCENT="0"
+PUNC_SPEED="0KB/s"
+PUNC_REVISION=""
+
+ServerProgress(){
+ status_flag="STATUS:"
+ stage=0
+ wait=0
+ server_status=""
+
+ while true
+ do
+ if [ -f "$PROGRESS_TXT" ]; then
+ break
+ else
+ sleep 1
+ let wait=wait+1
+ if [ ${wait} -ge 6 ]; then
+ break
+ fi
+ fi
+ done
+
+ if [ ! -f "$PROGRESS_TXT" ]; then
+ echo -e " ${RED}The note of progress does not exist.($PROGRESS_TXT) ${PLAIN}"
+ return 98
+ fi
+
+ stage=1
+ while read line
+ do
+ if [ $stage -eq 1 ]; then
+ result=$(echo $line | grep "STATUS:")
+ if [ "$result" != "" ]; then
+ stage=2
+ server_status=${line#*:}
+ status=`expr $server_status + 0`
+ if [ $status -eq 99 ]; then
+ stage=99
+ fi
+ continue
+ fi
+ elif [ $stage -eq 2 ]; then
+ result=$(echo $line | grep "ASR")
+ if [ "$result" != "" ]; then
+ stage=3
+ continue
+ fi
+ elif [ $stage -eq 3 ]; then
+ result=$(echo $line | grep "VAD")
+ if [ "$result" != "" ]; then
+ stage=4
+ continue
+ fi
+ result=$(echo $line | grep "title:")
+ if [ "$result" != "" ]; then
+ ASR_TITLE=${line#*:}
+ continue
+ fi
+ result=$(echo $line | grep "percent:")
+ if [ "$result" != "" ]; then
+ ASR_PERCENT=${line#*:}
+ continue
+ fi
+ result=$(echo $line | grep "speed:")
+ if [ "$result" != "" ]; then
+ ASR_SPEED=${line#*:}
+ continue
+ fi
+ result=$(echo $line | grep "revision:")
+ if [ "$result" != "" ]; then
+ ASR_REVISION=${line#*:}
+ continue
+ fi
+ elif [ $stage -eq 4 ]; then
+ result=$(echo $line | grep "PUNC")
+ if [ "$result" != "" ]; then
+ stage=5
+ continue
+ fi
+ result=$(echo $line | grep "title:")
+ if [ "$result" != "" ]; then
+ VAD_TITLE=${line#*:}
+ continue
+ fi
+ result=$(echo $line | grep "percent:")
+ if [ "$result" != "" ]; then
+ VAD_PERCENT=${line#*:}
+ continue
+ fi
+ result=$(echo $line | grep "speed:")
+ if [ "$result" != "" ]; then
+ VAD_SPEED=${line#*:}
+ continue
+ fi
+ result=$(echo $line | grep "revision:")
+ if [ "$result" != "" ]; then
+ VAD_REVISION=${line#*:}
+ continue
+ fi
+ elif [ $stage -eq 5 ]; then
+ result=$(echo $line | grep "DONE")
+ if [ "$result" != "" ]; then
+ # Done and break.
+ stage=6
+ break
+ fi
+ result=$(echo $line | grep "title:")
+ if [ "$result" != "" ]; then
+ PUNC_TITLE=${line#*:}
+ continue
+ fi
+ result=$(echo $line | grep "percent:")
+ if [ "$result" != "" ]; then
+ PUNC_PERCENT=${line#*:}
+ continue
+ fi
+ result=$(echo $line | grep "speed:")
+ if [ "$result" != "" ]; then
+ PUNC_SPEED=${line#*:}
+ continue
+ fi
+ result=$(echo $line | grep "revision:")
+ if [ "$result" != "" ]; then
+ PUNC_REVISION=${line#*:}
+ continue
+ fi
+ elif [ $stage -eq 99 ]; then
+ echo -e " ${RED}ERROR: $line${PLAIN}"
+ fi
+ done < $PROGRESS_TXT
+
+ if [ $stage -ne 99 ]; then
+ DrawProgress "ASR " $ASR_TITLE $ASR_PERCENT $ASR_SPEED $ASR_REVISION $ASR_PERCENT_INT
+ ASR_PERCENT_INT=$?
+ DrawProgress "VAD " $VAD_TITLE $VAD_PERCENT $VAD_SPEED $VAD_REVISION $VAD_PERCENT_INT
+ VAD_PERCENT_INT=$?
+ DrawProgress "PUNC" $PUNC_TITLE $PUNC_PERCENT $PUNC_SPEED $PUNC_REVISION $PUNC_PERCENT_INT
+ PUNC_PERCENT_INT=$?
+ fi
+
+ return $stage
+}
+
+DrawProgress(){
+ model=$1
+ title=$2
+ percent_str=$3
+ speed=$4
+ revision=$5
+ latest_percent=$6
+
+ progress=0
+ if [ ! -z "$percent_str" ]; then
+ progress=`expr $percent_str + 0`
+ latest_percent=`expr $latest_percent + 0`
+ if [ $progress -ne 0 ] && [ $progress -lt $latest_percent ]; then
+ progress=$latest_percent
+ fi
+ fi
+
+ LOADING_FLAG="Loading"
+ if [ "$title" = "$LOADING_FLAG" ]; then
+ progress=100
+ fi
+
+ i=0
+ str=""
+ let max=progress/2
+ while [ $i -lt $max ]
+ do
+ let i++
+ str+='='
+ done
+ let color=36
+ let index=max*2
+ if [ -z "$speed" ]; then
+ printf "\r \e[0;$color;1m[%s][%-11s][%-50s][%d%%][%s]\e[0m" "$model" "$title" "$str" "$$index" "$revision"
+ else
+ printf "\r \e[0;$color;1m[%s][%-11s][%-50s][%3d%%][%8s][%s]\e[0m" "$model" "$title" "$str" "$index" "$speed" "$revision"
+ fi
+ printf "\n"
+
+ return $progress
+}
+
+menuSelection(){
+ local menu
+ menu=($(echo "$@"))
+ result=1
+ show_no=1
+ menu_no=0
+ len=${#menu[@]}
+
+ while true
+ do
+ echo -e " ${BOLD}${show_no})${PLAIN} ${menu[menu_no]}"
+
+ let show_no++
+ let menu_no++
+ if [ $menu_no -ge $len ]; then
+ break
+ fi
+ done
+
+ while true
+ do
+ echo -e " Enter your choice, default(${CYAN}1${PLAIN}): \c"
+ read result
+ if [ -z "$result" ]; then
+ result=1
+ fi
+
+ expr $result + 0 &>/dev/null
+ if [ $? -eq 0 ]; then
+ if [ $result -ge 1 ] && [ $result -le $len ]; then
+ break
+ else
+ echo -e " ${RED}Input error, please input correct number!${PLAIN}"
+ fi
+ else
+ echo -e " ${RED}Input error, please input correct number!${PLAIN}"
+ fi
+ done
+
+ return $result
+}
+
+initConfiguration(){
+ mkdir -p $DEFAULT_FUNASR_CONFIG_DIR
+ if [ ! -f $DEFAULT_FUNASR_CONFIG_FILE ]; then
+ touch $DEFAULT_FUNASR_CONFIG_FILE
+ fi
+}
+
+initParameters(){
+ # Init workspace in local by new parameters.
+ PARAMS_FUNASR_SAMPLES_LOCAL_DIR=${PARAMS_FUNASR_LOCAL_WORKSPACE}/${DEFAULT_SAMPLES_NAME}
+ PARAMS_FUNASR_LOCAL_MODELS_DIR="${PARAMS_FUNASR_LOCAL_WORKSPACE}/models"
+
+ mkdir -p $PARAMS_FUNASR_LOCAL_WORKSPACE
+ mkdir -p $PARAMS_FUNASR_LOCAL_MODELS_DIR
+}
+
+# Parse the parameters from the docker list file.
+docker_info_cur_key=""
+docker_info_cur_val=""
+findTypeOfDockerInfo(){
+ line=$1
+ result=$(echo $line | grep ":")
+ if [ "$result" != "" ]; then
+ docker_info_cur_key=$result
+ docker_info_cur_val=""
+ else
+ docker_info_cur_val=$(echo $line)
+ fi
+}
+
+# Get a list of docker images.
+readDockerInfoFromUrl(){
+ list_url=$DEFAULT_DOCKER_IMAGE_LISTS
+ while true
+ do
+ content=$(curl --connect-timeout 10 -m 10 -s $list_url)
+ if [ ! -z "$content" ]; then
+ break
+ else
+ echo -e " ${RED}Unable to get docker image list due to network issues, try again.${PLAIN}"
+ fi
+ done
+ array=($(echo "$content"))
+ len=${#array[@]}
+
+ stage=0
+ docker_flag="DOCKER:"
+ judge_flag=":"
+ for i in ${array[@]}
+ do
+ findTypeOfDockerInfo $i
+ if [ "$docker_info_cur_key" = "DOCKER:" ]; then
+ if [ ! -z "$docker_info_cur_val" ]; then
+ docker_name=${DEFAULT_FUNASR_DOCKER_URL}:${docker_info_cur_val}
+ DOCKER_IMAGES[${#DOCKER_IMAGES[*]}]=$docker_name
+ fi
+ elif [ "$docker_info_cur_key" = "DEFAULT_ASR_MODEL:" ]; then
+ if [ ! -z "$docker_info_cur_val" ]; then
+ PARAMS_ASR_ID=$docker_info_cur_val
+ fi
+ elif [ "$docker_info_cur_key" = "DEFAULT_VAD_MODEL:" ]; then
+ if [ ! -z "$docker_info_cur_val" ]; then
+ PARAMS_VAD_ID=$docker_info_cur_val
+ fi
+ elif [ "$docker_info_cur_key" = "DEFAULT_PUNC_MODEL:" ]; then
+ if [ ! -z "$docker_info_cur_val" ]; then
+ PARAMS_PUNC_ID=$docker_info_cur_val
+ fi
+ fi
+ done
+ echo -e " $DONE"
+}
+
+# Make sure root user.
+rootNess(){
+ echo -e "${UNDERLINE}${BOLD}[0/6]${PLAIN}"
+ echo -e " ${YELLOW}Please check root access.${PLAIN}"
+ echo
+
+ echo -e " ${WARNING} MUST RUN AS ${RED}ROOT${PLAIN} USER!"
+ if [[ $EUID -ne 0 ]]; then
+ echo -e " ${ERROR} MUST RUN AS ${RED}ROOT${PLAIN} USER!"
+ fi
+
+ cd $cur_dir
+ echo
+}
+
+# Set the host working path.
+setupLocalWorkspaceDir(){
+ echo -e "${UNDERLINE}${BOLD}[1/6]${PLAIN}"
+ params_local_workspace=`sed '/^PARAMS_FUNASR_LOCAL_WORKSPACE=/!d;s/.*=//' ${DEFAULT_FUNASR_CONFIG_FILE}`
+ if [ -z "$params_local_workspace" ]; then
+ params_local_workspace=$DEFAULT_FUNASR_LOCAL_WORKSPACE
+ fi
+
+ while true
+ do
+ echo -e " ${YELLOW}Please enter the local path of workspace.${PLAIN}"
+ echo -e " Setting the local path of workspace, default(${CYAN}${params_local_workspace}${PLAIN}): \c"
+ read PARAMS_FUNASR_LOCAL_WORKSPACE
+ if [ -z "$PARAMS_FUNASR_LOCAL_WORKSPACE" ]; then
+ if [ -z "$params_local_workspace" ]; then
+ continue
+ else
+ PARAMS_FUNASR_LOCAL_WORKSPACE=$params_local_workspace
+ mkdir -p $PARAMS_FUNASR_LOCAL_WORKSPACE
+ fi
+ fi
+ if [ ! -d "$PARAMS_FUNASR_LOCAL_WORKSPACE" ]; then
+ echo -e " ${RED}The local workspace(${PARAMS_FUNASR_LOCAL_WORKSPACE}) set does not exist, please setup again.${PLAIN}"
+ else
+ PARAMS_FUNASR_LOCAL_MODELS_DIR="${PARAMS_FUNASR_LOCAL_WORKSPACE}/models"
+ echo -e " The local workspace path is ${GREEN}${PARAMS_FUNASR_LOCAL_WORKSPACE}${PLAIN} ."
+ echo -e " The models will store in local path(${GREEN}${PARAMS_FUNASR_LOCAL_MODELS_DIR}${PLAIN}) during the run."
+
+ break
+ fi
+ done
+ echo
+}
+
+# Get a list of docker images and select them.
+selectDockerImages(){
+ echo -e "${UNDERLINE}${BOLD}[2/6]${PLAIN}"
+ echo -e " ${YELLOW}Getting the list of docker images, please wait a few seconds.${PLAIN}"
+ readDockerInfoFromUrl
+ echo
+
+ echo -e " ${YELLOW}Please choose the Docker image.${PLAIN}"
+ menuSelection ${DOCKER_IMAGES[*]}
+ result=$?
+ index=`expr $result - 1`
+
+ PARAMS_DOCKER_IMAGE=${DOCKER_IMAGES[${index}]}
+ echo -e " ${UNDERLINE}You have chosen the Docker image:${PLAIN} ${GREEN}${PARAMS_DOCKER_IMAGE}${PLAIN}"
+
+ checkDockerExist
+ result=$?
+ result=`expr $result + 0`
+ if [ ${result} -eq 50 ]; then
+ return 50
+ fi
+
+ echo
+}
+
+# Configure FunASR server host port setting.
+setupHostPort(){
+ echo -e "${UNDERLINE}${BOLD}[3/6]${PLAIN}"
+
+ params_host_port=`sed '/^PARAMS_HOST_PORT=/!d;s/.*=//' ${DEFAULT_FUNASR_CONFIG_FILE}`
+ if [ -z "$params_host_port" ]; then
+ PARAMS_HOST_PORT="10095"
+ else
+ PARAMS_HOST_PORT=$params_host_port
+ fi
+
+ while true
+ do
+ echo -e " ${YELLOW}Please input the opened port in the host used for FunASR server.${PLAIN}"
+ echo -e " Setting the opened host port [1-65535], default(${CYAN}${PARAMS_HOST_PORT}${PLAIN}): \c"
+ read PARAMS_HOST_PORT
+
+ if [ -z "$PARAMS_HOST_PORT" ]; then
+ params_host_port=`sed '/^PARAMS_HOST_PORT=/!d;s/.*=//' ${DEFAULT_FUNASR_CONFIG_FILE}`
+ if [ -z "$params_host_port" ]; then
+ PARAMS_HOST_PORT="10095"
+ else
+ PARAMS_HOST_PORT=$params_host_port
+ fi
+ fi
+ expr $PARAMS_HOST_PORT + 0 &>/dev/null
+ if [ $? -eq 0 ]; then
+ if [ $PARAMS_HOST_PORT -ge 1 ] && [ $PARAMS_HOST_PORT -le 65535 ]; then
+ echo -e " ${UNDERLINE}The port of the host is${PLAIN} ${GREEN}${PARAMS_HOST_PORT}${PLAIN}"
+ echo -e " ${UNDERLINE}The port in Docker for FunASR server is${PLAIN} ${GREEN}${PARAMS_DOCKER_PORT}${PLAIN}"
+ break
+ else
+ echo -e " ${RED}Input error, please input correct number!${PLAIN}"
+ fi
+ else
+ echo -e " ${RED}Input error, please input correct number!${PLAIN}"
+ fi
+ done
+ echo
+}
+
+complementParameters(){
+ # parameters about ASR model
+ if [ ! -z "$PARAMS_ASR_ID" ]; then
+ PARAMS_DOCKER_ASR_PATH=${PARAMS_DOWNLOAD_MODEL_DIR}/${PARAMS_ASR_ID}
+ PARAMS_DOCKER_ASR_DIR=$(dirname "$PARAMS_DOCKER_ASR_PATH")
+ PARAMS_LOCAL_ASR_PATH=${PARAMS_FUNASR_LOCAL_MODELS_DIR}/${PARAMS_ASR_ID}
+ PARAMS_LOCAL_ASR_DIR=$(dirname "$PARAMS_LOCAL_ASR_PATH")
+ fi
+
+ # parameters about VAD model
+ if [ ! -z "$PARAMS_VAD_ID" ]; then
+ PARAMS_DOCKER_VAD_PATH=${PARAMS_DOWNLOAD_MODEL_DIR}/${PARAMS_VAD_ID}
+ PARAMS_DOCKER_VAD_DIR=$(dirname "$PARAMS_DOCKER_VAD_PATH")
+ PARAMS_LOCAL_VAD_PATH=${PARAMS_FUNASR_LOCAL_MODELS_DIR}/${PARAMS_VAD_ID}
+ PARAMS_LOCAL_VAD_DIR=$(dirname "$PARAMS_LOCAL_VAD_PATH")
+ fi
+
+ # parameters about PUNC model
+ if [ ! -z "$PARAMS_PUNC_ID" ]; then
+ PARAMS_DOCKER_PUNC_PATH=${PARAMS_DOWNLOAD_MODEL_DIR}/${PARAMS_PUNC_ID}
+ PARAMS_DOCKER_PUNC_DIR=$(dirname "${PARAMS_DOCKER_PUNC_PATH}")
+ PARAMS_LOCAL_PUNC_PATH=${PARAMS_FUNASR_LOCAL_MODELS_DIR}/${PARAMS_PUNC_ID}
+ PARAMS_LOCAL_PUNC_DIR=$(dirname "${PARAMS_LOCAL_PUNC_PATH}")
+ fi
+
+ # parameters about thread_num
+ params_decoder_thread_num=`sed '/^PARAMS_DECODER_THREAD_NUM=/!d;s/.*=//' ${DEFAULT_FUNASR_CONFIG_FILE}`
+ if [ -z "$params_decoder_thread_num" ]; then
+ PARAMS_DECODER_THREAD_NUM=$CPUNUM
+ else
+ PARAMS_DECODER_THREAD_NUM=$params_decoder_thread_num
+ fi
+
+ multiple_io=4
+ PARAMS_DECODER_THREAD_NUM=`expr ${PARAMS_DECODER_THREAD_NUM} + 0`
+ PARAMS_IO_THREAD_NUM=`expr ${PARAMS_DECODER_THREAD_NUM} / ${multiple_io}`
+ if [ $PARAMS_IO_THREAD_NUM -eq 0 ]; then
+ PARAMS_IO_THREAD_NUM=1
+ fi
+}
+
+paramsFromDefault(){
+ initConfiguration
+
+ echo -e "${UNDERLINE}${BOLD}[1-3/6]${PLAIN}"
+ echo -e " ${YELLOW}Load parameters from ${DEFAULT_FUNASR_CONFIG_FILE}${PLAIN}"
+ echo
+
+ PARAMS_FUNASR_LOCAL_WORKSPACE=`sed '/^PARAMS_FUNASR_LOCAL_WORKSPACE=/!d;s/.*=//' ${DEFAULT_FUNASR_CONFIG_FILE}`
+ PARAMS_FUNASR_SAMPLES_LOCAL_DIR=`sed '/^PARAMS_FUNASR_SAMPLES_LOCAL_DIR=/!d;s/.*=//' ${DEFAULT_FUNASR_CONFIG_FILE}`
+ PARAMS_FUNASR_SAMPLES_LOCAL_PATH=`sed '/^PARAMS_FUNASR_SAMPLES_LOCAL_PATH=/!d;s/.*=//' ${DEFAULT_FUNASR_CONFIG_FILE}`
+ PARAMS_FUNASR_LOCAL_MODELS_DIR=`sed '/^PARAMS_FUNASR_LOCAL_MODELS_DIR=/!d;s/.*=//' ${DEFAULT_FUNASR_CONFIG_FILE}`
+ PARAMS_FUNASR_CONFIG_PATH=`sed '/^PARAMS_FUNASR_CONFIG_PATH=/!d;s/.*=//' ${DEFAULT_FUNASR_CONFIG_FILE}`
+
+ PARAMS_DOCKER_IMAGE=`sed '/^PARAMS_DOCKER_IMAGE=/!d;s/.*=//' ${DEFAULT_FUNASR_CONFIG_FILE}`
+ PARAMS_DOWNLOAD_MODEL_DIR=`sed '/^PARAMS_DOWNLOAD_MODEL_DIR=/!d;s/.*=//' ${DEFAULT_FUNASR_CONFIG_FILE}`
+ PARAMS_LOCAL_ASR_PATH=`sed '/^PARAMS_LOCAL_ASR_PATH=/!d;s/.*=//' ${DEFAULT_FUNASR_CONFIG_FILE}`
+ PARAMS_DOCKER_ASR_PATH=`sed '/^PARAMS_DOCKER_ASR_PATH=/!d;s/.*=//' ${DEFAULT_FUNASR_CONFIG_FILE}`
+ PARAMS_ASR_ID=`sed '/^PARAMS_ASR_ID=/!d;s/.*=//' ${DEFAULT_FUNASR_CONFIG_FILE}`
+ PARAMS_LOCAL_VAD_PATH=`sed '/^PARAMS_LOCAL_VAD_PATH=/!d;s/.*=//' ${DEFAULT_FUNASR_CONFIG_FILE}`
+ PARAMS_DOCKER_VAD_PATH=`sed '/^PARAMS_DOCKER_VAD_PATH=/!d;s/.*=//' ${DEFAULT_FUNASR_CONFIG_FILE}`
+ PARAMS_VAD_ID=`sed '/^PARAMS_VAD_ID=/!d;s/.*=//' ${DEFAULT_FUNASR_CONFIG_FILE}`
+ PARAMS_LOCAL_PUNC_PATH=`sed '/^PARAMS_LOCAL_PUNC_PATH=/!d;s/.*=//' ${DEFAULT_FUNASR_CONFIG_FILE}`
+ PARAMS_DOCKER_PUNC_PATH=`sed '/^PARAMS_DOCKER_PUNC_PATH=/!d;s/.*=//' ${DEFAULT_FUNASR_CONFIG_FILE}`
+ PARAMS_PUNC_ID=`sed '/^PARAMS_PUNC_ID=/!d;s/.*=//' ${DEFAULT_FUNASR_CONFIG_FILE}`
+ PARAMS_DOCKER_EXEC_PATH=`sed '/^PARAMS_DOCKER_EXEC_PATH=/!d;s/.*=//' ${DEFAULT_FUNASR_CONFIG_FILE}`
+ PARAMS_HOST_PORT=`sed '/^PARAMS_HOST_PORT=/!d;s/.*=//' ${DEFAULT_FUNASR_CONFIG_FILE}`
+ PARAMS_DOCKER_PORT=`sed '/^PARAMS_DOCKER_PORT=/!d;s/.*=//' ${DEFAULT_FUNASR_CONFIG_FILE}`
+ PARAMS_DECODER_THREAD_NUM=`sed '/^PARAMS_DECODER_THREAD_NUM=/!d;s/.*=//' ${DEFAULT_FUNASR_CONFIG_FILE}`
+ PARAMS_IO_THREAD_NUM=`sed '/^PARAMS_IO_THREAD_NUM=/!d;s/.*=//' ${DEFAULT_FUNASR_CONFIG_FILE}`
+}
+
+saveParams(){
+ echo "$i" > $DEFAULT_FUNASR_CONFIG_FILE
+ echo -e " ${GREEN}Parameters are stored in the file ${DEFAULT_FUNASR_CONFIG_FILE}${PLAIN}"
+
+ echo "PARAMS_DOCKER_IMAGE=${PARAMS_DOCKER_IMAGE}" > $DEFAULT_FUNASR_CONFIG_FILE
+
+ echo "PARAMS_FUNASR_LOCAL_WORKSPACE=${PARAMS_FUNASR_LOCAL_WORKSPACE}" >> $DEFAULT_FUNASR_CONFIG_FILE
+ echo "PARAMS_FUNASR_SAMPLES_LOCAL_DIR=${PARAMS_FUNASR_SAMPLES_LOCAL_DIR}" >> $DEFAULT_FUNASR_CONFIG_FILE
+ echo "PARAMS_FUNASR_SAMPLES_LOCAL_PATH=${PARAMS_FUNASR_SAMPLES_LOCAL_PATH}" >> $DEFAULT_FUNASR_CONFIG_FILE
+ echo "PARAMS_FUNASR_LOCAL_MODELS_DIR=${PARAMS_FUNASR_LOCAL_MODELS_DIR}" >> $DEFAULT_FUNASR_CONFIG_FILE
+ echo "PARAMS_FUNASR_CONFIG_PATH=${PARAMS_FUNASR_CONFIG_PATH}" >> $DEFAULT_FUNASR_CONFIG_FILE
+
+ echo "PARAMS_DOWNLOAD_MODEL_DIR=${PARAMS_DOWNLOAD_MODEL_DIR}" >> $DEFAULT_FUNASR_CONFIG_FILE
+
+ echo "PARAMS_DOCKER_EXEC_PATH=${PARAMS_DOCKER_EXEC_PATH}" >> $DEFAULT_FUNASR_CONFIG_FILE
+ echo "PARAMS_DOCKER_EXEC_DIR=${PARAMS_DOCKER_EXEC_DIR}" >> $DEFAULT_FUNASR_CONFIG_FILE
+
+ echo "PARAMS_LOCAL_ASR_PATH=${PARAMS_LOCAL_ASR_PATH}" >> $DEFAULT_FUNASR_CONFIG_FILE
+ echo "PARAMS_LOCAL_ASR_DIR=${PARAMS_LOCAL_ASR_DIR}" >> $DEFAULT_FUNASR_CONFIG_FILE
+ echo "PARAMS_DOCKER_ASR_PATH=${PARAMS_DOCKER_ASR_PATH}" >> $DEFAULT_FUNASR_CONFIG_FILE
+ echo "PARAMS_DOCKER_ASR_DIR=${PARAMS_DOCKER_ASR_DIR}" >> $DEFAULT_FUNASR_CONFIG_FILE
+ echo "PARAMS_ASR_ID=${PARAMS_ASR_ID}" >> $DEFAULT_FUNASR_CONFIG_FILE
+
+ echo "PARAMS_LOCAL_PUNC_PATH=${PARAMS_LOCAL_PUNC_PATH}" >> $DEFAULT_FUNASR_CONFIG_FILE
+ echo "PARAMS_LOCAL_PUNC_DIR=${PARAMS_LOCAL_PUNC_DIR}" >> $DEFAULT_FUNASR_CONFIG_FILE
+ echo "PARAMS_DOCKER_PUNC_PATH=${PARAMS_DOCKER_PUNC_PATH}" >> $DEFAULT_FUNASR_CONFIG_FILE
+ echo "PARAMS_DOCKER_PUNC_DIR=${PARAMS_DOCKER_PUNC_DIR}" >> $DEFAULT_FUNASR_CONFIG_FILE
+ echo "PARAMS_PUNC_ID=${PARAMS_PUNC_ID}" >> $DEFAULT_FUNASR_CONFIG_FILE
+
+ echo "PARAMS_LOCAL_VAD_PATH=${PARAMS_LOCAL_VAD_PATH}" >> $DEFAULT_FUNASR_CONFIG_FILE
+ echo "PARAMS_LOCAL_VAD_DIR=${PARAMS_LOCAL_VAD_DIR}" >> $DEFAULT_FUNASR_CONFIG_FILE
+ echo "PARAMS_DOCKER_VAD_PATH=${PARAMS_DOCKER_VAD_PATH}" >> $DEFAULT_FUNASR_CONFIG_FILE
+ echo "PARAMS_DOCKER_VAD_DIR=${PARAMS_DOCKER_VAD_DIR}" >> $DEFAULT_FUNASR_CONFIG_FILE
+ echo "PARAMS_VAD_ID=${PARAMS_VAD_ID}" >> $DEFAULT_FUNASR_CONFIG_FILE
+
+ echo "PARAMS_HOST_PORT=${PARAMS_HOST_PORT}" >> $DEFAULT_FUNASR_CONFIG_FILE
+ echo "PARAMS_DOCKER_PORT=${PARAMS_DOCKER_PORT}" >> $DEFAULT_FUNASR_CONFIG_FILE
+ echo "PARAMS_DECODER_THREAD_NUM=${PARAMS_DECODER_THREAD_NUM}" >> $DEFAULT_FUNASR_CONFIG_FILE
+ echo "PARAMS_IO_THREAD_NUM=${PARAMS_IO_THREAD_NUM}" >> $DEFAULT_FUNASR_CONFIG_FILE
+}
+
+showAllParams(){
+ echo -e "${UNDERLINE}${BOLD}[4/6]${PLAIN}"
+ echo -e " ${YELLOW}Show parameters of FunASR server setting and confirm to run ...${PLAIN}"
+ echo
+
+ if [ ! -z "$PARAMS_DOCKER_IMAGE" ]; then
+ echo -e " The current Docker image is : ${GREEN}${PARAMS_DOCKER_IMAGE}${PLAIN}"
+ fi
+ if [ ! -z "$PARAMS_FUNASR_LOCAL_WORKSPACE" ]; then
+ echo -e " The local workspace path is : ${GREEN}${PARAMS_FUNASR_LOCAL_WORKSPACE}${PLAIN}"
+ fi
+
+ if [ ! -z "$PARAMS_DOWNLOAD_MODEL_DIR" ]; then
+ echo -e " The model will be automatically downloaded in Docker : ${GREEN}${PARAMS_DOWNLOAD_MODEL_DIR}${PLAIN}"
+ fi
+ echo
+
+ if [ ! -z "$PARAMS_ASR_ID" ]; then
+ echo -e " The ASR model_id used : ${GREEN}${PARAMS_ASR_ID}${PLAIN}"
+ fi
+ if [ ! -z "$PARAMS_LOCAL_ASR_PATH" ]; then
+ echo -e " The path to the local ASR model directory for the load : ${GREEN}${PARAMS_LOCAL_ASR_PATH}${PLAIN}"
+ fi
+ echo -e " The ASR model directory corresponds to the directory in Docker : ${GREEN}${PARAMS_DOCKER_ASR_PATH}${PLAIN}"
+
+ if [ ! -z "$PARAMS_VAD_ID" ]; then
+ echo -e " The VAD model_id used : ${GREEN}${PARAMS_VAD_ID}${PLAIN}"
+ fi
+ if [ ! -z "$PARAMS_LOCAL_VAD_PATH" ]; then
+ echo -e " The path to the local VAD model directory for the load : ${GREEN}${PARAMS_LOCAL_VAD_PATH}${PLAIN}"
+ fi
+ echo -e " The VAD model directory corresponds to the directory in Docker : ${GREEN}${PARAMS_DOCKER_VAD_PATH}${PLAIN}"
+
+ if [ ! -z "$PARAMS_PUNC_ID" ]; then
+ echo -e " The PUNC model_id used : ${GREEN}${PARAMS_PUNC_ID}${PLAIN}"
+ fi
+ if [ ! -z "$PARAMS_LOCAL_PUNC_PATH" ]; then
+ echo -e " The path to the local PUNC model directory for the load : ${GREEN}${PARAMS_LOCAL_PUNC_PATH}${PLAIN}"
+ fi
+ echo -e " The PUNC model directory corresponds to the directory in Docker: ${GREEN}${PARAMS_DOCKER_PUNC_PATH}${PLAIN}"
+ echo
+
+ echo -e " The path in the docker of the FunASR service executor : ${GREEN}${PARAMS_DOCKER_EXEC_PATH}${PLAIN}"
+
+ echo -e " Set the host port used for use by the FunASR service : ${GREEN}${PARAMS_HOST_PORT}${PLAIN}"
+ echo -e " Set the docker port used by the FunASR service : ${GREEN}${PARAMS_DOCKER_PORT}${PLAIN}"
+
+ echo -e " Set the number of threads used for decoding the FunASR service : ${GREEN}${PARAMS_DECODER_THREAD_NUM}${PLAIN}"
+ echo -e " Set the number of threads used for IO the FunASR service : ${GREEN}${PARAMS_IO_THREAD_NUM}${PLAIN}"
+ echo
+
+ if [ ! -z "$PARAMS_FUNASR_SAMPLES_LOCAL_DIR" ]; then
+ echo -e " Sample code will be store in local : ${GREEN}${PARAMS_FUNASR_SAMPLES_LOCAL_DIR}${PLAIN}"
+ fi
+
+ echo
+ while true
+ do
+ params_confirm="y"
+ echo -e " ${YELLOW}Please input [Y/n] to confirm the parameters.${PLAIN}"
+ echo -e " [y] Verify that these parameters are correct and that the service will run."
+ echo -e " [n] The parameters set are incorrect, it will be rolled out, please rerun."
+ echo -e " read confirmation[${CYAN}Y${PLAIN}/n]: \c"
+ read params_confirm
+
+ if [ -z "$params_confirm" ]; then
+ params_confirm="y"
+ fi
+ YES="Y"
+ yes="y"
+ NO="N"
+ no="n"
+ echo
+ if [ "$params_confirm" = "$YES" ] || [ "$params_confirm" = "$yes" ]; then
+ echo -e " ${GREEN}Will run FunASR server later ...${PLAIN}"
+ break
+ elif [ "$params_confirm" = "$NO" ] || [ "$params_confirm" = "$no" ]; then
+ echo -e " ${RED}The parameters set are incorrect, please rerun ...${PLAIN}"
+ exit 1
+ else
+ echo "again ..."
+ fi
+ done
+
+ saveParams
+ echo
+ sleep 1
+}
+
+# Install docker
+installFunasrDocker(){
+ echo -e "${UNDERLINE}${BOLD}[5/6]${PLAIN}"
+
+ if [ $DOCKERINFOLEN -gt 30 ]; then
+ echo -e " ${YELLOW}Docker has installed.${PLAIN}"
+ else
+ lowercase_osid=$(echo $OSID | tr '[A-Z]' '[a-z]')
+ echo -e " ${YELLOW}Start install docker for ${lowercase_osid} ${PLAIN}"
+ DOCKER_INSTALL_CMD="curl -fsSL https://get.docker.com | bash -s docker --mirror Aliyun"
+ DOCKER_INSTALL_RUN_CMD=""
+
+ case "$lowercase_osid" in
+ ubuntu)
+ DOCKER_INSTALL_CMD="curl -fsSL https://test.docker.com -o test-docker.sh"
+ DOCKER_INSTALL_RUN_CMD="sudo sh test-docker.sh"
+ ;;
+ centos)
+ DOCKER_INSTALL_CMD="curl -fsSL https://get.docker.com | bash -s docker --mirror Aliyun"
+ ;;
+ debian)
+ DOCKER_INSTALL_CMD="curl -fsSL https://get.docker.com -o get-docker.sh"
+ DOCKER_INSTALL_RUN_CMD="sudo sh get-docker.sh"
+ ;;
+ \"alios\")
+ DOCKER_INSTALL_CMD="curl -fsSL https://get.docker.com -o get-docker.sh"
+ DOCKER_INSTALL_RUN_CMD="sudo sh get-docker.sh"
+ ;;
+ \"alinux\")
+ DOCKER_INSTALL_CMD="sudo yum -y install dnf"
+ DOCKER_INSTALL_RUN_CMD="sudo dnf -y install docker"
+ ;;
+ *)
+ echo -e " ${RED}$lowercase_osid is not supported.${PLAIN}"
+ ;;
+ esac
+
+ echo -e " Get docker installer: ${GREEN}${DOCKER_INSTALL_CMD}${PLAIN}"
+ echo -e " Get docker run: ${GREEN}${DOCKER_INSTALL_RUN_CMD}${PLAIN}"
+
+ $DOCKER_INSTALL_CMD
+ if [ ! -z "$DOCKER_INSTALL_RUN_CMD" ]; then
+ $DOCKER_INSTALL_RUN_CMD
+ fi
+ sudo systemctl start docker
+
+ DOCKERINFO=$(sudo docker info | wc -l)
+ DOCKERINFOLEN=`expr ${DOCKERINFO} + 0`
+ if [ $DOCKERINFOLEN -gt 30 ]; then
+ echo -e " ${GREEN}Docker install success, start docker server.${PLAIN}"
+ sudo systemctl start docker
+ else
+ echo -e " ${RED}Docker install failed!${PLAIN}"
+ exit 1
+ fi
+ fi
+
+ echo
+ sleep 1
+
+ # Download docker image
+ echo -e " ${YELLOW}Pull docker image(${PARAMS_DOCKER_IMAGE})...${PLAIN}"
+
+ sudo docker pull $PARAMS_DOCKER_IMAGE
+
+ echo
+ sleep 1
+}
+
+dockerRun(){
+ echo -e "${UNDERLINE}${BOLD}[6/6]${PLAIN}"
+ echo -e " ${YELLOW}Construct command and run docker ...${PLAIN}"
+
+ RUN_CMD="sudo docker run"
+ PORT_MAP=" -p ${PARAMS_HOST_PORT}:${PARAMS_DOCKER_PORT}"
+ DIR_PARAMS=" --privileged=true"
+ DIR_MAP_PARAMS=""
+ if [ ! -z "$PARAMS_LOCAL_ASR_DIR" ]; then
+ if [ -z "$DIR_MAP_PARAMS" ]; then
+ DIR_MAP_PARAMS="${DIR_PARAMS} -v ${PARAMS_LOCAL_ASR_DIR}:${PARAMS_DOCKER_ASR_DIR}"
+ else
+ DIR_MAP_PARAMS="${DIR_MAP_PARAMS} -v ${PARAMS_LOCAL_ASR_DIR}:${PARAMS_DOCKER_ASR_DIR}"
+ fi
+ fi
+ if [ ! -z "$PARAMS_LOCAL_VAD_DIR" ]; then
+ if [ -z "$DIR_MAP_PARAMS" ]; then
+ DIR_MAP_PARAMS="${DIR_PARAMS} -v ${PARAMS_LOCAL_VAD_DIR}:${PARAMS_DOCKER_VAD_DIR}"
+ else
+ DIR_MAP_PARAMS="${DIR_MAP_PARAMS} -v ${PARAMS_LOCAL_VAD_DIR}:${PARAMS_DOCKER_VAD_DIR}"
+ fi
+ fi
+ if [ ! -z "$PARAMS_LOCAL_PUNC_DIR" ]; then
+ if [ -z "$DIR_MAP_PARAMS" ]; then
+ DIR_MAP_PARAMS="${DIR_PARAMS} -v ${PARAMS_LOCAL_PUNC_DIR}:${PARAMS_DOCKER_PUNC_DIR}"
+ else
+ DIR_MAP_PARAMS="${DIR_MAP_PARAMS} -v ${PARAMS_LOCAL_VAD_DIR}:${PARAMS_DOCKER_VAD_DIR}"
+ fi
+ fi
+
+ EXEC_PARAMS="\"exec\":\"${PARAMS_DOCKER_EXEC_PATH}\""
+ if [ ! -z "$PARAMS_ASR_ID" ]; then
+ ASR_PARAMS="\"--model-dir\":\"${PARAMS_ASR_ID}\""
+ else
+ ASR_PARAMS="\"--model-dir\":\"${PARAMS_DOCKER_ASR_PATH}\""
+ fi
+ if [ ! -z "$PARAMS_VAD_ID" ]; then
+ VAD_PARAMS="\"--vad-dir\":\"${PARAMS_VAD_ID}\""
+ else
+ VAD_PARAMS="\"--vad-dir\":\"${PARAMS_DOCKER_VAD_PATH}\""
+ fi
+ if [ ! -z "$PARAMS_PUNC_ID" ]; then
+ PUNC_PARAMS="\"--punc-dir\":\"${PARAMS_PUNC_ID}\""
+ else
+ PUNC_PARAMS="\"--punc-dir\":\"${PARAMS_DOCKER_PUNC_PATH}\""
+ fi
+ DOWNLOAD_PARARMS="\"--download-model-dir\":\"${PARAMS_DOWNLOAD_MODEL_DIR}\""
+ if [ -z "$PARAMS_DOWNLOAD_MODEL_DIR" ]; then
+ MODEL_PARAMS="${ASR_PARAMS},${VAD_PARAMS},${PUNC_PARAMS}"
+ else
+ MODEL_PARAMS="${ASR_PARAMS},${VAD_PARAMS},${PUNC_PARAMS},${DOWNLOAD_PARARMS}"
+ fi
+
+ DECODER_PARAMS="\"--decoder-thread-num\":\"${PARAMS_DECODER_THREAD_NUM}\""
+ IO_PARAMS="\"--io-thread-num\":\"${PARAMS_IO_THREAD_NUM}\""
+ THREAD_PARAMS=${DECODER_PARAMS},${IO_PARAMS}
+ PORT_PARAMS="\"--port\":\"${PARAMS_DOCKER_PORT}\""
+ CRT_PATH="\"--certfile\":\"/workspace/FunASR/funasr/runtime/ssl_key/server.crt\""
+ KEY_PATH="\"--keyfile\":\"/workspace/FunASR/funasr/runtime/ssl_key/server.key\""
+
+ ENV_PARAMS=" -v /var/funasr:/workspace/.config"
+ ENV_PARAMS=" ${ENV_PARAMS} --env DAEMON_SERVER_CONFIG={\"server\":[{${EXEC_PARAMS},${MODEL_PARAMS},${THREAD_PARAMS},${PORT_PARAMS},${CRT_PATH},${KEY_PATH}}]}"
+
+ RUN_CMD="${RUN_CMD}${PORT_MAP}${DIR_MAP_PARAMS}${ENV_PARAMS}"
+ RUN_CMD="${RUN_CMD} -it -d ${PARAMS_DOCKER_IMAGE}"
+
+ # check Docker
+ checkDockerExist
+ result=$?
+ result=`expr ${result} + 0`
+ if [ ${result} -eq 50 ]; then
+ return 50
+ fi
+
+ server_log="/var/funasr/server_console.log"
+ rm -f ${PROGRESS_TXT}
+ rm -f ${server_log}
+
+ ${RUN_CMD}
+
+ echo
+ echo -e " ${YELLOW}Loading models:${PLAIN}"
+
+ # Hide the cursor, start draw progress.
+ printf "\e[?25l"
+ while true
+ do
+ ServerProgress
+ result=$?
+ stage=`expr ${result} + 0`
+ if [ ${stage} -eq 0 ]; then
+ break
+ elif [ ${stage} -gt 0 ] && [ ${stage} -lt 6 ]; then
+ sleep 0.1
+ # clear 3 lines
+ printf "\033[3A"
+ elif [ ${stage} -eq 6 ]; then
+ break
+ elif [ ${stage} -eq 98 ]; then
+ return 98
+ else
+ echo -e " ${RED}Starting FunASR server failed.${PLAIN}"
+ echo
+ # Display the cursor
+ printf "\e[?25h"
+ return 99
+ fi
+ done
+ # Display the cursor
+ printf "\e[?25h"
+
+ echo -e " ${GREEN}The service has been started.${PLAIN}"
+ echo
+
+ downloadSamples
+ echo -e " ${BOLD}The sample code is already stored in the ${PLAIN}(${GREEN}${PARAMS_FUNASR_SAMPLES_LOCAL_DIR}${PLAIN}) ."
+ echo -e " ${BOLD}If you want to see an example of how to use the client, you can run ${PLAIN}${GREEN}sudo bash funasr-runtime-deploy-offline-cpu-zh.sh -c${PLAIN} ."
+ echo
+}
+
+downloadSamples(){
+ if [ ! -d $PARAMS_FUNASR_SAMPLES_LOCAL_DIR ]; then
+ echo -e "${YELLOW}Downloading samples to $PARAMS_FUNASR_LOCAL_WORKSPACE ...${PLAIN}"
+
+ DOWNLOAD_CMD="curl ${DEFAULT_SAMPLES_URL} -o ${PARAMS_FUNASR_SAMPLES_LOCAL_PATH}"
+ UNTAR_CMD="tar -zxf ${PARAMS_FUNASR_SAMPLES_LOCAL_PATH} -C ${PARAMS_FUNASR_LOCAL_WORKSPACE}"
+
+ if [ ! -f "$PARAMS_FUNASR_SAMPLES_LOCAL_PATH" ]; then
+ $DOWNLOAD_CMD
+ fi
+ $UNTAR_CMD
+ fi
+}
+
+checkDockerExist(){
+ result=$(sudo docker ps | grep ${PARAMS_DOCKER_IMAGE} | wc -l)
+ result=`expr ${result} + 0`
+ if [ ${result} -ne 0 ]; then
+ echo
+ echo -e " ${RED}Docker: ${PARAMS_DOCKER_IMAGE} has been launched, please run (${PLAIN}${GREEN}sudo bash funasr-runtime-deploy.sh -p${PLAIN}${RED}) to stop Docker first.${PLAIN}"
+ return 50
+ fi
+}
+
+dockerExit(){
+ echo -e " ${YELLOW}Stop docker(${PARAMS_DOCKER_IMAGE}) server ...${PLAIN}"
+ sudo docker stop `sudo docker ps -a| grep ${PARAMS_DOCKER_IMAGE} | awk '{print $1}' `
+ echo
+ sleep 1
+}
+
+modelChange(){
+ model_type=$1
+ model_id=$2
+ local_flag=0
+
+ if [ -d "$model_id" ]; then
+ local_flag=1
+ else
+ local_flag=0
+ fi
+
+ result=$(echo $model_type | grep "asr_model")
+ if [ "$result" != "" ]; then
+ if [ $local_flag -eq 0 ]; then
+ PARAMS_ASR_ID=$model_id
+ PARAMS_DOCKER_ASR_PATH=${PARAMS_DOWNLOAD_MODEL_DIR}/${PARAMS_ASR_ID}
+ PARAMS_DOCKER_ASR_DIR=$(dirname "${PARAMS_DOCKER_ASR_PATH}")
+ PARAMS_LOCAL_ASR_PATH=${PARAMS_FUNASR_LOCAL_MODELS_DIR}/${PARAMS_ASR_ID}
+ PARAMS_LOCAL_ASR_DIR=$(dirname "${PARAMS_LOCAL_ASR_PATH}")
+ else
+ PARAMS_ASR_ID=""
+ PARAMS_LOCAL_ASR_PATH=$model_id
+ if [ ! -d "$PARAMS_LOCAL_ASR_PATH" ]; then
+ echo -e " ${RED}${PARAMS_LOCAL_ASR_PATH} does not exist, please set again.${PLAIN}"
+ else
+ model_name=$(basename "${PARAMS_LOCAL_ASR_PATH}")
+ PARAMS_LOCAL_ASR_DIR=$(dirname "${PARAMS_LOCAL_ASR_PATH}")
+ middle=${PARAMS_LOCAL_ASR_DIR#*"${PARAMS_FUNASR_LOCAL_MODELS_DIR}"}
+ PARAMS_DOCKER_ASR_DIR=$PARAMS_DOWNLOAD_MODEL_DIR
+ PARAMS_DOCKER_ASR_PATH=${PARAMS_DOCKER_ASR_DIR}/${middle}/${model_name}
+ fi
+ fi
+ fi
+ result=$(echo ${model_type} | grep "vad_model")
+ if [ "$result" != "" ]; then
+ if [ $local_flag -eq 0 ]; then
+ PARAMS_VAD_ID=$model_id
+ PARAMS_DOCKER_VAD_PATH=${PARAMS_DOWNLOAD_MODEL_DIR}/${PARAMS_VAD_ID}
+ PARAMS_DOCKER_VAD_DIR=$(dirname "${PARAMS_DOCKER_VAD_PATH}")
+ PARAMS_LOCAL_VAD_PATH=${PARAMS_FUNASR_LOCAL_MODELS_DIR}/${PARAMS_VAD_ID}
+ PARAMS_LOCAL_VAD_DIR=$(dirname "${PARAMS_LOCAL_VAD_PATH}")
+ else
+ PARAMS_VAD_ID=""
+ PARAMS_LOCAL_VAD_PATH=$model_id
+ if [ ! -d "$PARAMS_LOCAL_VAD_PATH" ]; then
+ echo -e " ${RED}${PARAMS_LOCAL_VAD_PATH} does not exist, please set again.${PLAIN}"
+ else
+ model_name=$(basename "${PARAMS_LOCAL_VAD_PATH}")
+ PARAMS_LOCAL_VAD_DIR=$(dirname "${PARAMS_LOCAL_VAD_PATH}")
+ middle=${PARAMS_LOCAL_VAD_DIR#*"${PARAMS_FUNASR_LOCAL_MODELS_DIR}"}
+ PARAMS_DOCKER_VAD_DIR=$PARAMS_DOWNLOAD_MODEL_DIR
+ PARAMS_DOCKER_VAD_PATH=${PARAMS_DOCKER_VAD_DIR}/${middle}/${model_name}
+ fi
+ fi
+ fi
+ result=$(echo $model_type | grep "punc_model")
+ if [ "$result" != "" ]; then
+ if [ $local_flag -eq 0 ]; then
+ PARAMS_PUNC_ID=$model_id
+ PARAMS_DOCKER_PUNC_PATH=${PARAMS_DOWNLOAD_MODEL_DIR}/${PARAMS_PUNC_ID}
+ PARAMS_DOCKER_PUNC_DIR=$(dirname "${PARAMS_DOCKER_PUNC_PATH}")
+ PARAMS_LOCAL_PUNC_PATH=${PARAMS_FUNASR_LOCAL_MODELS_DIR}/${PARAMS_PUNC_ID}
+ PARAMS_LOCAL_PUNC_DIR=$(dirname "${PARAMS_LOCAL_PUNC_PATH}")
+ else
+ model_name=$(basename "${PARAMS_LOCAL_PUNC_PATH}")
+ PARAMS_LOCAL_PUNC_DIR=$(dirname "${PARAMS_LOCAL_PUNC_PATH}")
+ middle=${PARAMS_LOCAL_PUNC_DIR#*"${PARAMS_FUNASR_LOCAL_MODELS_DIR}"}
+ PARAMS_DOCKER_PUNC_DIR=$PARAMS_DOWNLOAD_MODEL_DIR
+ PARAMS_DOCKER_PUNC_PATH=${PARAMS_DOCKER_PUNC_DIR}/${middle}/${model_name}
+ fi
+ fi
+}
+
+threadNumChange() {
+ type=$1
+ val=$2
+
+ if [ -z "$val"]; then
+ num=`expr ${val} + 0`
+ if [ $num -ge 1 ] && [ $num -le 1024 ]; then
+ result=$(echo ${type} | grep "decode_thread_num")
+ if [ "$result" != "" ]; then
+ PARAMS_DECODER_THREAD_NUM=$num
+ fi
+ result=$(echo ${type} | grep "io_thread_num")
+ if [ "$result" != "" ]; then
+ PARAMS_IO_THREAD_NUM=$num
+ fi
+ fi
+ fi
+}
+
+portChange() {
+ type=$1
+ val=$2
+
+ if [ ! -z "$val" ]; then
+ port=`expr ${val} + 0`
+ if [ $port -ge 1 ] && [ $port -le 65536 ]; then
+ result=$(echo ${type} | grep "host_port")
+ if [ "$result" != "" ]; then
+ PARAMS_HOST_PORT=$port
+ fi
+ result=$(echo ${type} | grep "docker_port")
+ if [ "$result" != "" ]; then
+ PARAMS_DOCKER_PORT=$port
+ fi
+ fi
+ fi
+}
+
+sampleClientRun(){
+ echo -e "${YELLOW}Will download sample tools for the client to show how speech recognition works.${PLAIN}"
+
+ DOWNLOAD_CMD="curl ${DEFAULT_SAMPLES_URL} -o ${PARAMS_FUNASR_SAMPLES_LOCAL_PATH}"
+ UNTAR_CMD="tar -zxf ${PARAMS_FUNASR_SAMPLES_LOCAL_PATH} ${PARAMS_FUNASR_LOCAL_WORKSPACE}"
+
+ if [ ! -f "$PARAMS_FUNASR_SAMPLES_LOCAL_PATH" ]; then
+ $DOWNLOAD_CMD
+ fi
+ if [ -f "$PARAMS_FUNASR_SAMPLES_LOCAL_PATH" ]; then
+ $UNTAR_CMD
+ fi
+ if [ -d "$PARAMS_FUNASR_SAMPLES_LOCAL_DIR" ]; then
+
+ echo -e " Please select the client you want to run."
+ menuSelection ${SAMPLE_CLIENTS[*]}
+ result=$?
+ index=`expr ${result} - 1`
+ lang=${SAMPLE_CLIENTS[${index}]}
+ echo
+
+ SERVER_IP="127.0.0.1"
+ read -p " Please enter the IP of server, default($SERVER_IP): " SERVER_IP
+ if [ -z "$SERVER_IP" ]; then
+ SERVER_IP="127.0.0.1"
+ fi
+
+ HOST_PORT=`sed '/^PARAMS_HOST_PORT=/!d;s/.*=//' ${DEFAULT_FUNASR_CONFIG_FILE}`
+ if [ -z "$HOST_PORT" ]; then
+ HOST_PORT="10095"
+ fi
+ read -p " Please enter the port of server, default($HOST_PORT): " HOST_PORT
+ if [ -z "$HOST_PORT" ]; then
+ HOST_PORT=`sed '/^PARAMS_HOST_PORT=/!d;s/.*=//' ${DEFAULT_FUNASR_CONFIG_FILE}`
+ if [ -z "$HOST_PORT" ]; then
+ HOST_PORT="10095"
+ fi
+ fi
+
+ WAV_PATH="${PARAMS_FUNASR_LOCAL_WORKSPACE}/funasr_samples/audio/asr_example.wav"
+ read -p " Please enter the audio path, default(${WAV_PATH}): " WAV_PATH
+ if [ -z "$WAV_PATH" ]; then
+ WAV_PATH="${PARAMS_FUNASR_LOCAL_WORKSPACE}/funasr_samples/audio/asr_example.wav"
+ fi
+
+ echo
+ PRE_CMD=鈥濃��
+ case "$lang" in
+ Linux_Cpp)
+ PRE_CMD="export LD_LIBRARY_PATH=${PARAMS_FUNASR_LOCAL_WORKSPACE}/funasr_samples/cpp/libs:\$LD_LIBRARY_PATH"
+ CLIENT_EXEC="${PARAMS_FUNASR_LOCAL_WORKSPACE}/funasr_samples/cpp/funasr-wss-client"
+ RUN_CMD="${CLIENT_EXEC} --server-ip ${SERVER_IP} --port ${HOST_PORT} --wav-path ${WAV_PATH}"
+ echo -e " Run ${BLUE}${PRE_CMD}${PLAIN}"
+ $PRE_CMD
+ echo
+ ;;
+ Python)
+ CLIENT_EXEC="${PARAMS_FUNASR_LOCAL_WORKSPACE}/funasr_samples/python/wss_client_asr.py"
+ RUN_CMD="python3 ${CLIENT_EXEC} --host ${SERVER_IP} --port ${HOST_PORT} --mode offline --audio_in ${WAV_PATH} --send_without_sleep --output_dir ${PARAMS_FUNASR_LOCAL_WORKSPACE}/funasr_samples/python"
+ PRE_CMD="pip3 install click>=8.0.4"
+ echo -e " Run ${BLUE}${PRE_CMD}${PLAIN}"
+ $PRE_CMD
+ echo
+ PRE_CMD="pip3 install -r ${PARAMS_FUNASR_LOCAL_WORKSPACE}/funasr_samples/python/requirements_client.txt"
+ echo -e " Run ${BLUE}${PRE_CMD}${PLAIN}"
+ $PRE_CMD
+ echo
+ ;;
+ *)
+ echo "${lang} is not supported."
+ ;;
+ esac
+
+ echo -e " Run ${BLUE}${RUN_CMD}${PLAIN}"
+ $RUN_CMD
+ echo
+ echo -e " If failed, you can try (${GREEN}${RUN_CMD}${PLAIN}) in your Shell."
+ echo
+ fi
+}
+
+paramsConfigure(){
+ initConfiguration
+ setupLocalWorkspaceDir
+ initParameters
+ selectDockerImages
+ result=$?
+ result=`expr ${result} + 0`
+ if [ ${result} -eq 50 ]; then
+ return 50
+ fi
+
+ setupHostPort
+ complementParameters
+}
+
+# Display Help info
+displayHelp(){
+ echo -e "${UNDERLINE}Usage${PLAIN}:"
+ echo -e " $0 [OPTIONAL FLAGS]"
+ echo
+ echo -e "funasr-runtime-deploy-offline-cpu.sh - a Bash script to install&run FunASR docker."
+ echo
+ echo -e "${UNDERLINE}Options${PLAIN}:"
+ echo -e " ${BOLD}-i, install, --install${PLAIN} Install and run FunASR docker."
+ echo -e " ${BOLD}-s, start , --start${PLAIN} Run FunASR docker with configuration that has already been set."
+ echo -e " ${BOLD}-p, stop , --stop${PLAIN} Stop FunASR docker."
+ echo -e " ${BOLD}-r, restart, --restart${PLAIN} Restart FunASR docker."
+ echo -e " ${BOLD}-u, update , --update${PLAIN} Update parameters that has already been set."
+ echo -e " --update [asr_model | vad_model | punc_model] <model_id or local model path>"
+ echo -e " --update [host_port | docker_port] <port number>"
+ echo -e " --update [decode_thread_num | io_thread_num] <the number of threads>"
+ echo -e " ${BOLD}-c, client , --client${PLAIN} Get a client example to show how to initiate speech recognition."
+ echo -e " ${BOLD}-o, show , --show${PLAIN} Displays all parameters that have been set."
+ echo -e " ${BOLD}-v, version, --version${PLAIN} Display current script version."
+ echo -e " ${BOLD}-h, help , --help${PLAIN} Display this help."
+ echo
+ echo -e " Version : ${scriptVersion} "
+ echo -e " Modify Date: ${scriptDate}"
+}
+
+parseInput(){
+ local menu
+ menu=($(echo "$@"))
+ len=${#menu[@]}
+
+ stage=""
+ if [ $len -ge 2 ]; then
+ for val in ${menu[@]}
+ do
+ result=$(echo $val | grep "\-\-")
+ if [ "$result" != "" ]; then
+ stage=$result
+ else
+ if [ "$stage" = "--workspace" ]; then
+ DEFAULT_FUNASR_LOCAL_WORKSPACE=$val
+ fi
+ fi
+ done
+ fi
+}
+
+# OS
+OSID=$(grep ^ID= /etc/os-release | cut -d= -f2)
+OSVER=$(lsb_release -cs)
+OSNUM=$(grep -oE "[0-9.]+" /etc/issue)
+CPUNUM=$(cat /proc/cpuinfo |grep "processor"|wc -l)
+DOCKERINFO=$(sudo docker info | wc -l)
+DOCKERINFOLEN=`expr ${DOCKERINFO} + 0`
+
+# PARAMS
+# The workspace for FunASR in local
+PARAMS_FUNASR_LOCAL_WORKSPACE=$DEFAULT_FUNASR_LOCAL_WORKSPACE
+# The dir stored sample code in local
+PARAMS_FUNASR_SAMPLES_LOCAL_DIR=${PARAMS_FUNASR_LOCAL_WORKSPACE}/${DEFAULT_SAMPLES_NAME}
+# The path of sample code in local
+PARAMS_FUNASR_SAMPLES_LOCAL_PATH=${PARAMS_FUNASR_LOCAL_WORKSPACE}/${DEFAULT_SAMPLES_NAME}.tar.gz
+# The dir stored models in local
+PARAMS_FUNASR_LOCAL_MODELS_DIR="${PARAMS_FUNASR_LOCAL_WORKSPACE}/models"
+# The path of configuration in local
+PARAMS_FUNASR_CONFIG_PATH="${PARAMS_FUNASR_LOCAL_WORKSPACE}/config"
+
+# The server excutor in local
+PARAMS_DOCKER_EXEC_PATH=$DEFAULT_DOCKER_EXEC_PATH
+# The dir stored server excutor in docker
+PARAMS_DOCKER_EXEC_DIR=$DEFAULT_DOCKER_EXEC_DIR
+
+# The dir for downloading model in docker
+PARAMS_DOWNLOAD_MODEL_DIR=$DEFAULT_FUNASR_WORKSPACE_DIR
+# The Docker image name
+PARAMS_DOCKER_IMAGE=""
+
+# The dir stored punc model in local
+PARAMS_LOCAL_PUNC_DIR=""
+# The path of punc model in local
+PARAMS_LOCAL_PUNC_PATH=""
+# The dir stored punc model in docker
+PARAMS_DOCKER_PUNC_DIR=""
+# The path of punc model in docker
+PARAMS_DOCKER_PUNC_PATH=""
+# The punc model ID in ModelScope
+PARAMS_PUNC_ID="damo/punc_ct-transformer_zh-cn-common-vocab272727-onnx"
+
+# The dir stored vad model in local
+PARAMS_LOCAL_VAD_DIR=""
+# The path of vad model in local
+PARAMS_LOCAL_VAD_PATH=""
+# The dir stored vad model in docker
+PARAMS_DOCKER_VAD_DIR=""
+# The path of vad model in docker
+PARAMS_DOCKER_VAD_PATH=""
+# The vad model ID in ModelScope
+PARAMS_VAD_ID="damo/speech_fsmn_vad_zh-cn-16k-common-onnx"
+
+# The dir stored asr model in local
+PARAMS_LOCAL_ASR_DIR=""
+# The path of asr model in local
+PARAMS_LOCAL_ASR_PATH=""
+# The dir stored asr model in docker
+PARAMS_DOCKER_ASR_DIR=""
+# The path of asr model in docker
+PARAMS_DOCKER_ASR_PATH=""
+# The asr model ID in ModelScope
+PARAMS_ASR_ID="damo/speech_paraformer-large_asr_nat-zh-cn-16k-common-vocab8404-onnx"
+
+PARAMS_HOST_PORT="10095"
+PARAMS_DOCKER_PORT="10095"
+PARAMS_DECODER_THREAD_NUM="32"
+PARAMS_IO_THREAD_NUM="8"
+
+
+echo -e "#############################################################"
+echo -e "# ${RED}OS${PLAIN}: ${OSID} ${OSNUM} ${OSVER}"
+echo -e "# ${RED}Kernel${PLAIN}: $(uname -m) Linux $(uname -r)"
+echo -e "# ${RED}CPU${PLAIN}: $(grep 'model name' /proc/cpuinfo | uniq | awk -F : '{print $2}' | sed 's/^[ \t]*//g' | sed 's/ \+/ /g') "
+echo -e "# ${RED}CPU NUM${PLAIN}: ${CPUNUM}"
+echo -e "# ${RED}RAM${PLAIN}: $(cat /proc/meminfo | grep 'MemTotal' | awk -F : '{print $2}' | sed 's/^[ \t]*//g') "
+echo -e "#"
+echo -e "# ${RED}Version${PLAIN}: ${scriptVersion} "
+echo -e "# ${RED}Modify Date${PLAIN}: ${scriptDate}"
+echo -e "#############################################################"
+echo
+
+# Initialization step
+case "$1" in
+ install|-i|--install)
+ rootNess
+ parseInput $@
+ paramsConfigure
+ result=$?
+ result=`expr ${result} + 0`
+ if [ ${result} -ne 50 ]; then
+ showAllParams
+ installFunasrDocker
+ dockerRun
+ result=$?
+ stage=`expr ${result} + 0`
+ if [ $stage -eq 98 ]; then
+ dockerExit
+ dockerRun
+ fi
+ fi
+ ;;
+ start|-s|--start)
+ rootNess
+ paramsFromDefault
+ showAllParams
+ dockerRun
+ result=$?
+ stage=`expr ${result} + 0`
+ if [ $stage -eq 98 ]; then
+ dockerExit
+ dockerRun
+ fi
+ ;;
+ restart|-r|--restart)
+ rootNess
+ paramsFromDefault
+ showAllParams
+ dockerExit
+ dockerRun
+ result=$?
+ stage=`expr ${result} + 0`
+ if [ $stage -eq 98 ]; then
+ dockerExit
+ dockerRun
+ fi
+ ;;
+ stop|-p|--stop)
+ rootNess
+ paramsFromDefault
+ dockerExit
+ ;;
+ update|-u|--update)
+ rootNess
+ paramsFromDefault
+
+ if [ $# -eq 3 ]; then
+ type=$2
+ val=$3
+ if [ "$type" = "asr_model" ] || [ "$type" = "vad_model" ] || [ "$type" = "punc_model" ]; then
+ modelChange $type $val
+ elif [ "$type" = "decode_thread_num" ] || [ "$type" = "io_thread_num" ]; then
+ threadNumChange $type $val
+ elif [ "$type" = "host_port" ] || [ "$type" = "docker_port" ]; then
+ portChange $type $val
+ else
+ setupLocalWorkspaceDir
+ fi
+ else
+ setupLocalWorkspaceDir
+ fi
+
+ complementParameters
+ initParameters
+ showAllParams
+ dockerExit
+ dockerRun
+ result=$?
+ stage=`expr ${result} + 0`
+ if [ $stage -eq 98 ]; then
+ dockerExit
+ dockerRun
+ fi
+ ;;
+ client|-c|--client)
+ rootNess
+ paramsFromDefault
+ sampleClientRun
+ ;;
+ show|-o|--show)
+ rootNess
+ paramsFromDefault
+ showAllParams
+ ;;
+ *)
+ displayHelp
+ exit 0
+ ;;
+esac
diff --git a/funasr/runtime/funasr-runtime-deploy.sh b/funasr/runtime/funasr-runtime-deploy.sh
deleted file mode 100644
index bb045e8..0000000
--- a/funasr/runtime/funasr-runtime-deploy.sh
+++ /dev/null
@@ -1,1592 +0,0 @@
-#!/usr/bin/env bash
-
-scriptVersion="0.0.3"
-scriptDate="20230629"
-
-clear
-
-
-# Set color
-RED="\033[31;1m"
-GREEN="\033[32;1m"
-YELLOW="\033[33;1m"
-BLUE="\033[34;1m"
-CYAN="\033[36;1m"
-PLAIN="\033[0m"
-
-# Info messages
-ERROR="${RED}[ERROR]${PLAIN}"
-WARNING="${YELLOW}[WARNING]${PLAIN}"
-
-# Font Format
-BOLD="\033[1m"
-UNDERLINE="\033[4m"
-
-# Current folder
-cur_dir=`pwd`
-
-
-checkConfigFileAndTouch(){
- mkdir -p /var/funasr
- if [ ! -f $FUNASR_CONFIG_FILE ]; then
- touch $FUNASR_CONFIG_FILE
- fi
-}
-
-SAMPLE_CLIENTS=( \
-"Python" \
-"Linux_Cpp" \
-)
-ASR_MODELS=( \
-"damo/speech_paraformer-large_asr_nat-zh-cn-16k-common-vocab8404-onnx" \
-"model_name" \
-"model_path" \
-)
-VAD_MODELS=( \
-"damo/speech_fsmn_vad_zh-cn-16k-common-onnx" \
-"model_name" \
-"model_path" \
-)
-PUNC_MODELS=( \
-"damo/punc_ct-transformer_zh-cn-common-vocab272727-onnx" \
-"model_name" \
-"model_path" \
-)
-DOCKER_IMAGES=( \
-"registry.cn-hangzhou.aliyuncs.com/funasr_repo/funasr:funasr-runtime-sdk-cpu-latest" \
-"registry.cn-hangzhou.aliyuncs.com/funasr_repo/funasr:funasr-runtime-sdk-cpu-0.1.0" \
-)
-menuSelection(){
- local menu
- menu=($(echo "$@"))
- result=1
- show_no=1
- menu_no=0
- len=${#menu[@]}
-
- while true
- do
- echo -e " ${BOLD}${show_no})${PLAIN} ${menu[menu_no]}"
-
- let show_no++
- let menu_no++
- if [ ${menu_no} -ge ${len} ]; then
- break
- fi
- done
-
- while true
- do
- read -p " Enter your choice: " result
-
- expr ${result} + 0 &>/dev/null
- if [ $? -eq 0 ]; then
- if [ ${result} -ge 1 ] && [ ${result} -le ${len} ]; then
- break
- else
- echo -e " ${RED}Input error, please input correct number!${PLAIN}"
- fi
- else
- echo -e " ${RED}Input error, please input correct number!${PLAIN}"
- fi
- done
-
- return $result
-}
-
-DrawProgress(){
- model=$1
- title=$2
- percent_str=$3
- speed=$4
- revision=$5
- latest_percent=$6
-
- progress=0
- if [ ! -z "$percent_str" ]; then
- progress=`expr $percent_str + 0`
- latest_percent=`expr $latest_percent + 0`
- if [ $progress -ne 0 ] && [ $progress -lt $latest_percent ]; then
- progress=$latest_percent
- fi
- fi
-
- LOADING_FLAG="Loading"
- if [ "$title" = "$LOADING_FLAG" ]; then
- progress=100
- fi
-
- i=0
- str=""
- let max=progress/2
- while [ $i -lt $max ]
- do
- let i++
- str+='='
- done
- let color=36
- let index=max*2
- if [ -z "$speed" ]; then
- printf "\r \e[0;$color;1m[%s][%-11s][%-50s][%d%%][%s]\e[0m" "$model" "$title" "$str" "$$index" "$revision"
- else
- printf "\r \e[0;$color;1m[%s][%-11s][%-50s][%3d%%][%8s][%s]\e[0m" "$model" "$title" "$str" "$index" "$speed" "$revision"
- fi
- printf "\n"
-
- return $progress
-}
-
-PROGRESS_TXT="/var/funasr/progress.txt"
-ASR_PERCENT_INT=0
-VAD_PERCENT_INT=0
-PUNC_PERCENT_INT=0
-ASR_TITLE="Downloading"
-ASR_PERCENT="0"
-ASR_SPEED="0KB/s"
-ASR_REVISION=""
-VAD_TITLE="Downloading"
-VAD_PERCENT="0"
-VAD_SPEED="0KB/s"
-VAD_REVISION=""
-PUNC_TITLE="Downloading"
-PUNC_PERCENT="0"
-PUNC_SPEED="0KB/s"
-PUNC_REVISION=""
-ServerProgress(){
- status_flag="STATUS:"
- stage=0
- wait=0
- server_status=""
-
- while true
- do
- if [ -f "$PROGRESS_TXT" ]; then
- break
- else
- sleep 1
- let wait=wait+1
- if [ ${wait} -ge 10 ]; then
- break
- fi
- fi
- done
-
- if [ ! -f "$PROGRESS_TXT" ]; then
- echo -e " ${RED}The note of progress does not exist.(${PROGRESS_TXT}) ${PLAIN}"
- return 98
- fi
-
- stage=1
- while read line
- do
- if [ $stage -eq 1 ]; then
- result=$(echo $line | grep "STATUS:")
- if [[ "$result" != "" ]]
- then
- stage=2
- server_status=${line#*:}
- status=`expr $server_status + 0`
- if [ $status -eq 99 ]; then
- stage=99
- fi
- continue
- fi
- elif [ $stage -eq 2 ]; then
- result=$(echo $line | grep "ASR")
- if [[ "$result" != "" ]]
- then
- stage=3
- continue
- fi
- elif [ $stage -eq 3 ]; then
- result=$(echo $line | grep "VAD")
- if [[ "$result" != "" ]]
- then
- stage=4
- continue
- fi
- result=$(echo $line | grep "title:")
- if [[ "$result" != "" ]]
- then
- ASR_TITLE=${line#*:}
- continue
- fi
- result=$(echo $line | grep "percent:")
- if [[ "$result" != "" ]]
- then
- ASR_PERCENT=${line#*:}
- continue
- fi
- result=$(echo $line | grep "speed:")
- if [[ "$result" != "" ]]
- then
- ASR_SPEED=${line#*:}
- continue
- fi
- result=$(echo $line | grep "revision:")
- if [[ "$result" != "" ]]
- then
- ASR_REVISION=${line#*:}
- continue
- fi
- elif [ $stage -eq 4 ]; then
- result=$(echo $line | grep "PUNC")
- if [[ "$result" != "" ]]
- then
- stage=5
- continue
- fi
- result=$(echo $line | grep "title:")
- if [[ "$result" != "" ]]
- then
- VAD_TITLE=${line#*:}
- continue
- fi
- result=$(echo $line | grep "percent:")
- if [[ "$result" != "" ]]
- then
- VAD_PERCENT=${line#*:}
- continue
- fi
- result=$(echo $line | grep "speed:")
- if [[ "$result" != "" ]]
- then
- VAD_SPEED=${line#*:}
- continue
- fi
- result=$(echo $line | grep "revision:")
- if [[ "$result" != "" ]]
- then
- VAD_REVISION=${line#*:}
- continue
- fi
- elif [ $stage -eq 5 ]; then
- result=$(echo $line | grep "DONE")
- if [[ "$result" != "" ]]
- then
- # Done and break.
- stage=6
- break
- fi
- result=$(echo $line | grep "title:")
- if [[ "$result" != "" ]]
- then
- PUNC_TITLE=${line#*:}
- continue
- fi
- result=$(echo $line | grep "percent:")
- if [[ "$result" != "" ]]
- then
- PUNC_PERCENT=${line#*:}
- continue
- fi
- result=$(echo $line | grep "speed:")
- if [[ "$result" != "" ]]
- then
- PUNC_SPEED=${line#*:}
- continue
- fi
- result=$(echo $line | grep "revision:")
- if [[ "$result" != "" ]]
- then
- PUNC_REVISION=${line#*:}
- continue
- fi
- elif [ $stage -eq 99 ]; then
- echo -e " ${RED}ERROR: $line${PLAIN}"
- fi
- done < $PROGRESS_TXT
-
- if [ $stage -ne 99 ]; then
- DrawProgress "ASR " $ASR_TITLE $ASR_PERCENT $ASR_SPEED $ASR_REVISION $ASR_PERCENT_INT
- ASR_PERCENT_INT=$?
- DrawProgress "VAD " $VAD_TITLE $VAD_PERCENT $VAD_SPEED $VAD_REVISION $VAD_PERCENT_INT
- VAD_PERCENT_INT=$?
- DrawProgress "PUNC" $PUNC_TITLE $PUNC_PERCENT $PUNC_SPEED $PUNC_REVISION $PUNC_PERCENT_INT
- PUNC_PERCENT_INT=$?
- fi
-
- return $stage
-}
-
-# Make sure root user
-rootNess(){
- echo -e "${UNDERLINE}${BOLD}[0/9]${PLAIN}"
- echo -e " ${YELLOW}Please check root access.${PLAIN}"
- echo
-
- echo -e " ${WARNING} MUST RUN AS ${RED}ROOT${PLAIN} USER!"
- if [[ $EUID -ne 0 ]]; then
- echo -e " ${ERROR} MUST RUN AS ${RED}ROOT${PLAIN} USER!"
- fi
-
- checkConfigFileAndTouch
- cd ${cur_dir}
- echo
-}
-
-selectDockerImages(){
- echo -e "${UNDERLINE}${BOLD}[1/9]${PLAIN}"
- echo -e " ${YELLOW}Please choose the Docker image.${PLAIN}"
-
- menuSelection ${DOCKER_IMAGES[*]}
- result=$?
- index=`expr $result - 1`
-
- PARAMS_DOCKER_IMAGE=${DOCKER_IMAGES[${index}]}
- echo -e " ${UNDERLINE}You have chosen the Docker image:${PLAIN} ${GREEN}${PARAMS_DOCKER_IMAGE}${PLAIN}"
-
- checkDockerExist
- result=$?
- result=`expr $result + 0`
- if [ ${result} -eq 50 ]; then
- return 50
- fi
-
- echo
-}
-
-setupModelType(){
- echo -e "${UNDERLINE}${BOLD}[2/9]${PLAIN}"
- echo -e " ${YELLOW}Please input [Y/n] to confirm whether to automatically download model_id in ModelScope or use a local model.${PLAIN}"
- echo -e " [y] With the model in ModelScope, the model will be automatically downloaded to Docker(${CYAN}/workspace/models${PLAIN})."
- echo -e " If you select both the local model and the model in ModelScope, select [y]."
- echo " [n] Use the models on the localhost, the directory where the model is located will be mapped to Docker."
-
- while true
- do
- read -p " Setting confirmation[Y/n]: " model_id_flag
-
- if [ -z "$model_id_flag" ]; then
- model_id_flag="y"
- fi
- YES="Y"
- yes="y"
- NO="N"
- no="n"
- if [ "$model_id_flag" = "$YES" ] || [ "$model_id_flag" = "$yes" ]; then
- # please set model_id later.
- PARAMS_DOWNLOAD_MODEL_DIR="/workspace/models"
- echo -e " ${UNDERLINE}You have chosen to use the model in ModelScope, please set the model ID in the next steps, and the model will be automatically downloaded in (${PARAMS_DOWNLOAD_MODEL_DIR}) during the run.${PLAIN}"
-
- params_local_models_dir=`sed '/^PARAMS_LOCAL_MODELS_DIR=/!d;s/.*=//' ${FUNASR_CONFIG_FILE}`
- if [ -z "$params_local_models_dir" ]; then
- params_local_models_dir="${cur_dir}/models"
- mkdir -p ${params_local_models_dir}
- fi
- while true
- do
- echo
- echo -e " ${YELLOW}Please enter the local path to download models, the corresponding path in Docker is ${PARAMS_DOWNLOAD_MODEL_DIR}.${PLAIN}"
- read -p " Setting the local path to download models, default(${params_local_models_dir}): " PARAMS_LOCAL_MODELS_DIR
- if [ -z "$PARAMS_LOCAL_MODELS_DIR" ]; then
- if [ -z "$params_local_models_dir" ]; then
- echo -e " ${RED}The local path set is empty, please setup again.${PLAIN}"
- continue
- else
- PARAMS_LOCAL_MODELS_DIR=$params_local_models_dir
- fi
- fi
- if [ ! -d "$PARAMS_LOCAL_MODELS_DIR" ]; then
- echo -e " ${RED}The local model path(${PARAMS_LOCAL_MODELS_DIR}) set does not exist, please setup again.${PLAIN}"
- else
- echo -e " The local path(${GREEN}${PARAMS_LOCAL_MODELS_DIR}${PLAIN}) set will store models during the run."
- break
- fi
- done
-
- break
- elif [ "$model_id_flag" = "$NO" ] || [ "$model_id_flag" = "$no" ]; then
- # download_model_dir is empty, will use models in localhost.
- PARAMS_DOWNLOAD_MODEL_DIR=""
- PARAMS_LOCAL_MODELS_DIR=""
- echo -e " ${UNDERLINE}You have chosen to use models from the localhost, set the path to each model in the localhost in the next steps.${PLAIN}"
- echo
- break
- fi
- done
-
- echo
-}
-
-# Set asr model for FunASR server
-setupAsrModelId(){
- echo -e " ${UNDERLINE}${BOLD}[2.1/9]${PLAIN}"
-
- if [ -z "$PARAMS_DOWNLOAD_MODEL_DIR" ]; then
- # download_model_dir is empty, will use models in localhost.
- params_local_asr_path=`sed '/^PARAMS_LOCAL_ASR_PATH=/!d;s/.*=//' ${FUNASR_CONFIG_FILE}`
- if [ -z "$params_local_asr_path" ]; then
- PARAMS_LOCAL_ASR_PATH=""
- else
- PARAMS_LOCAL_ASR_PATH=${params_local_asr_path}
- fi
-
- echo -e " ${YELLOW}Please input ASR model path in local for FunASR server.${PLAIN}"
- echo -e " Default: ${CYAN}${PARAMS_LOCAL_ASR_PATH}${PLAIN}"
-
- while true
- do
- read -p " Setting ASR model path in localhost: " PARAMS_LOCAL_ASR_PATH
-
- if [ -z "$PARAMS_LOCAL_ASR_PATH" ]; then
- PARAMS_LOCAL_ASR_PATH=${params_local_asr_path}
- fi
- if [ -z "$PARAMS_LOCAL_ASR_PATH" ]; then
- # use default asr model in Docker
- PARAMS_LOCAL_ASR_DIR=""
- PARAMS_DOCKER_ASR_DIR=""
- PARAMS_DOCKER_ASR_PATH="/workspace/models/asr"
- echo -e " ${RED}Donnot set the local ASR model path, will use ASR model(${CYAN}/workspace/models/asr${PLAIN}${RED}) in Docker.${PLAIN}"
-
- echo -e " ${UNDERLINE}You have chosen the default model dir in localhost:${PLAIN} ${GREEN}${PARAMS_LOCAL_ASR_PATH}${PLAIN}"
- echo -e " ${UNDERLINE}The defalut model dir in Docker is${PLAIN} ${GREEN}${PARAMS_DOCKER_ASR_PATH}${PLAIN}"
- break
- else
- if [ ! -d "$PARAMS_LOCAL_ASR_PATH" ]; then
- echo -e " ${RED}The ASR model path set does not exist, please setup again.${PLAIN}"
- else
- # use asr model in localhost
- PARAMS_LOCAL_ASR_DIR=$(dirname "$PARAMS_LOCAL_ASR_PATH")
- asr_name=$(basename "$PARAMS_LOCAL_ASR_PATH")
- PARAMS_DOCKER_ASR_DIR="/workspace/user_asr"
- PARAMS_DOCKER_ASR_PATH=${PARAMS_DOCKER_ASR_DIR}/${asr_name}
-
- echo -e " ${UNDERLINE}You have chosen the model dir in localhost:${PLAIN} ${GREEN}${PARAMS_LOCAL_ASR_PATH}${PLAIN}"
- echo -e " ${UNDERLINE}The model dir in Docker is${PLAIN} ${GREEN}${PARAMS_DOCKER_ASR_PATH}${PLAIN}"
- break
- fi
- fi
- done
-
- PARAMS_ASR_ID=""
- else
- # please set model_id later.
- echo -e " ${YELLOW}Please select ASR model_id in ModelScope from the list below.${PLAIN}"
-
- menuSelection ${ASR_MODELS[*]}
- result=$?
- index=`expr $result - 1`
- PARAMS_ASR_ID=${ASR_MODELS[${index}]}
-
- OTHERS="model_name"
- LOCAL_MODEL="model_path"
- if [ "$PARAMS_ASR_ID" = "$OTHERS" ]; then
- params_asr_id=`sed '/^PARAMS_ASR_ID=/!d;s/.*=//' ${FUNASR_CONFIG_FILE}`
- if [ -z "$params_asr_id" ]; then
- PARAMS_ASR_ID=""
- else
- PARAMS_ASR_ID=${params_asr_id}
- fi
-
- echo -e " Default: ${CYAN}${PARAMS_ASR_ID}${PLAIN}"
-
- while true
- do
- read -p " Setting ASR model_id in ModelScope: " PARAMS_ASR_ID
-
- PARAMS_LOCAL_ASR_DIR=""
- PARAMS_LOCAL_ASR_PATH=""
- PARAMS_DOCKER_ASR_DIR=""
- if [ -z "$PARAMS_ASR_ID" ]; then
- echo -e " ${RED}The ASR model ID is empty, please setup again.${PLAIN}"
- else
- break
- fi
- done
- elif [ "$PARAMS_ASR_ID" = "$LOCAL_MODEL" ]; then
- PARAMS_ASR_ID=""
- echo -e " Please input ASR model path in local for FunASR server."
-
- while true
- do
- read -p " Setting ASR model path in localhost: " PARAMS_LOCAL_ASR_PATH
- if [ -z "$PARAMS_LOCAL_ASR_PATH" ]; then
- # use default asr model in Docker
- echo -e " ${RED}Please do not set an empty path in localhost.${PLAIN}"
- else
- if [ ! -d "$PARAMS_LOCAL_ASR_PATH" ]; then
- echo -e " ${RED}The ASR model path set does not exist, please setup again.${PLAIN}"
- else
- # use asr model in localhost
- PARAMS_LOCAL_ASR_DIR=$(dirname "$PARAMS_LOCAL_ASR_PATH")
- asr_name=$(basename "$PARAMS_LOCAL_ASR_PATH")
- PARAMS_DOCKER_ASR_DIR="/workspace/user_asr"
- PARAMS_DOCKER_ASR_PATH=${PARAMS_DOCKER_ASR_DIR}/${asr_name}
-
- echo -e " ${UNDERLINE}You have chosen the model dir in localhost:${PLAIN} ${GREEN}${PARAMS_LOCAL_ASR_PATH}${PLAIN}"
- echo -e " ${UNDERLINE}The model dir in Docker is${PLAIN} ${GREEN}${PARAMS_DOCKER_ASR_PATH}${PLAIN}"
- echo
- return 0
- fi
- fi
- done
- fi
-
- PARAMS_DOCKER_ASR_DIR=$PARAMS_DOWNLOAD_MODEL_DIR
- PARAMS_DOCKER_ASR_PATH=${PARAMS_DOCKER_ASR_DIR}/${PARAMS_ASR_ID}
-
- echo -e " ${UNDERLINE}The model ID is${PLAIN} ${GREEN}${PARAMS_ASR_ID}${PLAIN}"
- echo -e " ${UNDERLINE}The model dir in Docker is${PLAIN} ${GREEN}${PARAMS_DOCKER_ASR_PATH}${PLAIN}"
- fi
-
- echo
-}
-
-# Set vad model for FunASR server
-setupVadModelId(){
- echo -e " ${UNDERLINE}${BOLD}[2.2/9]${PLAIN}"
-
- if [ -z "$PARAMS_DOWNLOAD_MODEL_DIR" ]; then
- # download_model_dir is empty, will use models in localhost.
- params_local_vad_path=`sed '/^PARAMS_LOCAL_VAD_PATH=/!d;s/.*=//' ${FUNASR_CONFIG_FILE}`
- if [ -z "$params_local_vad_path" ]; then
- PARAMS_LOCAL_VAD_PATH=""
- else
- PARAMS_LOCAL_VAD_PATH=${params_local_vad_path}
- fi
-
- echo -e " ${YELLOW}Please input VAD model path in local for FunASR server.${PLAIN}"
- echo -e " Default: ${CYAN}${PARAMS_LOCAL_VAD_PATH}${PLAIN}"
-
- while true
- do
- read -p " Setting VAD model path in localhost: " PARAMS_LOCAL_VAD_PATH
-
- if [ -z "$PARAMS_LOCAL_VAD_PATH" ]; then
- PARAMS_LOCAL_VAD_PATH=${params_local_vad_path}
- fi
- if [ -z "$PARAMS_LOCAL_VAD_PATH" ]; then
- # use default vad model in Docker
- PARAMS_LOCAL_VAD_DIR=""
- PARAMS_DOCKER_VAD_DIR=""
- PARAMS_DOCKER_VAD_PATH="/workspace/models/vad"
- echo -e " ${RED}Donnot set the local VAD model path, will use VAD model(${CYAN}/workspace/models/vad${PLAIN}${RED}) in Docker.${PLAIN}"
-
- echo -e " ${UNDERLINE}You have chosen the default model dir in localhost${PLAIN}: ${GREEN}${PARAMS_LOCAL_VAD_PATH}${PLAIN}"
- echo -e " ${UNDERLINE}The defalut model dir in Docker is${PLAIN} ${GREEN}${PARAMS_DOCKER_VAD_PATH}${PLAIN}"
- break
- else
- if [ ! -d "$PARAMS_LOCAL_VAD_PATH" ]; then
- echo -e " ${RED}The VAD model path set does not exist, please setup again.${PLAIN}"
- else
- # use vad model in localhost
- PARAMS_LOCAL_VAD_DIR=$(dirname "$PARAMS_LOCAL_VAD_PATH")
- vad_name=$(basename "$PARAMS_LOCAL_VAD_PATH")
- PARAMS_DOCKER_VAD_DIR="/workspace/user_vad"
- PARAMS_DOCKER_VAD_PATH=${PARAMS_DOCKER_VAD_DIR}/${vad_name}
-
- echo -e " ${UNDERLINE}You have chosen the model dir in localhost:${PLAIN} ${GREEN}${PARAMS_LOCAL_VAD_PATH}${PLAIN}"
- echo -e " ${UNDERLINE}The model dir in Docker is${PLAIN} ${GREEN}${PARAMS_DOCKER_VAD_PATH}${PLAIN}"
- break
- fi
- fi
- done
-
- PARAMS_VAD_ID=""
- else
- # please set model_id later.
- echo -e " ${YELLOW}Please select VAD model_id in ModelScope from the list below.${PLAIN}"
-
- menuSelection ${VAD_MODELS[*]}
- result=$?
- index=`expr $result - 1`
- PARAMS_VAD_ID=${VAD_MODELS[${index}]}
-
- OTHERS="model_name"
- LOCAL_MODEL="model_path"
- if [ "$PARAMS_VAD_ID" = "$OTHERS" ]; then
- params_vad_id=`sed '/^PARAMS_VAD_ID=/!d;s/.*=//' ${FUNASR_CONFIG_FILE}`
- if [ -z "$params_vad_id" ]; then
- PARAMS_VAD_ID=""
- else
- PARAMS_VAD_ID=${params_vad_id}
- fi
-
- echo -e " Default: ${CYAN}${PARAMS_VAD_ID}${PLAIN}"
-
- while true
- do
- read -p " Setting VAD model_id in ModelScope: " PARAMS_VAD_ID
-
- PARAMS_LOCAL_VAD_DIR=""
- PARAMS_LOCAL_VAD_PATH=""
- PARAMS_DOCKER_VAD_DIR=""
- if [ -z "$PARAMS_VAD_ID" ]; then
- echo -e " ${RED}The VAD model ID is empty, please setup again.${PLAIN}"
- else
- break
- fi
- done
- elif [ "$PARAMS_VAD_ID" = "$LOCAL_MODEL" ]; then
- PARAMS_VAD_ID=""
- echo -e " Please input VAD model path in local for FunASR server."
-
- while true
- do
- read -p " Setting VAD model path in localhost: " PARAMS_LOCAL_VAD_PATH
- if [ -z "$PARAMS_LOCAL_VAD_PATH" ]; then
- # use default vad model in Docker
- echo -e " ${RED}Please do not set an empty path in localhost.${PLAIN}"
- else
- if [ ! -d "$PARAMS_LOCAL_VAD_PATH" ]; then
- echo -e " ${RED}The VAD model path set does not exist, please setup again.${PLAIN}"
- else
- # use vad model in localhost
- PARAMS_LOCAL_VAD_DIR=$(dirname "$PARAMS_LOCAL_VAD_PATH")
- vad_name=$(basename "$PARAMS_LOCAL_VAD_PATH")
- PARAMS_DOCKER_VAD_DIR="/workspace/user_vad"
- PARAMS_DOCKER_VAD_PATH=${PARAMS_DOCKER_VAD_DIR}/${vad_name}
-
- echo -e " ${UNDERLINE}You have chosen the model dir in localhost:${PLAIN} ${GREEN}${PARAMS_LOCAL_VAD_PATH}${PLAIN}"
- echo -e " ${UNDERLINE}The model dir in Docker is${PLAIN} ${GREEN}${PARAMS_DOCKER_VAD_PATH}${PLAIN}"
- echo
- return 0
- fi
- fi
- done
- fi
-
- PARAMS_DOCKER_VAD_DIR=$PARAMS_DOWNLOAD_MODEL_DIR
- PARAMS_DOCKER_VAD_PATH=${PARAMS_DOCKER_VAD_DIR}/${PARAMS_VAD_ID}
-
- echo -e " ${UNDERLINE}The model ID is${PLAIN} ${GREEN}${PARAMS_VAD_ID}${PLAIN}"
- echo -e " ${UNDERLINE}The model dir in Docker is${PLAIN} ${GREEN}${PARAMS_DOCKER_VAD_PATH}${PLAIN}"
- fi
-
- echo
-}
-
-# Set punc model for FunASR server
-setupPuncModelId(){
- echo -e " ${UNDERLINE}${BOLD}[2.3/9]${PLAIN}"
-
- if [ -z "$PARAMS_DOWNLOAD_MODEL_DIR" ]; then
- # download_model_dir is empty, will use models in localhost.
- params_local_punc_path=`sed '/^PARAMS_LOCAL_PUNC_PATH=/!d;s/.*=//' ${FUNASR_CONFIG_FILE}`
- if [ -z "$params_local_punc_path" ]; then
- PARAMS_LOCAL_PUNC_PATH=""
- else
- PARAMS_LOCAL_PUNC_PATH=${params_local_punc_path}
- fi
-
- echo -e " ${YELLOW}Please input PUNC model path in local for FunASR server.${PLAIN}"
- echo -e " Default: ${CYAN}${PARAMS_LOCAL_PUNC_PATH}${PLAIN}"
-
- while true
- do
- read -p " Setting PUNC model path in localhost: " PARAMS_LOCAL_PUNC_PATH
-
- if [ -z "$PARAMS_LOCAL_PUNC_PATH" ]; then
- PARAMS_LOCAL_PUNC_PATH=${params_local_punc_path}
- fi
- if [ -z "$PARAMS_LOCAL_PUNC_PATH" ]; then
- # use default punc model in Docker
- PARAMS_LOCAL_PUNC_DIR=""
- PARAMS_DOCKER_PUNC_DIR=""
- PARAMS_DOCKER_PUNC_PATH="/workspace/models/punc"
- echo -e " ${RED}Donnot set the local PUNC model path, will use PUNC model(${CYAN}/workspace/models/punc${PLAIN}${RED}) in Docker.${PLAIN}"
-
- echo -e " ${UNDERLINE}You have chosen the default model dir in localhost: ${GREEN}${PARAMS_LOCAL_PUNC_PATH}${PLAIN}"
- echo -e " ${UNDERLINE}The defalut model dir in Docker is ${GREEN}${PARAMS_DOCKER_PUNC_PATH}${PLAIN}"
- break
- else
- if [ ! -d "$PARAMS_LOCAL_PUNC_PATH" ]; then
- echo -e " ${RED}The PUNC model path set does not exist, please setup again.${PLAIN}"
- else
- # use punc model in localhost
- PARAMS_LOCAL_PUNC_DIR=$(dirname "$PARAMS_LOCAL_PUNC_PATH")
- punc_name=$(basename "$PARAMS_LOCAL_PUNC_PATH")
- PARAMS_DOCKER_PUNC_DIR="/workspace/user_punc"
- PARAMS_DOCKER_PUNC_PATH=${PARAMS_DOCKER_PUNC_DIR}/${punc_name}
-
- echo -e " ${UNDERLINE}You have chosen the model dir in localhost:${PLAIN} ${GREEN}${PARAMS_LOCAL_PUNC_PATH}${PLAIN}"
- echo -e " ${UNDERLINE}The model dir in Docker is${PLAIN} ${GREEN}${PARAMS_DOCKER_PUNC_PATH}${PLAIN}"
- break
- fi
- fi
- done
-
- PARAMS_PUNC_ID=""
- else
- # please set model_id later.
- echo -e " ${YELLOW}Please select PUNC model_id in ModelScope from the list below.${PLAIN}"
-
- menuSelection ${PUNC_MODELS[*]}
- result=$?
- index=`expr $result - 1`
- PARAMS_PUNC_ID=${PUNC_MODELS[${index}]}
-
- OTHERS="model_name"
- LOCAL_MODEL="model_path"
- if [ "$PARAMS_PUNC_ID" = "$OTHERS" ]; then
- params_punc_id=`sed '/^PARAMS_PUNC_ID=/!d;s/.*=//' ${FUNASR_CONFIG_FILE}`
- if [ -z "$params_punc_id" ]; then
- PARAMS_PUNC_ID=""
- else
- PARAMS_PUNC_ID=${params_punc_id}
- fi
-
- echo -e " Default: ${CYAN}${PARAMS_PUNC_ID}${PLAIN}"
-
- while true
- do
- read -p " Setting PUNC model_id in ModelScope: " PARAMS_PUNC_ID
-
- PARAMS_LOCAL_PUNC_DIR=""
- PARAMS_LOCAL_PUNC_PATH=""
- PARAMS_DOCKER_PUNC_DIR=""
- if [ -z "$PARAMS_PUNC_ID" ]; then
- echo -e " ${RED}The PUNC model ID is empty, please setup again.${PLAIN}"
- else
- break
- fi
- done
- elif [ "$PARAMS_PUNC_ID" = "$LOCAL_MODEL" ]; then
- PARAMS_PUNC_ID=""
- echo -e " Please input PUNC model path in local for FunASR server."
-
- while true
- do
- read -p " Setting PUNC model path in localhost: " PARAMS_LOCAL_PUNC_PATH
- if [ -z "$PARAMS_LOCAL_PUNC_PATH" ]; then
- # use default punc model in Docker
- echo -e " ${RED}Please do not set an empty path in localhost.${PLAIN}"
- else
- if [ ! -d "$PARAMS_LOCAL_PUNC_PATH" ]; then
- echo -e " ${RED}The PUNC model path set does not exist, please setup again.${PLAIN}"
- else
- # use punc model in localhost
- PARAMS_LOCAL_PUNC_DIR=$(dirname "$PARAMS_LOCAL_PUNC_PATH")
- punc_name=$(basename "$PARAMS_LOCAL_PUNC_PATH")
- PARAMS_DOCKER_PUNC_DIR="/workspace/user_punc"
- PARAMS_DOCKER_PUNC_PATH=${PARAMS_DOCKER_PUNC_DIR}/${punc_name}
-
- echo -e " ${UNDERLINE}You have chosen the model dir in localhost:${PLAIN} ${GREEN}${PARAMS_LOCAL_PUNC_PATH}${PLAIN}"
- echo -e " ${UNDERLINE}The model dir in Docker is${PLAIN} ${GREEN}${PARAMS_DOCKER_PUNC_PATH}${PLAIN}"
- echo
- return 0
- fi
- fi
- done
- fi
-
- PARAMS_DOCKER_PUNC_DIR=$PARAMS_DOWNLOAD_MODEL_DIR
- PARAMS_DOCKER_PUNC_PATH=${PARAMS_DOCKER_PUNC_DIR}/${PARAMS_PUNC_ID}
-
- echo -e " ${UNDERLINE}The model ID is${PLAIN} ${GREEN}${PARAMS_PUNC_ID}${PLAIN}"
- echo -e " ${UNDERLINE}The model dir in Docker is${PLAIN} ${GREEN}${PARAMS_DOCKER_PUNC_PATH}${PLAIN}"
- fi
-
- echo
-}
-
-# Set server exec for FunASR
-setupServerExec(){
- echo -e "${UNDERLINE}${BOLD}[3/9]${PLAIN}"
-
- params_docker_exec_path=`sed '/^PARAMS_DOCKER_EXEC_PATH=/!d;s/.*=//' ${FUNASR_CONFIG_FILE}`
- if [ -z "$params_docker_exec_path" ]; then
- PARAMS_DOCKER_EXEC_PATH="/workspace/FunASR/funasr/runtime/websocket/build/bin/funasr-wss-server"
- else
- PARAMS_DOCKER_EXEC_PATH=${params_docker_exec_path}
- fi
-
- echo -e " ${YELLOW}Please enter the path to the excutor of the FunASR service on the localhost.${PLAIN}"
- echo -e " If not set, the default ${CYAN}/workspace/FunASR/funasr/runtime/websocket/build/bin/funasr-wss-server${PLAIN} in Docker is used."
- read -p " Setting the path to the excutor of the FunASR service on the localhost: " PARAMS_LOCAL_EXEC_PATH
-
- if [ -z "$PARAMS_LOCAL_EXEC_PATH" ]; then
- PARAMS_DOCKER_EXEC_PATH="/workspace/FunASR/funasr/runtime/websocket/build/bin/funasr-wss-server"
- else
- if [ ! -d "$PARAMS_LOCAL_EXEC_PATH" ]; then
- echo -e " ${RED}The FunASR server path set does not exist, will use default.${PLAIN}"
- PARAMS_LOCAL_EXEC_PATH=""
- PARAMS_LOCAL_EXEC_DIR=""
- PARAMS_DOCKER_EXEC_PATH="/workspace/FunASR/funasr/runtime/websocket/build/bin/funasr-wss-server"
- PARAMS_DOCKER_EXEC_DIR="/workspace/FunASR/funasr/runtime/websocket/build/bin"
- else
- PARAMS_LOCAL_EXEC_DIR=$(dirname "$PARAMS_LOCAL_EXEC_PATH")
- exec=$(basename "$PARAMS_LOCAL_EXEC_PATH")
- PARAMS_DOCKER_EXEC_DIR="/server"
- PARAMS_DOCKER_EXEC_PATH=${PARAMS_DOCKER_EXEC_DIR}/${exec}
- echo -e " ${UNDERLINE}The path of FunASR in localhost is${PLAIN} ${GREEN}${PARAMS_LOCAL_EXEC_PATH}${PLAIN}"
- fi
- fi
- echo -e " ${UNDERLINE}Corresponding, the path of FunASR in Docker is${PLAIN} ${GREEN}${PARAMS_DOCKER_EXEC_PATH}${PLAIN}"
-
- echo
-}
-
-# Configure FunASR server host port setting
-setupHostPort(){
- echo -e "${UNDERLINE}${BOLD}[4/9]${PLAIN}"
-
- params_host_port=`sed '/^PARAMS_HOST_PORT=/!d;s/.*=//' ${FUNASR_CONFIG_FILE}`
- if [ -z "$params_host_port" ]; then
- PARAMS_HOST_PORT="10095"
- else
- PARAMS_HOST_PORT=${params_host_port}
- fi
-
- while true
- do
- echo -e " ${YELLOW}Please input the opened port in the host used for FunASR server.${PLAIN}"
- echo -e " Default: ${CYAN}${PARAMS_HOST_PORT}${PLAIN}"
- read -p " Setting the opened host port [1-65535]: " PARAMS_HOST_PORT
-
- if [ -z "$PARAMS_HOST_PORT" ]; then
- params_host_port=`sed '/^PARAMS_HOST_PORT=/!d;s/.*=//' ${FUNASR_CONFIG_FILE}`
- if [ -z "$params_host_port" ]; then
- PARAMS_HOST_PORT="10095"
- else
- PARAMS_HOST_PORT=${params_host_port}
- fi
- fi
- expr ${PARAMS_HOST_PORT} + 0 &>/dev/null
- if [ $? -eq 0 ]; then
- if [ ${PARAMS_HOST_PORT} -ge 1 ] && [ ${PARAMS_HOST_PORT} -le 65535 ]; then
- echo -e " ${UNDERLINE}The port of the host is${PLAIN} ${GREEN}${PARAMS_HOST_PORT}${PLAIN}"
- echo -e " ${UNDERLINE}The port in Docker for FunASR server is ${PLAIN}${GREEN}${PARAMS_DOCKER_PORT}${PLAIN}"
- break
- else
- echo -e " ${RED}Input error, please input correct number!${PLAIN}"
- fi
- else
- echo -e " ${RED}Input error, please input correct number!${PLAIN}"
- fi
- done
- echo
-}
-
-setupThreadNum(){
- echo -e "${UNDERLINE}${BOLD}[5/9]${PLAIN}"
-
- params_decoder_thread_num=`sed '/^PARAMS_DECODER_THREAD_NUM=/!d;s/.*=//' ${FUNASR_CONFIG_FILE}`
- if [ -z "$params_decoder_thread_num" ]; then
- PARAMS_DECODER_THREAD_NUM=$CPUNUM
- else
- PARAMS_DECODER_THREAD_NUM=${params_decoder_thread_num}
- fi
-
- while true
- do
- echo -e " ${YELLOW}Please input thread number for FunASR decoder.${PLAIN}"
- echo -e " Default: ${CYAN}${PARAMS_DECODER_THREAD_NUM}${PLAIN}"
- read -p " Setting the number of decoder thread: " PARAMS_DECODER_THREAD_NUM
-
- if [ -z "$PARAMS_DECODER_THREAD_NUM" ]; then
- params_decoder_thread_num=`sed '/^PARAMS_DECODER_THREAD_NUM=/!d;s/.*=//' ${FUNASR_CONFIG_FILE}`
- if [ -z "$params_decoder_thread_num" ]; then
- PARAMS_DECODER_THREAD_NUM=$CPUNUM
- else
- PARAMS_DECODER_THREAD_NUM=${params_decoder_thread_num}
- fi
- fi
- expr ${PARAMS_DECODER_THREAD_NUM} + 0 &>/dev/null
- if [ $? -eq 0 ]; then
- if [ ${PARAMS_DECODER_THREAD_NUM} -ge 1 ] && [ ${PARAMS_DECODER_THREAD_NUM} -le 65535 ]; then
- break
- else
- echo -e " ${RED}Input error, please input correct number!${PLAIN}"
- fi
- else
- echo -e " ${RED}Input error, please input correct number!${PLAIN}"
- fi
- done
- echo
-
- multiple_io=4
- PARAMS_DECODER_THREAD_NUM=`expr $PARAMS_DECODER_THREAD_NUM + 0`
- PARAMS_IO_THREAD_NUM=`expr $PARAMS_DECODER_THREAD_NUM / $multiple_io`
- if [ $PARAMS_IO_THREAD_NUM -eq 0 ]; then
- PARAMS_IO_THREAD_NUM=1
- fi
-
- echo -e " ${UNDERLINE}The number of decoder threads is${PLAIN} ${GREEN}${PARAMS_DECODER_THREAD_NUM}${PLAIN}"
- echo -e " ${UNDERLINE}The number of IO threads is${PLAIN} ${GREEN}${PARAMS_IO_THREAD_NUM}${PLAIN}"
- echo
-}
-
-paramsFromDefault(){
- echo -e "${UNDERLINE}${BOLD}[2-5/9]${PLAIN}"
- echo -e " ${YELLOW}Load parameters from ${FUNASR_CONFIG_FILE}${PLAIN}"
- echo
-
- PARAMS_DOCKER_IMAGE=`sed '/^PARAMS_DOCKER_IMAGE=/!d;s/.*=//' ${FUNASR_CONFIG_FILE}`
- PARAMS_LOCAL_MODELS_DIR=`sed '/^PARAMS_LOCAL_MODELS_DIR=/!d;s/.*=//' ${FUNASR_CONFIG_FILE}`
- PARAMS_DOWNLOAD_MODEL_DIR=`sed '/^PARAMS_DOWNLOAD_MODEL_DIR=/!d;s/.*=//' ${FUNASR_CONFIG_FILE}`
- PARAMS_LOCAL_ASR_PATH=`sed '/^PARAMS_LOCAL_ASR_PATH=/!d;s/.*=//' ${FUNASR_CONFIG_FILE}`
- PARAMS_DOCKER_ASR_PATH=`sed '/^PARAMS_DOCKER_ASR_PATH=/!d;s/.*=//' ${FUNASR_CONFIG_FILE}`
- PARAMS_ASR_ID=`sed '/^PARAMS_ASR_ID=/!d;s/.*=//' ${FUNASR_CONFIG_FILE}`
- PARAMS_LOCAL_VAD_PATH=`sed '/^PARAMS_LOCAL_VAD_PATH=/!d;s/.*=//' ${FUNASR_CONFIG_FILE}`
- PARAMS_DOCKER_VAD_PATH=`sed '/^PARAMS_DOCKER_VAD_PATH=/!d;s/.*=//' ${FUNASR_CONFIG_FILE}`
- PARAMS_VAD_ID=`sed '/^PARAMS_VAD_ID=/!d;s/.*=//' ${FUNASR_CONFIG_FILE}`
- PARAMS_LOCAL_PUNC_PATH=`sed '/^PARAMS_LOCAL_PUNC_PATH=/!d;s/.*=//' ${FUNASR_CONFIG_FILE}`
- PARAMS_DOCKER_PUNC_PATH=`sed '/^PARAMS_DOCKER_PUNC_PATH=/!d;s/.*=//' ${FUNASR_CONFIG_FILE}`
- PARAMS_PUNC_ID=`sed '/^PARAMS_PUNC_ID=/!d;s/.*=//' ${FUNASR_CONFIG_FILE}`
- PARAMS_DOCKER_EXEC_PATH=`sed '/^PARAMS_DOCKER_EXEC_PATH=/!d;s/.*=//' ${FUNASR_CONFIG_FILE}`
- PARAMS_HOST_PORT=`sed '/^PARAMS_HOST_PORT=/!d;s/.*=//' ${FUNASR_CONFIG_FILE}`
- PARAMS_DOCKER_PORT=`sed '/^PARAMS_DOCKER_PORT=/!d;s/.*=//' ${FUNASR_CONFIG_FILE}`
- PARAMS_DECODER_THREAD_NUM=`sed '/^PARAMS_DECODER_THREAD_NUM=/!d;s/.*=//' ${FUNASR_CONFIG_FILE}`
- PARAMS_IO_THREAD_NUM=`sed '/^PARAMS_IO_THREAD_NUM=/!d;s/.*=//' ${FUNASR_CONFIG_FILE}`
-}
-
-saveParams(){
- echo "$i" > $FUNASR_CONFIG_FILE
- echo -e " ${GREEN}Parameters are stored in the file ${FUNASR_CONFIG_FILE}${PLAIN}"
-
- echo "PARAMS_DOCKER_IMAGE=${PARAMS_DOCKER_IMAGE}" > $FUNASR_CONFIG_FILE
- echo "PARAMS_LOCAL_MODELS_DIR=${PARAMS_LOCAL_MODELS_DIR}" >> $FUNASR_CONFIG_FILE
- echo "PARAMS_DOWNLOAD_MODEL_DIR=${PARAMS_DOWNLOAD_MODEL_DIR}" >> $FUNASR_CONFIG_FILE
-
- echo "PARAMS_LOCAL_EXEC_PATH=${PARAMS_LOCAL_EXEC_PATH}" >> $FUNASR_CONFIG_FILE
- echo "PARAMS_LOCAL_EXEC_DIR=${PARAMS_LOCAL_EXEC_DIR}" >> $FUNASR_CONFIG_FILE
- echo "PARAMS_DOCKER_EXEC_PATH=${PARAMS_DOCKER_EXEC_PATH}" >> $FUNASR_CONFIG_FILE
- echo "PARAMS_DOCKER_EXEC_DIR=${PARAMS_DOCKER_EXEC_DIR}" >> $FUNASR_CONFIG_FILE
-
- echo "PARAMS_LOCAL_ASR_PATH=${PARAMS_LOCAL_ASR_PATH}" >> $FUNASR_CONFIG_FILE
- echo "PARAMS_LOCAL_ASR_DIR=${PARAMS_LOCAL_ASR_DIR}" >> $FUNASR_CONFIG_FILE
- echo "PARAMS_DOCKER_ASR_PATH=${PARAMS_DOCKER_ASR_PATH}" >> $FUNASR_CONFIG_FILE
- echo "PARAMS_DOCKER_ASR_DIR=${PARAMS_DOCKER_ASR_DIR}" >> $FUNASR_CONFIG_FILE
- echo "PARAMS_ASR_ID=${PARAMS_ASR_ID}" >> $FUNASR_CONFIG_FILE
-
- echo "PARAMS_LOCAL_PUNC_PATH=${PARAMS_LOCAL_PUNC_PATH}" >> $FUNASR_CONFIG_FILE
- echo "PARAMS_LOCAL_PUNC_DIR=${PARAMS_LOCAL_PUNC_DIR}" >> $FUNASR_CONFIG_FILE
- echo "PARAMS_DOCKER_PUNC_PATH=${PARAMS_DOCKER_PUNC_PATH}" >> $FUNASR_CONFIG_FILE
- echo "PARAMS_DOCKER_PUNC_DIR=${PARAMS_DOCKER_PUNC_DIR}" >> $FUNASR_CONFIG_FILE
- echo "PARAMS_PUNC_ID=${PARAMS_PUNC_ID}" >> $FUNASR_CONFIG_FILE
-
- echo "PARAMS_LOCAL_VAD_PATH=${PARAMS_LOCAL_VAD_PATH}" >> $FUNASR_CONFIG_FILE
- echo "PARAMS_LOCAL_VAD_DIR=${PARAMS_LOCAL_VAD_DIR}" >> $FUNASR_CONFIG_FILE
- echo "PARAMS_DOCKER_VAD_PATH=${PARAMS_DOCKER_VAD_PATH}" >> $FUNASR_CONFIG_FILE
- echo "PARAMS_DOCKER_VAD_DIR=${PARAMS_DOCKER_VAD_DIR}" >> $FUNASR_CONFIG_FILE
- echo "PARAMS_VAD_ID=${PARAMS_VAD_ID}" >> $FUNASR_CONFIG_FILE
-
- echo "PARAMS_HOST_PORT=${PARAMS_HOST_PORT}" >> $FUNASR_CONFIG_FILE
- echo "PARAMS_DOCKER_PORT=${PARAMS_DOCKER_PORT}" >> $FUNASR_CONFIG_FILE
- echo "PARAMS_DECODER_THREAD_NUM=${PARAMS_DECODER_THREAD_NUM}" >> $FUNASR_CONFIG_FILE
- echo "PARAMS_IO_THREAD_NUM=${PARAMS_IO_THREAD_NUM}" >> $FUNASR_CONFIG_FILE
-}
-
-showAllParams(){
- echo -e "${UNDERLINE}${BOLD}[6/9]${PLAIN}"
- echo -e " ${YELLOW}Show parameters of FunASR server setting and confirm to run ...${PLAIN}"
- echo
-
- if [ ! -z "$PARAMS_DOCKER_IMAGE" ]; then
- echo -e " The current Docker image is : ${GREEN}${PARAMS_DOCKER_IMAGE}${PLAIN}"
- fi
-
- if [ ! -z "$PARAMS_LOCAL_MODELS_DIR" ]; then
- echo -e " The model is downloaded or stored to this directory in local : ${GREEN}${PARAMS_LOCAL_MODELS_DIR}${PLAIN}"
- fi
- if [ ! -z "$PARAMS_DOWNLOAD_MODEL_DIR" ]; then
- echo -e " The model will be automatically downloaded to the directory : ${GREEN}${PARAMS_DOWNLOAD_MODEL_DIR}${PLAIN}"
- fi
-
- if [ ! -z "$PARAMS_ASR_ID" ]; then
- echo -e " The ASR model_id used : ${GREEN}${PARAMS_ASR_ID}${PLAIN}"
- fi
- if [ ! -z "$PARAMS_LOCAL_ASR_PATH" ]; then
- echo -e " The path to the local ASR model directory for the load : ${GREEN}${PARAMS_LOCAL_ASR_PATH}${PLAIN}"
- fi
- echo -e " The ASR model directory corresponds to the directory in Docker : ${GREEN}${PARAMS_DOCKER_ASR_PATH}${PLAIN}"
-
- if [ ! -z "$PARAMS_VAD_ID" ]; then
- echo -e " The VAD model_id used : ${GREEN}${PARAMS_VAD_ID}${PLAIN}"
- fi
- if [ ! -z "$PARAMS_LOCAL_VAD_PATH" ]; then
- echo -e " The path to the local VAD model directory for the load : ${GREEN}${PARAMS_LOCAL_VAD_PATH}${PLAIN}"
- fi
- echo -e " The VAD model directory corresponds to the directory in Docker : ${GREEN}${PARAMS_DOCKER_VAD_PATH}${PLAIN}"
-
- if [ ! -z "$PARAMS_PUNC_ID" ]; then
- echo -e " The PUNC model_id used : ${GREEN}${PARAMS_PUNC_ID}${PLAIN}"
- fi
- if [ ! -z "$PARAMS_LOCAL_PUNC_PATH" ]; then
- echo -e " The path to the local PUNC model directory for the load : ${GREEN}${PARAMS_LOCAL_PUNC_PATH}${PLAIN}"
- fi
- echo -e " The PUNC model directory corresponds to the directory in Docker: ${GREEN}${PARAMS_DOCKER_PUNC_PATH}${PLAIN}"
- echo
-
- if [ ! -z "$PARAMS_LOCAL_EXEC_PATH" ]; then
- echo -e " The local path of the FunASR service executor : ${GREEN}${PARAMS_LOCAL_EXEC_PATH}${PLAIN}"
- fi
- echo -e " The path in the docker of the FunASR service executor : ${GREEN}${PARAMS_DOCKER_EXEC_PATH}${PLAIN}"
-
- echo -e " Set the host port used for use by the FunASR service : ${GREEN}${PARAMS_HOST_PORT}${PLAIN}"
- echo -e " Set the docker port used by the FunASR service : ${GREEN}${PARAMS_DOCKER_PORT}${PLAIN}"
-
- echo -e " Set the number of threads used for decoding the FunASR service : ${GREEN}${PARAMS_DECODER_THREAD_NUM}${PLAIN}"
- echo -e " Set the number of threads used for IO the FunASR service : ${GREEN}${PARAMS_IO_THREAD_NUM}${PLAIN}"
-
- echo
- while true
- do
- params_confirm="y"
- echo -e " ${YELLOW}Please input [Y/n] to confirm the parameters.${PLAIN}"
- echo -e " [y] Verify that these parameters are correct and that the service will run."
- echo -e " [n] The parameters set are incorrect, it will be rolled out, please rerun."
- read -p " read confirmation[Y/n]: " params_confirm
-
- if [ -z "$params_confirm" ]; then
- params_confirm="y"
- fi
- YES="Y"
- yes="y"
- NO="N"
- no="n"
- echo
- if [ "$params_confirm" = "$YES" ] || [ "$params_confirm" = "$yes" ]; then
- echo -e " ${GREEN}Will run FunASR server later ...${PLAIN}"
- break
- elif [ "$params_confirm" = "$NO" ] || [ "$params_confirm" = "$no" ]; then
- echo -e " ${RED}The parameters set are incorrect, please rerun ...${PLAIN}"
- exit 1
- else
- echo "again ..."
- fi
- done
-
- saveParams
- echo
- sleep 1
-}
-
-# Install docker
-installDocker(){
- echo -e "${UNDERLINE}${BOLD}[7/9]${PLAIN}"
-
- if [ $DOCKERINFOLEN -gt 30 ]; then
- echo -e " ${YELLOW}Docker has installed.${PLAIN}"
- else
- lowercase_osid=$(echo $OSID | tr '[A-Z]' '[a-z]')
- echo -e " ${YELLOW}Start install docker for $lowercase_osid ${PLAIN}"
- DOCKER_INSTALL_CMD="curl -fsSL https://get.docker.com | bash -s docker --mirror Aliyun"
- DOCKER_INSTALL_RUN_CMD=""
-
- case "$lowercase_osid" in
- ubuntu)
- DOCKER_INSTALL_CMD="curl -fsSL https://test.docker.com -o test-docker.sh"
- DOCKER_INSTALL_RUN_CMD="sudo sh test-docker.sh"
- ;;
- centos)
- DOCKER_INSTALL_CMD="curl -fsSL https://get.docker.com | bash -s docker --mirror Aliyun"
- ;;
- debian)
- DOCKER_INSTALL_CMD="curl -fsSL https://get.docker.com -o get-docker.sh"
- DOCKER_INSTALL_RUN_CMD="sudo sh get-docker.sh"
- ;;
- *)
- echo "$lowercase_osid is not supported."
- ;;
- esac
-
- echo -e " Get docker installer: ${GREEN}$DOCKER_INSTALL_CMD${PLAIN}"
- echo -e " Get docker run: ${GREEN}$DOCKER_INSTALL_RUN_CMD${PLAIN}"
-
- $DOCKER_INSTALL_CMD
- if [ ! -z "$DOCKER_INSTALL_RUN_CMD" ]; then
- $DOCKER_INSTALL_RUN_CMD
- fi
-
- DOCKERINFO=$(sudo docker info | wc -l)
- DOCKERINFOLEN=$(expr $DOCKERINFO)
- if [ $DOCKERINFOLEN -gt 30 ]; then
- echo -e " ${GREEN}Docker install success, start docker server.${PLAIN}"
- sudo systemctl start docker
- else
- echo -e " ${RED}Docker install failed!${PLAIN}"
- exit 1
- fi
- fi
-
- echo
- sleep 1
-}
-
-# Download docker image
-downloadDockerImage(){
- echo -e "${UNDERLINE}${BOLD}[8/9]${PLAIN}"
- echo -e " ${YELLOW}Pull docker image(${PARAMS_DOCKER_IMAGE})...${PLAIN}"
-
- sudo docker pull ${PARAMS_DOCKER_IMAGE}
-
- echo
- sleep 1
-}
-
-dockerRun(){
- echo -e "${UNDERLINE}${BOLD}[9/9]${PLAIN}"
- echo -e " ${YELLOW}Construct command and run docker ...${PLAIN}"
-
- RUN_CMD="sudo docker run"
- PORT_MAP=" -p ${PARAMS_HOST_PORT}:${PARAMS_DOCKER_PORT}"
- DIR_PARAMS=" --privileged=true"
- DIR_MAP_PARAMS=""
- if [ ! -z "$PARAMS_LOCAL_ASR_DIR" ]; then
- if [ -z "$DIR_MAP_PARAMS" ]; then
- DIR_MAP_PARAMS="${DIR_PARAMS} -v ${PARAMS_LOCAL_ASR_DIR}:${PARAMS_DOCKER_ASR_DIR}"
- else
- DIR_MAP_PARAMS="${DIR_MAP_PARAMS} -v ${PARAMS_LOCAL_ASR_DIR}:${PARAMS_DOCKER_ASR_DIR}"
- fi
- fi
- if [ ! -z "$PARAMS_LOCAL_VAD_DIR" ]; then
- if [ -z "$DIR_MAP_PARAMS" ]; then
- DIR_MAP_PARAMS="${DIR_PARAMS} -v ${PARAMS_LOCAL_VAD_DIR}:${PARAMS_DOCKER_VAD_DIR}"
- else
- DIR_MAP_PARAMS="${DIR_MAP_PARAMS} -v ${PARAMS_LOCAL_VAD_DIR}:${PARAMS_DOCKER_VAD_DIR}"
- fi
- fi
- if [ ! -z "$PARAMS_LOCAL_PUNC_DIR" ]; then
- if [ -z "$DIR_MAP_PARAMS" ]; then
- DIR_MAP_PARAMS="${DIR_PARAMS} -v ${PARAMS_LOCAL_PUNC_DIR}:${PARAMS_DOCKER_PUNC_DIR}"
- else
- DIR_MAP_PARAMS="${DIR_MAP_PARAMS} -v ${PARAMS_LOCAL_VAD_DIR}:${PARAMS_DOCKER_VAD_DIR}"
- fi
- fi
- if [ ! -z "$PARAMS_LOCAL_EXEC_DIR" ]; then
- if [ -z "$DIR_MAP_PARAMS" ]; then
- DIR_MAP_PARAMS="${DIR_PARAMS} -v ${PARAMS_LOCAL_EXEC_DIR}:${PARAMS_DOCKER_EXEC_DIR}"
- else
- DIR_MAP_PARAMS="${DIR_MAP_PARAMS} -v ${PARAMS_LOCAL_EXEC_DIR}:${PARAMS_DOCKER_EXEC_DIR}"
- fi
- fi
- if [ ! -z "$PARAMS_LOCAL_MODELS_DIR" ]; then
- if [ -z "$DIR_MAP_PARAMS" ]; then
- DIR_MAP_PARAMS="${DIR_PARAMS} -v ${PARAMS_LOCAL_MODELS_DIR}:${PARAMS_DOWNLOAD_MODEL_DIR}"
- else
- DIR_MAP_PARAMS="${DIR_MAP_PARAMS} -v ${PARAMS_LOCAL_MODELS_DIR}:${PARAMS_DOWNLOAD_MODEL_DIR}"
- fi
- fi
-
- EXEC_PARAMS="\"exec\":\"${PARAMS_DOCKER_EXEC_PATH}\""
- if [ ! -z "$PARAMS_ASR_ID" ]; then
- ASR_PARAMS="\"--model-dir\":\"${PARAMS_ASR_ID}\""
- else
- ASR_PARAMS="\"--model-dir\":\"${PARAMS_DOCKER_ASR_PATH}\""
- fi
- if [ ! -z "$PARAMS_VAD_ID" ]; then
- VAD_PARAMS="\"--vad-dir\":\"${PARAMS_VAD_ID}\""
- else
- VAD_PARAMS="\"--vad-dir\":\"${PARAMS_DOCKER_VAD_PATH}\""
- fi
- if [ ! -z "$PARAMS_PUNC_ID" ]; then
- PUNC_PARAMS="\"--punc-dir\":\"${PARAMS_PUNC_ID}\""
- else
- PUNC_PARAMS="\"--punc-dir\":\"${PARAMS_DOCKER_PUNC_PATH}\""
- fi
- DOWNLOAD_PARARMS="\"--download-model-dir\":\"${PARAMS_DOWNLOAD_MODEL_DIR}\""
- if [ -z "$PARAMS_DOWNLOAD_MODEL_DIR" ]; then
- MODEL_PARAMS="${ASR_PARAMS},${VAD_PARAMS},${PUNC_PARAMS}"
- else
- MODEL_PARAMS="${ASR_PARAMS},${VAD_PARAMS},${PUNC_PARAMS},${DOWNLOAD_PARARMS}"
- fi
-
- DECODER_PARAMS="\"--decoder-thread-num\":\"${PARAMS_DECODER_THREAD_NUM}\""
- IO_PARAMS="\"--io-thread-num\":\"${PARAMS_IO_THREAD_NUM}\""
- THREAD_PARAMS=${DECODER_PARAMS},${IO_PARAMS}
- PORT_PARAMS="\"--port\":\"${PARAMS_DOCKER_PORT}\""
- CRT_PATH="\"--certfile\":\"/workspace/FunASR/funasr/runtime/ssl_key/server.crt\""
- KEY_PATH="\"--keyfile\":\"/workspace/FunASR/funasr/runtime/ssl_key/server.key\""
-
- ENV_PARAMS=" -v /var/funasr:/workspace/.config"
- ENV_PARAMS=" ${ENV_PARAMS} --env DAEMON_SERVER_CONFIG={\"server\":[{${EXEC_PARAMS},${MODEL_PARAMS},${THREAD_PARAMS},${PORT_PARAMS},${CRT_PATH},${KEY_PATH}}]}"
-
- RUN_CMD="${RUN_CMD}${PORT_MAP}${DIR_MAP_PARAMS}${ENV_PARAMS}"
- RUN_CMD="${RUN_CMD} -it -d ${PARAMS_DOCKER_IMAGE}"
-
- # check Docker
- checkDockerExist
- result=$?
- result=`expr $result + 0`
- if [ ${result} -eq 50 ]; then
- return 50
- fi
-
- server_log="/var/funasr/server_console.log"
- rm -f ${PROGRESS_TXT}
- rm -f ${server_log}
-
- ${RUN_CMD}
-
- echo
- echo -e " ${YELLOW}Loading models:${PLAIN}"
-
- # Hide the cursor, start draw progress.
- printf "\e[?25l"
- while true
- do
- ServerProgress
- result=$?
- stage=`expr $result + 0`
- if [ ${stage} -eq 0 ]; then
- break
- elif [ ${stage} -gt 0 ] && [ ${stage} -lt 6 ]; then
- sleep 0.1
- # clear 3 lines
- printf "\033[3A"
- elif [ ${stage} -eq 6 ]; then
- break
- elif [ ${stage} -eq 98 ]; then
- return 98
- else
- echo -e " ${RED}Starting FunASR server failed.${PLAIN}"
- echo
- # Display the cursor
- printf "\e[?25h"
- return 99
- fi
- done
- # Display the cursor
- printf "\e[?25h"
-
- echo -e " ${GREEN}The service has been started.${PLAIN}"
- echo
- echo -e " ${BOLD}If you want to see an example of how to use the client, you can run ${PLAIN}${GREEN}sudo bash funasr-runtime-deploy.sh -c${PLAIN} ."
- echo
-}
-
-checkDockerExist(){
- result=$(sudo docker ps | grep ${PARAMS_DOCKER_IMAGE} | wc -l)
- result=`expr $result + 0`
- if [ ${result} -ne 0 ]; then
- echo
- echo -e " ${RED}Docker: ${PARAMS_DOCKER_IMAGE} has been launched, please run (${PLAIN}${GREEN}sudo bash funasr-runtime-deploy.sh -p${PLAIN}${RED}) to stop Docker first.${PLAIN}"
- return 50
- fi
-}
-
-dockerExit(){
- echo -e " ${YELLOW}Stop docker(${PARAMS_DOCKER_IMAGE}) server ...${PLAIN}"
- sudo docker stop `sudo docker ps -a| grep ${PARAMS_DOCKER_IMAGE} | awk '{print $1}' `
- echo
- sleep 1
-}
-
-modelChange(){
- model_id=$1
-
- result=$(echo $1 | grep "asr")
- if [[ "$result" != "" ]]
- then
- PARAMS_ASR_ID=$1
- PARAMS_DOCKER_ASR_PATH=${PARAMS_DOCKER_ASR_DIR}/${PARAMS_ASR_ID}
- return 0
- fi
- result=$(echo $1 | grep "vad")
- if [[ "$result" != "" ]]
- then
- PARAMS_VAD_ID=$1
- PARAMS_DOCKER_VAD_PATH=${PARAMS_DOCKER_VAD_DIR}/${PARAMS_VAD_ID}
- retun 0
- fi
- result=$(echo $1 | grep "punc")
- if [[ "$result" != "" ]]
- then
- PARAMS_PUNC_ID=$1
- PARAMS_DOCKER_PUNC_PATH=${PARAMS_DOCKER_PUNC_DIR}/${PARAMS_PUNC_ID}
- retun 0
- fi
-}
-
-sampleClientRun(){
- echo -e "${YELLOW}Will download sample tools for the client to show how speech recognition works.${PLAIN}"
-
- sample_name="funasr_samples"
- sample_tar="funasr_samples.tar.gz"
- sample_url="https://isv-data.oss-cn-hangzhou.aliyuncs.com/ics/MaaS/ASR/sample/${sample_tar}"
- DOWNLOAD_SAMPLE="curl -O ${sample_url}"
- UNTAR_CMD="tar -zxf ${sample_tar}"
-
- if [ ! -f "${sample_tar}" ]; then
- ${DOWNLOAD_SAMPLE}
- fi
- if [ -f "${sample_tar}" ]; then
- ${UNTAR_CMD}
- fi
- if [ -d "${sample_name}" ]; then
-
- echo -e " Please select the client you want to run."
- menuSelection ${SAMPLE_CLIENTS[*]}
- result=$?
- index=`expr $result - 1`
- lang=${SAMPLE_CLIENTS[${index}]}
- echo
-
- SERVER_IP="127.0.0.1"
- read -p " Please enter the IP of server, default(${SERVER_IP}): " SERVER_IP
- if [ -z "$SERVER_IP" ]; then
- SERVER_IP="127.0.0.1"
- fi
-
- HOST_PORT=`sed '/^PARAMS_HOST_PORT=/!d;s/.*=//' ${FUNASR_CONFIG_FILE}`
- if [ -z "$HOST_PORT" ]; then
- HOST_PORT="10095"
- fi
- read -p " Please enter the port of server, default(${HOST_PORT}): " HOST_PORT
- if [ -z "$HOST_PORT" ]; then
- HOST_PORT=`sed '/^PARAMS_HOST_PORT=/!d;s/.*=//' ${FUNASR_CONFIG_FILE}`
- if [ -z "$HOST_PORT" ]; then
- HOST_PORT="10095"
- fi
- fi
-
- WAV_PATH="${cur_dir}/funasr_samples/audio/asr_example.wav"
- read -p " Please enter the audio path, default(${WAV_PATH}): " WAV_PATH
- if [ -z "$WAV_PATH" ]; then
- WAV_PATH="${cur_dir}/funasr_samples/audio/asr_example.wav"
- fi
-
- echo
- PRE_CMD=鈥濃��
- case "$lang" in
- Linux_Cpp)
- PRE_CMD="export LD_LIBRARY_PATH=${cur_dir}/funasr_samples/cpp/libs:\$LD_LIBRARY_PATH"
- CLIENT_EXEC="${cur_dir}/funasr_samples/cpp/funasr-wss-client"
- RUN_CMD="${CLIENT_EXEC} --server-ip ${SERVER_IP} --port ${HOST_PORT} --wav-path ${WAV_PATH}"
- echo -e " Run ${BLUE}${PRE_CMD}${PLAIN}"
- ${PRE_CMD}
- echo
- ;;
- Python)
- CLIENT_EXEC="${cur_dir}/funasr_samples/python/wss_client_asr.py"
- RUN_CMD="python3 ${CLIENT_EXEC} --host ${SERVER_IP} --port ${HOST_PORT} --mode offline --audio_in ${WAV_PATH} --send_without_sleep --output_dir ./funasr_samples/python"
- PRE_CMD="pip3 install click>=8.0.4"
- echo -e " Run ${BLUE}${PRE_CMD}${PLAIN}"
- ${PRE_CMD}
- echo
- PRE_CMD="pip3 install -r ${cur_dir}/funasr_samples/python/requirements_client.txt"
- echo -e " Run ${BLUE}${PRE_CMD}${PLAIN}"
- ${PRE_CMD}
- echo
- ;;
- *)
- echo "$lang is not supported."
- ;;
- esac
-
- echo -e " Run ${BLUE}${RUN_CMD}${PLAIN}"
- ${RUN_CMD}
- echo
- echo -e " If failed, you can try (${GREEN}${RUN_CMD}${PLAIN}) in your Shell."
- echo
- fi
-}
-
-# Install main function
-installFunasrDocker(){
- installDocker
- downloadDockerImage
-}
-
-modelsConfigure(){
- setupModelType
- setupAsrModelId
- setupVadModelId
- setupPuncModelId
-}
-
-paramsConfigure(){
- selectDockerImages
- result=$?
- result=`expr $result + 0`
- if [ ${result} -eq 50 ]; then
- return 50
- fi
-
- setupModelType
- setupAsrModelId
- setupVadModelId
- setupPuncModelId
- setupServerExec
- setupHostPort
- setupThreadNum
-}
-
-# Display Help info
-displayHelp(){
- echo -e "${UNDERLINE}Usage${PLAIN}:"
- echo -e " $0 [OPTIONAL FLAGS]"
- echo
- echo -e "funasr-runtime-deploy.sh - a Bash script to install&run FunASR docker."
- echo
- echo -e "${UNDERLINE}Options${PLAIN}:"
- echo -e " ${BOLD}-i, --install${PLAIN} Install and run FunASR docker."
- echo -e " ${BOLD}-s, --start${PLAIN} Run FunASR docker with configuration that has already been set."
- echo -e " ${BOLD}-p, --stop${PLAIN} Stop FunASR docker."
- echo -e " ${BOLD}-r, --restart${PLAIN} Restart FunASR docker."
- echo -e " ${BOLD}-u, --update${PLAIN} Update the model ID that has already been set, e.g: --update model XXXX."
- echo -e " ${BOLD}-c, --client${PLAIN} Get a client example to show how to initiate speech recognition."
- echo -e " ${BOLD}-v, --version${PLAIN} Display current script version."
- echo -e " ${BOLD}-h, --help${PLAIN} Display this help."
- echo
- echo -e "${UNDERLINE}funasr-runtime-deploy.sh${PLAIN} - Version ${scriptVersion} "
- echo -e "Modify Date ${scriptDate}"
-}
-
-# OS
-OSID=$(grep ^ID= /etc/os-release | cut -d= -f2)
-OSVER=$(lsb_release -cs)
-OSNUM=$(grep -oE "[0-9.]+" /etc/issue)
-CPUNUM=$(cat /proc/cpuinfo |grep "processor"|wc -l)
-DOCKERINFO=$(sudo docker info | wc -l)
-DOCKERINFOLEN=$(expr $DOCKERINFO)
-
-# PARAMS
-FUNASR_CONFIG_FILE="/var/funasr/config"
-# The path of server executor in local
-PARAMS_LOCAL_EXEC_PATH=""
-# The dir stored server excutor in local
-PARAMS_LOCAL_EXEC_DIR=""
-# The server excutor in local
-PARAMS_DOCKER_EXEC_PATH="/workspace/FunASR/funasr/runtime/websocket/build/bin/funasr-wss-server"
-# The dir stored server excutor in docker
-PARAMS_DOCKER_EXEC_DIR="/workspace/FunASR/funasr/runtime/websocket/build/bin"
-
-# The dir of model in local
-PARAMS_LOCAL_MODELS_DIR=""
-# The dir for downloading model in docker
-PARAMS_DOWNLOAD_MODEL_DIR=""
-# The Docker image name
-PARAMS_DOCKER_IMAGE=""
-
-# The dir stored punc model in local
-PARAMS_LOCAL_PUNC_DIR=""
-# The path of punc model in local
-PARAMS_LOCAL_PUNC_PATH=""
-# The dir stored punc model in docker
-PARAMS_DOCKER_PUNC_DIR=""
-# The path of punc model in docker
-PARAMS_DOCKER_PUNC_PATH=""
-# The punc model ID in ModelScope
-PARAMS_PUNC_ID=""
-
-# The dir stored vad model in local
-PARAMS_LOCAL_VAD_DIR=""
-# The path of vad model in local
-PARAMS_LOCAL_VAD_PATH=""
-# The dir stored vad model in docker
-PARAMS_DOCKER_VAD_DIR=""
-# The path of vad model in docker
-PARAMS_DOCKER_VAD_PATH=""
-# The vad model ID in ModelScope
-PARAMS_VAD_ID=""
-
-# The dir stored asr model in local
-PARAMS_LOCAL_ASR_DIR=""
-# The path of asr model in local
-PARAMS_LOCAL_ASR_PATH=""
-# The dir stored asr model in docker
-PARAMS_DOCKER_ASR_DIR=""
-# The path of asr model in docker
-PARAMS_DOCKER_ASR_PATH=""
-# The asr model ID in ModelScope
-PARAMS_ASR_ID=""
-
-PARAMS_HOST_PORT="10095"
-PARAMS_DOCKER_PORT="10095"
-PARAMS_DECODER_THREAD_NUM="32"
-PARAMS_IO_THREAD_NUM="8"
-
-
-echo -e "#############################################################"
-echo -e "# ${RED}OS${PLAIN}: $OSID $OSNUM $OSVER "
-echo -e "# ${RED}Kernel${PLAIN}: $(uname -m) Linux $(uname -r)"
-echo -e "# ${RED}CPU${PLAIN}: $(grep 'model name' /proc/cpuinfo | uniq | awk -F : '{print $2}' | sed 's/^[ \t]*//g' | sed 's/ \+/ /g') "
-echo -e "# ${RED}CPU NUM${PLAIN}: $CPUNUM"
-echo -e "# ${RED}RAM${PLAIN}: $(cat /proc/meminfo | grep 'MemTotal' | awk -F : '{print $2}' | sed 's/^[ \t]*//g') "
-echo -e "#############################################################"
-echo
-
-# Initialization step
-case "$1" in
- install|-i|--install)
- rootNess
- paramsConfigure
- result=$?
- result=`expr $result + 0`
- if [ ${result} -ne 50 ]; then
- showAllParams
- installFunasrDocker
- dockerRun
- result=$?
- stage=`expr $result + 0`
- if [ ${stage} -eq 98 ]; then
- dockerExit
- dockerRun
- fi
- fi
- ;;
- start|-s|--start)
- rootNess
- paramsFromDefault
- showAllParams
- dockerRun
- result=$?
- stage=`expr $result + 0`
- if [ ${stage} -eq 98 ]; then
- dockerExit
- dockerRun
- fi
- ;;
- restart|-r|--restart)
- rootNess
- paramsFromDefault
- showAllParams
- dockerExit
- dockerRun
- result=$?
- stage=`expr $result + 0`
- if [ ${stage} -eq 98 ]; then
- dockerExit
- dockerRun
- fi
- ;;
- stop|-p|--stop)
- rootNess
- paramsFromDefault
- dockerExit
- ;;
- update|-u|--update)
- rootNess
- paramsFromDefault
-
- if [ $# -eq 1 ];
- then
- modelsConfigure
- elif [ $# -eq 3 ];
- then
- type=$2
- id=$3
- MODEL="model"
- if [ "$type" = "$MODEL" ]; then
- modelChange $id
- else
- modelsConfigure
- fi
- else
- modelsConfigure
- fi
-
- saveParams
- dockerExit
- dockerRun
- result=$?
- stage=`expr $result + 0`
- if [ ${stage} -eq 98 ]; then
- dockerExit
- dockerRun
- fi
- ;;
- client|-c|--client)
- rootNess
- sampleClientRun
- ;;
- *)
- clear
- displayHelp
- exit 0
- ;;
-esac
\ No newline at end of file
--
Gitblit v1.9.1