#!/usr/bin/env bash scriptVersion="0.0.3" scriptDate="20230629" clear # Set color RED="\033[31;1m" GREEN="\033[32;1m" YELLOW="\033[33;1m" BLUE="\033[34;1m" CYAN="\033[36;1m" PLAIN="\033[0m" # Info messages ERROR="${RED}[ERROR]${PLAIN}" WARNING="${YELLOW}[WARNING]${PLAIN}" # Font Format BOLD="\033[1m" UNDERLINE="\033[4m" # Current folder cur_dir=`pwd` checkConfigFileAndTouch(){ mkdir -p /var/funasr if [ ! -f $FUNASR_CONFIG_FILE ]; then touch $FUNASR_CONFIG_FILE fi } SAMPLE_CLIENTS=( \ "Python" \ "Linux_Cpp" \ ) ASR_MODELS=( \ "damo/speech_paraformer-large_asr_nat-zh-cn-16k-common-vocab8404-onnx" \ "model_name" \ "model_path" \ ) VAD_MODELS=( \ "damo/speech_fsmn_vad_zh-cn-16k-common-onnx" \ "model_name" \ "model_path" \ ) PUNC_MODELS=( \ "damo/punc_ct-transformer_zh-cn-common-vocab272727-onnx" \ "model_name" \ "model_path" \ ) DOCKER_IMAGES=( \ "registry.cn-hangzhou.aliyuncs.com/funasr_repo/funasr:funasr-runtime-sdk-cpu-latest" \ "registry.cn-hangzhou.aliyuncs.com/funasr_repo/funasr:funasr-runtime-sdk-cpu-0.1.0" \ ) menuSelection(){ local menu menu=($(echo "$@")) result=1 show_no=1 menu_no=0 len=${#menu[@]} while true do echo -e " ${BOLD}${show_no})${PLAIN} ${menu[menu_no]}" let show_no++ let menu_no++ if [ ${menu_no} -ge ${len} ]; then break fi done while true do read -p " Enter your choice: " result expr ${result} + 0 &>/dev/null if [ $? -eq 0 ]; then if [ ${result} -ge 1 ] && [ ${result} -le ${len} ]; then break else echo -e " ${RED}Input error, please input correct number!${PLAIN}" fi else echo -e " ${RED}Input error, please input correct number!${PLAIN}" fi done return $result } DrawProgress(){ model=$1 title=$2 percent_str=$3 speed=$4 revision=$5 latest_percent=$6 progress=0 if [ ! -z "$percent_str" ]; then progress=`expr $percent_str + 0` latest_percent=`expr $latest_percent + 0` if [ $progress -ne 0 ] && [ $progress -lt $latest_percent ]; then progress=$latest_percent fi fi LOADING_FLAG="Loading" if [ "$title" = "$LOADING_FLAG" ]; then progress=100 fi i=0 str="" let max=progress/2 while [ $i -lt $max ] do let i++ str+='=' done let color=36 let index=max*2 if [ -z "$speed" ]; then printf "\r \e[0;$color;1m[%s][%-11s][%-50s][%d%%][%s]\e[0m" "$model" "$title" "$str" "$$index" "$revision" else printf "\r \e[0;$color;1m[%s][%-11s][%-50s][%3d%%][%8s][%s]\e[0m" "$model" "$title" "$str" "$index" "$speed" "$revision" fi printf "\n" return $progress } PROGRESS_TXT="/var/funasr/progress.txt" ASR_PERCENT_INT=0 VAD_PERCENT_INT=0 PUNC_PERCENT_INT=0 ASR_TITLE="Downloading" ASR_PERCENT="0" ASR_SPEED="0KB/s" ASR_REVISION="" VAD_TITLE="Downloading" VAD_PERCENT="0" VAD_SPEED="0KB/s" VAD_REVISION="" PUNC_TITLE="Downloading" PUNC_PERCENT="0" PUNC_SPEED="0KB/s" PUNC_REVISION="" ServerProgress(){ status_flag="STATUS:" stage=0 wait=0 server_status="" while true do if [ -f "$PROGRESS_TXT" ]; then break else sleep 1 let wait=wait+1 if [ ${wait} -ge 10 ]; then break fi fi done if [ ! -f "$PROGRESS_TXT" ]; then echo -e " ${RED}The note of progress does not exist.(${PROGRESS_TXT}) ${PLAIN}" return 98 fi stage=1 while read line do if [ $stage -eq 1 ]; then result=$(echo $line | grep "STATUS:") if [[ "$result" != "" ]] then stage=2 server_status=${line#*:} status=`expr $server_status + 0` if [ $status -eq 99 ]; then stage=99 fi continue fi elif [ $stage -eq 2 ]; then result=$(echo $line | grep "ASR") if [[ "$result" != "" ]] then stage=3 continue fi elif [ $stage -eq 3 ]; then result=$(echo $line | grep "VAD") if [[ "$result" != "" ]] then stage=4 continue fi result=$(echo $line | grep "title:") if [[ "$result" != "" ]] then ASR_TITLE=${line#*:} continue fi result=$(echo $line | grep "percent:") if [[ "$result" != "" ]] then ASR_PERCENT=${line#*:} continue fi result=$(echo $line | grep "speed:") if [[ "$result" != "" ]] then ASR_SPEED=${line#*:} continue fi result=$(echo $line | grep "revision:") if [[ "$result" != "" ]] then ASR_REVISION=${line#*:} continue fi elif [ $stage -eq 4 ]; then result=$(echo $line | grep "PUNC") if [[ "$result" != "" ]] then stage=5 continue fi result=$(echo $line | grep "title:") if [[ "$result" != "" ]] then VAD_TITLE=${line#*:} continue fi result=$(echo $line | grep "percent:") if [[ "$result" != "" ]] then VAD_PERCENT=${line#*:} continue fi result=$(echo $line | grep "speed:") if [[ "$result" != "" ]] then VAD_SPEED=${line#*:} continue fi result=$(echo $line | grep "revision:") if [[ "$result" != "" ]] then VAD_REVISION=${line#*:} continue fi elif [ $stage -eq 5 ]; then result=$(echo $line | grep "DONE") if [[ "$result" != "" ]] then # Done and break. stage=6 break fi result=$(echo $line | grep "title:") if [[ "$result" != "" ]] then PUNC_TITLE=${line#*:} continue fi result=$(echo $line | grep "percent:") if [[ "$result" != "" ]] then PUNC_PERCENT=${line#*:} continue fi result=$(echo $line | grep "speed:") if [[ "$result" != "" ]] then PUNC_SPEED=${line#*:} continue fi result=$(echo $line | grep "revision:") if [[ "$result" != "" ]] then PUNC_REVISION=${line#*:} continue fi elif [ $stage -eq 99 ]; then echo -e " ${RED}ERROR: $line${PLAIN}" fi done < $PROGRESS_TXT if [ $stage -ne 99 ]; then DrawProgress "ASR " $ASR_TITLE $ASR_PERCENT $ASR_SPEED $ASR_REVISION $ASR_PERCENT_INT ASR_PERCENT_INT=$? DrawProgress "VAD " $VAD_TITLE $VAD_PERCENT $VAD_SPEED $VAD_REVISION $VAD_PERCENT_INT VAD_PERCENT_INT=$? DrawProgress "PUNC" $PUNC_TITLE $PUNC_PERCENT $PUNC_SPEED $PUNC_REVISION $PUNC_PERCENT_INT PUNC_PERCENT_INT=$? fi return $stage } # Make sure root user rootNess(){ echo -e "${UNDERLINE}${BOLD}[0/9]${PLAIN}" echo -e " ${YELLOW}Please check root access.${PLAIN}" echo echo -e " ${WARNING} MUST RUN AS ${RED}ROOT${PLAIN} USER!" if [[ $EUID -ne 0 ]]; then echo -e " ${ERROR} MUST RUN AS ${RED}ROOT${PLAIN} USER!" fi checkConfigFileAndTouch cd ${cur_dir} echo } selectDockerImages(){ echo -e "${UNDERLINE}${BOLD}[1/9]${PLAIN}" echo -e " ${YELLOW}Please choose the Docker image.${PLAIN}" menuSelection ${DOCKER_IMAGES[*]} result=$? index=`expr $result - 1` PARAMS_DOCKER_IMAGE=${DOCKER_IMAGES[${index}]} echo -e " ${UNDERLINE}You have chosen the Docker image:${PLAIN} ${GREEN}${PARAMS_DOCKER_IMAGE}${PLAIN}" checkDockerExist result=$? result=`expr $result + 0` if [ ${result} -eq 50 ]; then return 50 fi echo } setupModelType(){ echo -e "${UNDERLINE}${BOLD}[2/9]${PLAIN}" echo -e " ${YELLOW}Please input [Y/n] to confirm whether to automatically download model_id in ModelScope or use a local model.${PLAIN}" echo -e " [y] With the model in ModelScope, the model will be automatically downloaded to Docker(${CYAN}/workspace/models${PLAIN})." echo -e " If you select both the local model and the model in ModelScope, select [y]." echo " [n] Use the models on the localhost, the directory where the model is located will be mapped to Docker." while true do read -p " Setting confirmation[Y/n]: " model_id_flag if [ -z "$model_id_flag" ]; then model_id_flag="y" fi YES="Y" yes="y" NO="N" no="n" if [ "$model_id_flag" = "$YES" ] || [ "$model_id_flag" = "$yes" ]; then # please set model_id later. PARAMS_DOWNLOAD_MODEL_DIR="/workspace/models" echo -e " ${UNDERLINE}You have chosen to use the model in ModelScope, please set the model ID in the next steps, and the model will be automatically downloaded in (${PARAMS_DOWNLOAD_MODEL_DIR}) during the run.${PLAIN}" params_local_models_dir=`sed '/^PARAMS_LOCAL_MODELS_DIR=/!d;s/.*=//' ${FUNASR_CONFIG_FILE}` if [ -z "$params_local_models_dir" ]; then params_local_models_dir="${cur_dir}/models" mkdir -p ${params_local_models_dir} fi while true do echo echo -e " ${YELLOW}Please enter the local path to download models, the corresponding path in Docker is ${PARAMS_DOWNLOAD_MODEL_DIR}.${PLAIN}" read -p " Setting the local path to download models, default(${params_local_models_dir}): " PARAMS_LOCAL_MODELS_DIR if [ -z "$PARAMS_LOCAL_MODELS_DIR" ]; then if [ -z "$params_local_models_dir" ]; then echo -e " ${RED}The local path set is empty, please setup again.${PLAIN}" continue else PARAMS_LOCAL_MODELS_DIR=$params_local_models_dir fi fi if [ ! -d "$PARAMS_LOCAL_MODELS_DIR" ]; then echo -e " ${RED}The local model path(${PARAMS_LOCAL_MODELS_DIR}) set does not exist, please setup again.${PLAIN}" else echo -e " The local path(${GREEN}${PARAMS_LOCAL_MODELS_DIR}${PLAIN}) set will store models during the run." break fi done break elif [ "$model_id_flag" = "$NO" ] || [ "$model_id_flag" = "$no" ]; then # download_model_dir is empty, will use models in localhost. PARAMS_DOWNLOAD_MODEL_DIR="" PARAMS_LOCAL_MODELS_DIR="" echo -e " ${UNDERLINE}You have chosen to use models from the localhost, set the path to each model in the localhost in the next steps.${PLAIN}" echo break fi done echo } # Set asr model for FunASR server setupAsrModelId(){ echo -e " ${UNDERLINE}${BOLD}[2.1/9]${PLAIN}" if [ -z "$PARAMS_DOWNLOAD_MODEL_DIR" ]; then # download_model_dir is empty, will use models in localhost. params_local_asr_path=`sed '/^PARAMS_LOCAL_ASR_PATH=/!d;s/.*=//' ${FUNASR_CONFIG_FILE}` if [ -z "$params_local_asr_path" ]; then PARAMS_LOCAL_ASR_PATH="" else PARAMS_LOCAL_ASR_PATH=${params_local_asr_path} fi echo -e " ${YELLOW}Please input ASR model path in local for FunASR server.${PLAIN}" echo -e " Default: ${CYAN}${PARAMS_LOCAL_ASR_PATH}${PLAIN}" while true do read -p " Setting ASR model path in localhost: " PARAMS_LOCAL_ASR_PATH if [ -z "$PARAMS_LOCAL_ASR_PATH" ]; then PARAMS_LOCAL_ASR_PATH=${params_local_asr_path} fi if [ -z "$PARAMS_LOCAL_ASR_PATH" ]; then # use default asr model in Docker PARAMS_LOCAL_ASR_DIR="" PARAMS_DOCKER_ASR_DIR="" PARAMS_DOCKER_ASR_PATH="/workspace/models/asr" echo -e " ${RED}Donnot set the local ASR model path, will use ASR model(${CYAN}/workspace/models/asr${PLAIN}${RED}) in Docker.${PLAIN}" echo -e " ${UNDERLINE}You have chosen the default model dir in localhost:${PLAIN} ${GREEN}${PARAMS_LOCAL_ASR_PATH}${PLAIN}" echo -e " ${UNDERLINE}The defalut model dir in Docker is${PLAIN} ${GREEN}${PARAMS_DOCKER_ASR_PATH}${PLAIN}" break else if [ ! -d "$PARAMS_LOCAL_ASR_PATH" ]; then echo -e " ${RED}The ASR model path set does not exist, please setup again.${PLAIN}" else # use asr model in localhost PARAMS_LOCAL_ASR_DIR=$(dirname "$PARAMS_LOCAL_ASR_PATH") asr_name=$(basename "$PARAMS_LOCAL_ASR_PATH") PARAMS_DOCKER_ASR_DIR="/workspace/user_asr" PARAMS_DOCKER_ASR_PATH=${PARAMS_DOCKER_ASR_DIR}/${asr_name} echo -e " ${UNDERLINE}You have chosen the model dir in localhost:${PLAIN} ${GREEN}${PARAMS_LOCAL_ASR_PATH}${PLAIN}" echo -e " ${UNDERLINE}The model dir in Docker is${PLAIN} ${GREEN}${PARAMS_DOCKER_ASR_PATH}${PLAIN}" break fi fi done PARAMS_ASR_ID="" else # please set model_id later. echo -e " ${YELLOW}Please select ASR model_id in ModelScope from the list below.${PLAIN}" menuSelection ${ASR_MODELS[*]} result=$? index=`expr $result - 1` PARAMS_ASR_ID=${ASR_MODELS[${index}]} OTHERS="model_name" LOCAL_MODEL="model_path" if [ "$PARAMS_ASR_ID" = "$OTHERS" ]; then params_asr_id=`sed '/^PARAMS_ASR_ID=/!d;s/.*=//' ${FUNASR_CONFIG_FILE}` if [ -z "$params_asr_id" ]; then PARAMS_ASR_ID="" else PARAMS_ASR_ID=${params_asr_id} fi echo -e " Default: ${CYAN}${PARAMS_ASR_ID}${PLAIN}" while true do read -p " Setting ASR model_id in ModelScope: " PARAMS_ASR_ID PARAMS_LOCAL_ASR_DIR="" PARAMS_LOCAL_ASR_PATH="" PARAMS_DOCKER_ASR_DIR="" if [ -z "$PARAMS_ASR_ID" ]; then echo -e " ${RED}The ASR model ID is empty, please setup again.${PLAIN}" else break fi done elif [ "$PARAMS_ASR_ID" = "$LOCAL_MODEL" ]; then PARAMS_ASR_ID="" echo -e " Please input ASR model path in local for FunASR server." while true do read -p " Setting ASR model path in localhost: " PARAMS_LOCAL_ASR_PATH if [ -z "$PARAMS_LOCAL_ASR_PATH" ]; then # use default asr model in Docker echo -e " ${RED}Please do not set an empty path in localhost.${PLAIN}" else if [ ! -d "$PARAMS_LOCAL_ASR_PATH" ]; then echo -e " ${RED}The ASR model path set does not exist, please setup again.${PLAIN}" else # use asr model in localhost PARAMS_LOCAL_ASR_DIR=$(dirname "$PARAMS_LOCAL_ASR_PATH") asr_name=$(basename "$PARAMS_LOCAL_ASR_PATH") PARAMS_DOCKER_ASR_DIR="/workspace/user_asr" PARAMS_DOCKER_ASR_PATH=${PARAMS_DOCKER_ASR_DIR}/${asr_name} echo -e " ${UNDERLINE}You have chosen the model dir in localhost:${PLAIN} ${GREEN}${PARAMS_LOCAL_ASR_PATH}${PLAIN}" echo -e " ${UNDERLINE}The model dir in Docker is${PLAIN} ${GREEN}${PARAMS_DOCKER_ASR_PATH}${PLAIN}" echo return 0 fi fi done fi PARAMS_DOCKER_ASR_DIR=$PARAMS_DOWNLOAD_MODEL_DIR PARAMS_DOCKER_ASR_PATH=${PARAMS_DOCKER_ASR_DIR}/${PARAMS_ASR_ID} echo -e " ${UNDERLINE}The model ID is${PLAIN} ${GREEN}${PARAMS_ASR_ID}${PLAIN}" echo -e " ${UNDERLINE}The model dir in Docker is${PLAIN} ${GREEN}${PARAMS_DOCKER_ASR_PATH}${PLAIN}" fi echo } # Set vad model for FunASR server setupVadModelId(){ echo -e " ${UNDERLINE}${BOLD}[2.2/9]${PLAIN}" if [ -z "$PARAMS_DOWNLOAD_MODEL_DIR" ]; then # download_model_dir is empty, will use models in localhost. params_local_vad_path=`sed '/^PARAMS_LOCAL_VAD_PATH=/!d;s/.*=//' ${FUNASR_CONFIG_FILE}` if [ -z "$params_local_vad_path" ]; then PARAMS_LOCAL_VAD_PATH="" else PARAMS_LOCAL_VAD_PATH=${params_local_vad_path} fi echo -e " ${YELLOW}Please input VAD model path in local for FunASR server.${PLAIN}" echo -e " Default: ${CYAN}${PARAMS_LOCAL_VAD_PATH}${PLAIN}" while true do read -p " Setting VAD model path in localhost: " PARAMS_LOCAL_VAD_PATH if [ -z "$PARAMS_LOCAL_VAD_PATH" ]; then PARAMS_LOCAL_VAD_PATH=${params_local_vad_path} fi if [ -z "$PARAMS_LOCAL_VAD_PATH" ]; then # use default vad model in Docker PARAMS_LOCAL_VAD_DIR="" PARAMS_DOCKER_VAD_DIR="" PARAMS_DOCKER_VAD_PATH="/workspace/models/vad" echo -e " ${RED}Donnot set the local VAD model path, will use VAD model(${CYAN}/workspace/models/vad${PLAIN}${RED}) in Docker.${PLAIN}" echo -e " ${UNDERLINE}You have chosen the default model dir in localhost${PLAIN}: ${GREEN}${PARAMS_LOCAL_VAD_PATH}${PLAIN}" echo -e " ${UNDERLINE}The defalut model dir in Docker is${PLAIN} ${GREEN}${PARAMS_DOCKER_VAD_PATH}${PLAIN}" break else if [ ! -d "$PARAMS_LOCAL_VAD_PATH" ]; then echo -e " ${RED}The VAD model path set does not exist, please setup again.${PLAIN}" else # use vad model in localhost PARAMS_LOCAL_VAD_DIR=$(dirname "$PARAMS_LOCAL_VAD_PATH") vad_name=$(basename "$PARAMS_LOCAL_VAD_PATH") PARAMS_DOCKER_VAD_DIR="/workspace/user_vad" PARAMS_DOCKER_VAD_PATH=${PARAMS_DOCKER_VAD_DIR}/${vad_name} echo -e " ${UNDERLINE}You have chosen the model dir in localhost:${PLAIN} ${GREEN}${PARAMS_LOCAL_VAD_PATH}${PLAIN}" echo -e " ${UNDERLINE}The model dir in Docker is${PLAIN} ${GREEN}${PARAMS_DOCKER_VAD_PATH}${PLAIN}" break fi fi done PARAMS_VAD_ID="" else # please set model_id later. echo -e " ${YELLOW}Please select VAD model_id in ModelScope from the list below.${PLAIN}" menuSelection ${VAD_MODELS[*]} result=$? index=`expr $result - 1` PARAMS_VAD_ID=${VAD_MODELS[${index}]} OTHERS="model_name" LOCAL_MODEL="model_path" if [ "$PARAMS_VAD_ID" = "$OTHERS" ]; then params_vad_id=`sed '/^PARAMS_VAD_ID=/!d;s/.*=//' ${FUNASR_CONFIG_FILE}` if [ -z "$params_vad_id" ]; then PARAMS_VAD_ID="" else PARAMS_VAD_ID=${params_vad_id} fi echo -e " Default: ${CYAN}${PARAMS_VAD_ID}${PLAIN}" while true do read -p " Setting VAD model_id in ModelScope: " PARAMS_VAD_ID PARAMS_LOCAL_VAD_DIR="" PARAMS_LOCAL_VAD_PATH="" PARAMS_DOCKER_VAD_DIR="" if [ -z "$PARAMS_VAD_ID" ]; then echo -e " ${RED}The VAD model ID is empty, please setup again.${PLAIN}" else break fi done elif [ "$PARAMS_VAD_ID" = "$LOCAL_MODEL" ]; then PARAMS_VAD_ID="" echo -e " Please input VAD model path in local for FunASR server." while true do read -p " Setting VAD model path in localhost: " PARAMS_LOCAL_VAD_PATH if [ -z "$PARAMS_LOCAL_VAD_PATH" ]; then # use default vad model in Docker echo -e " ${RED}Please do not set an empty path in localhost.${PLAIN}" else if [ ! -d "$PARAMS_LOCAL_VAD_PATH" ]; then echo -e " ${RED}The VAD model path set does not exist, please setup again.${PLAIN}" else # use vad model in localhost PARAMS_LOCAL_VAD_DIR=$(dirname "$PARAMS_LOCAL_VAD_PATH") vad_name=$(basename "$PARAMS_LOCAL_VAD_PATH") PARAMS_DOCKER_VAD_DIR="/workspace/user_vad" PARAMS_DOCKER_VAD_PATH=${PARAMS_DOCKER_VAD_DIR}/${vad_name} echo -e " ${UNDERLINE}You have chosen the model dir in localhost:${PLAIN} ${GREEN}${PARAMS_LOCAL_VAD_PATH}${PLAIN}" echo -e " ${UNDERLINE}The model dir in Docker is${PLAIN} ${GREEN}${PARAMS_DOCKER_VAD_PATH}${PLAIN}" echo return 0 fi fi done fi PARAMS_DOCKER_VAD_DIR=$PARAMS_DOWNLOAD_MODEL_DIR PARAMS_DOCKER_VAD_PATH=${PARAMS_DOCKER_VAD_DIR}/${PARAMS_VAD_ID} echo -e " ${UNDERLINE}The model ID is${PLAIN} ${GREEN}${PARAMS_VAD_ID}${PLAIN}" echo -e " ${UNDERLINE}The model dir in Docker is${PLAIN} ${GREEN}${PARAMS_DOCKER_VAD_PATH}${PLAIN}" fi echo } # Set punc model for FunASR server setupPuncModelId(){ echo -e " ${UNDERLINE}${BOLD}[2.3/9]${PLAIN}" if [ -z "$PARAMS_DOWNLOAD_MODEL_DIR" ]; then # download_model_dir is empty, will use models in localhost. params_local_punc_path=`sed '/^PARAMS_LOCAL_PUNC_PATH=/!d;s/.*=//' ${FUNASR_CONFIG_FILE}` if [ -z "$params_local_punc_path" ]; then PARAMS_LOCAL_PUNC_PATH="" else PARAMS_LOCAL_PUNC_PATH=${params_local_punc_path} fi echo -e " ${YELLOW}Please input PUNC model path in local for FunASR server.${PLAIN}" echo -e " Default: ${CYAN}${PARAMS_LOCAL_PUNC_PATH}${PLAIN}" while true do read -p " Setting PUNC model path in localhost: " PARAMS_LOCAL_PUNC_PATH if [ -z "$PARAMS_LOCAL_PUNC_PATH" ]; then PARAMS_LOCAL_PUNC_PATH=${params_local_punc_path} fi if [ -z "$PARAMS_LOCAL_PUNC_PATH" ]; then # use default punc model in Docker PARAMS_LOCAL_PUNC_DIR="" PARAMS_DOCKER_PUNC_DIR="" PARAMS_DOCKER_PUNC_PATH="/workspace/models/punc" echo -e " ${RED}Donnot set the local PUNC model path, will use PUNC model(${CYAN}/workspace/models/punc${PLAIN}${RED}) in Docker.${PLAIN}" echo -e " ${UNDERLINE}You have chosen the default model dir in localhost: ${GREEN}${PARAMS_LOCAL_PUNC_PATH}${PLAIN}" echo -e " ${UNDERLINE}The defalut model dir in Docker is ${GREEN}${PARAMS_DOCKER_PUNC_PATH}${PLAIN}" break else if [ ! -d "$PARAMS_LOCAL_PUNC_PATH" ]; then echo -e " ${RED}The PUNC model path set does not exist, please setup again.${PLAIN}" else # use punc model in localhost PARAMS_LOCAL_PUNC_DIR=$(dirname "$PARAMS_LOCAL_PUNC_PATH") punc_name=$(basename "$PARAMS_LOCAL_PUNC_PATH") PARAMS_DOCKER_PUNC_DIR="/workspace/user_punc" PARAMS_DOCKER_PUNC_PATH=${PARAMS_DOCKER_PUNC_DIR}/${punc_name} echo -e " ${UNDERLINE}You have chosen the model dir in localhost:${PLAIN} ${GREEN}${PARAMS_LOCAL_PUNC_PATH}${PLAIN}" echo -e " ${UNDERLINE}The model dir in Docker is${PLAIN} ${GREEN}${PARAMS_DOCKER_PUNC_PATH}${PLAIN}" break fi fi done PARAMS_PUNC_ID="" else # please set model_id later. echo -e " ${YELLOW}Please select PUNC model_id in ModelScope from the list below.${PLAIN}" menuSelection ${PUNC_MODELS[*]} result=$? index=`expr $result - 1` PARAMS_PUNC_ID=${PUNC_MODELS[${index}]} OTHERS="model_name" LOCAL_MODEL="model_path" if [ "$PARAMS_PUNC_ID" = "$OTHERS" ]; then params_punc_id=`sed '/^PARAMS_PUNC_ID=/!d;s/.*=//' ${FUNASR_CONFIG_FILE}` if [ -z "$params_punc_id" ]; then PARAMS_PUNC_ID="" else PARAMS_PUNC_ID=${params_punc_id} fi echo -e " Default: ${CYAN}${PARAMS_PUNC_ID}${PLAIN}" while true do read -p " Setting PUNC model_id in ModelScope: " PARAMS_PUNC_ID PARAMS_LOCAL_PUNC_DIR="" PARAMS_LOCAL_PUNC_PATH="" PARAMS_DOCKER_PUNC_DIR="" if [ -z "$PARAMS_PUNC_ID" ]; then echo -e " ${RED}The PUNC model ID is empty, please setup again.${PLAIN}" else break fi done elif [ "$PARAMS_PUNC_ID" = "$LOCAL_MODEL" ]; then PARAMS_PUNC_ID="" echo -e " Please input PUNC model path in local for FunASR server." while true do read -p " Setting PUNC model path in localhost: " PARAMS_LOCAL_PUNC_PATH if [ -z "$PARAMS_LOCAL_PUNC_PATH" ]; then # use default punc model in Docker echo -e " ${RED}Please do not set an empty path in localhost.${PLAIN}" else if [ ! -d "$PARAMS_LOCAL_PUNC_PATH" ]; then echo -e " ${RED}The PUNC model path set does not exist, please setup again.${PLAIN}" else # use punc model in localhost PARAMS_LOCAL_PUNC_DIR=$(dirname "$PARAMS_LOCAL_PUNC_PATH") punc_name=$(basename "$PARAMS_LOCAL_PUNC_PATH") PARAMS_DOCKER_PUNC_DIR="/workspace/user_punc" PARAMS_DOCKER_PUNC_PATH=${PARAMS_DOCKER_PUNC_DIR}/${punc_name} echo -e " ${UNDERLINE}You have chosen the model dir in localhost:${PLAIN} ${GREEN}${PARAMS_LOCAL_PUNC_PATH}${PLAIN}" echo -e " ${UNDERLINE}The model dir in Docker is${PLAIN} ${GREEN}${PARAMS_DOCKER_PUNC_PATH}${PLAIN}" echo return 0 fi fi done fi PARAMS_DOCKER_PUNC_DIR=$PARAMS_DOWNLOAD_MODEL_DIR PARAMS_DOCKER_PUNC_PATH=${PARAMS_DOCKER_PUNC_DIR}/${PARAMS_PUNC_ID} echo -e " ${UNDERLINE}The model ID is${PLAIN} ${GREEN}${PARAMS_PUNC_ID}${PLAIN}" echo -e " ${UNDERLINE}The model dir in Docker is${PLAIN} ${GREEN}${PARAMS_DOCKER_PUNC_PATH}${PLAIN}" fi echo } # Set server exec for FunASR setupServerExec(){ echo -e "${UNDERLINE}${BOLD}[3/9]${PLAIN}" params_docker_exec_path=`sed '/^PARAMS_DOCKER_EXEC_PATH=/!d;s/.*=//' ${FUNASR_CONFIG_FILE}` if [ -z "$params_docker_exec_path" ]; then PARAMS_DOCKER_EXEC_PATH="/workspace/FunASR/funasr/runtime/websocket/build/bin/funasr-wss-server" else PARAMS_DOCKER_EXEC_PATH=${params_docker_exec_path} fi echo -e " ${YELLOW}Please enter the path to the excutor of the FunASR service on the localhost.${PLAIN}" echo -e " If not set, the default ${CYAN}/workspace/FunASR/funasr/runtime/websocket/build/bin/funasr-wss-server${PLAIN} in Docker is used." read -p " Setting the path to the excutor of the FunASR service on the localhost: " PARAMS_LOCAL_EXEC_PATH if [ -z "$PARAMS_LOCAL_EXEC_PATH" ]; then PARAMS_DOCKER_EXEC_PATH="/workspace/FunASR/funasr/runtime/websocket/build/bin/funasr-wss-server" else if [ ! -d "$PARAMS_LOCAL_EXEC_PATH" ]; then echo -e " ${RED}The FunASR server path set does not exist, will use default.${PLAIN}" PARAMS_LOCAL_EXEC_PATH="" PARAMS_LOCAL_EXEC_DIR="" PARAMS_DOCKER_EXEC_PATH="/workspace/FunASR/funasr/runtime/websocket/build/bin/funasr-wss-server" PARAMS_DOCKER_EXEC_DIR="/workspace/FunASR/funasr/runtime/websocket/build/bin" else PARAMS_LOCAL_EXEC_DIR=$(dirname "$PARAMS_LOCAL_EXEC_PATH") exec=$(basename "$PARAMS_LOCAL_EXEC_PATH") PARAMS_DOCKER_EXEC_DIR="/server" PARAMS_DOCKER_EXEC_PATH=${PARAMS_DOCKER_EXEC_DIR}/${exec} echo -e " ${UNDERLINE}The path of FunASR in localhost is${PLAIN} ${GREEN}${PARAMS_LOCAL_EXEC_PATH}${PLAIN}" fi fi echo -e " ${UNDERLINE}Corresponding, the path of FunASR in Docker is${PLAIN} ${GREEN}${PARAMS_DOCKER_EXEC_PATH}${PLAIN}" echo } # Configure FunASR server host port setting setupHostPort(){ echo -e "${UNDERLINE}${BOLD}[4/9]${PLAIN}" params_host_port=`sed '/^PARAMS_HOST_PORT=/!d;s/.*=//' ${FUNASR_CONFIG_FILE}` if [ -z "$params_host_port" ]; then PARAMS_HOST_PORT="10095" else PARAMS_HOST_PORT=${params_host_port} fi while true do echo -e " ${YELLOW}Please input the opened port in the host used for FunASR server.${PLAIN}" echo -e " Default: ${CYAN}${PARAMS_HOST_PORT}${PLAIN}" read -p " Setting the opened host port [1-65535]: " PARAMS_HOST_PORT if [ -z "$PARAMS_HOST_PORT" ]; then params_host_port=`sed '/^PARAMS_HOST_PORT=/!d;s/.*=//' ${FUNASR_CONFIG_FILE}` if [ -z "$params_host_port" ]; then PARAMS_HOST_PORT="10095" else PARAMS_HOST_PORT=${params_host_port} fi fi expr ${PARAMS_HOST_PORT} + 0 &>/dev/null if [ $? -eq 0 ]; then if [ ${PARAMS_HOST_PORT} -ge 1 ] && [ ${PARAMS_HOST_PORT} -le 65535 ]; then echo -e " ${UNDERLINE}The port of the host is${PLAIN} ${GREEN}${PARAMS_HOST_PORT}${PLAIN}" echo -e " ${UNDERLINE}The port in Docker for FunASR server is ${PLAIN}${GREEN}${PARAMS_DOCKER_PORT}${PLAIN}" break else echo -e " ${RED}Input error, please input correct number!${PLAIN}" fi else echo -e " ${RED}Input error, please input correct number!${PLAIN}" fi done echo } setupThreadNum(){ echo -e "${UNDERLINE}${BOLD}[5/9]${PLAIN}" params_decoder_thread_num=`sed '/^PARAMS_DECODER_THREAD_NUM=/!d;s/.*=//' ${FUNASR_CONFIG_FILE}` if [ -z "$params_decoder_thread_num" ]; then PARAMS_DECODER_THREAD_NUM=$CPUNUM else PARAMS_DECODER_THREAD_NUM=${params_decoder_thread_num} fi while true do echo -e " ${YELLOW}Please input thread number for FunASR decoder.${PLAIN}" echo -e " Default: ${CYAN}${PARAMS_DECODER_THREAD_NUM}${PLAIN}" read -p " Setting the number of decoder thread: " PARAMS_DECODER_THREAD_NUM if [ -z "$PARAMS_DECODER_THREAD_NUM" ]; then params_decoder_thread_num=`sed '/^PARAMS_DECODER_THREAD_NUM=/!d;s/.*=//' ${FUNASR_CONFIG_FILE}` if [ -z "$params_decoder_thread_num" ]; then PARAMS_DECODER_THREAD_NUM=$CPUNUM else PARAMS_DECODER_THREAD_NUM=${params_decoder_thread_num} fi fi expr ${PARAMS_DECODER_THREAD_NUM} + 0 &>/dev/null if [ $? -eq 0 ]; then if [ ${PARAMS_DECODER_THREAD_NUM} -ge 1 ] && [ ${PARAMS_DECODER_THREAD_NUM} -le 65535 ]; then break else echo -e " ${RED}Input error, please input correct number!${PLAIN}" fi else echo -e " ${RED}Input error, please input correct number!${PLAIN}" fi done echo multiple_io=4 PARAMS_DECODER_THREAD_NUM=`expr $PARAMS_DECODER_THREAD_NUM + 0` PARAMS_IO_THREAD_NUM=`expr $PARAMS_DECODER_THREAD_NUM / $multiple_io` if [ $PARAMS_IO_THREAD_NUM -eq 0 ]; then PARAMS_IO_THREAD_NUM=1 fi echo -e " ${UNDERLINE}The number of decoder threads is${PLAIN} ${GREEN}${PARAMS_DECODER_THREAD_NUM}${PLAIN}" echo -e " ${UNDERLINE}The number of IO threads is${PLAIN} ${GREEN}${PARAMS_IO_THREAD_NUM}${PLAIN}" echo } paramsFromDefault(){ echo -e "${UNDERLINE}${BOLD}[2-5/9]${PLAIN}" echo -e " ${YELLOW}Load parameters from ${FUNASR_CONFIG_FILE}${PLAIN}" echo PARAMS_DOCKER_IMAGE=`sed '/^PARAMS_DOCKER_IMAGE=/!d;s/.*=//' ${FUNASR_CONFIG_FILE}` PARAMS_LOCAL_MODELS_DIR=`sed '/^PARAMS_LOCAL_MODELS_DIR=/!d;s/.*=//' ${FUNASR_CONFIG_FILE}` PARAMS_DOWNLOAD_MODEL_DIR=`sed '/^PARAMS_DOWNLOAD_MODEL_DIR=/!d;s/.*=//' ${FUNASR_CONFIG_FILE}` PARAMS_LOCAL_ASR_PATH=`sed '/^PARAMS_LOCAL_ASR_PATH=/!d;s/.*=//' ${FUNASR_CONFIG_FILE}` PARAMS_DOCKER_ASR_PATH=`sed '/^PARAMS_DOCKER_ASR_PATH=/!d;s/.*=//' ${FUNASR_CONFIG_FILE}` PARAMS_ASR_ID=`sed '/^PARAMS_ASR_ID=/!d;s/.*=//' ${FUNASR_CONFIG_FILE}` PARAMS_LOCAL_VAD_PATH=`sed '/^PARAMS_LOCAL_VAD_PATH=/!d;s/.*=//' ${FUNASR_CONFIG_FILE}` PARAMS_DOCKER_VAD_PATH=`sed '/^PARAMS_DOCKER_VAD_PATH=/!d;s/.*=//' ${FUNASR_CONFIG_FILE}` PARAMS_VAD_ID=`sed '/^PARAMS_VAD_ID=/!d;s/.*=//' ${FUNASR_CONFIG_FILE}` PARAMS_LOCAL_PUNC_PATH=`sed '/^PARAMS_LOCAL_PUNC_PATH=/!d;s/.*=//' ${FUNASR_CONFIG_FILE}` PARAMS_DOCKER_PUNC_PATH=`sed '/^PARAMS_DOCKER_PUNC_PATH=/!d;s/.*=//' ${FUNASR_CONFIG_FILE}` PARAMS_PUNC_ID=`sed '/^PARAMS_PUNC_ID=/!d;s/.*=//' ${FUNASR_CONFIG_FILE}` PARAMS_DOCKER_EXEC_PATH=`sed '/^PARAMS_DOCKER_EXEC_PATH=/!d;s/.*=//' ${FUNASR_CONFIG_FILE}` PARAMS_HOST_PORT=`sed '/^PARAMS_HOST_PORT=/!d;s/.*=//' ${FUNASR_CONFIG_FILE}` PARAMS_DOCKER_PORT=`sed '/^PARAMS_DOCKER_PORT=/!d;s/.*=//' ${FUNASR_CONFIG_FILE}` PARAMS_DECODER_THREAD_NUM=`sed '/^PARAMS_DECODER_THREAD_NUM=/!d;s/.*=//' ${FUNASR_CONFIG_FILE}` PARAMS_IO_THREAD_NUM=`sed '/^PARAMS_IO_THREAD_NUM=/!d;s/.*=//' ${FUNASR_CONFIG_FILE}` } saveParams(){ echo "$i" > $FUNASR_CONFIG_FILE echo -e " ${GREEN}Parameters are stored in the file ${FUNASR_CONFIG_FILE}${PLAIN}" echo "PARAMS_DOCKER_IMAGE=${PARAMS_DOCKER_IMAGE}" > $FUNASR_CONFIG_FILE echo "PARAMS_LOCAL_MODELS_DIR=${PARAMS_LOCAL_MODELS_DIR}" >> $FUNASR_CONFIG_FILE echo "PARAMS_DOWNLOAD_MODEL_DIR=${PARAMS_DOWNLOAD_MODEL_DIR}" >> $FUNASR_CONFIG_FILE echo "PARAMS_LOCAL_EXEC_PATH=${PARAMS_LOCAL_EXEC_PATH}" >> $FUNASR_CONFIG_FILE echo "PARAMS_LOCAL_EXEC_DIR=${PARAMS_LOCAL_EXEC_DIR}" >> $FUNASR_CONFIG_FILE echo "PARAMS_DOCKER_EXEC_PATH=${PARAMS_DOCKER_EXEC_PATH}" >> $FUNASR_CONFIG_FILE echo "PARAMS_DOCKER_EXEC_DIR=${PARAMS_DOCKER_EXEC_DIR}" >> $FUNASR_CONFIG_FILE echo "PARAMS_LOCAL_ASR_PATH=${PARAMS_LOCAL_ASR_PATH}" >> $FUNASR_CONFIG_FILE echo "PARAMS_LOCAL_ASR_DIR=${PARAMS_LOCAL_ASR_DIR}" >> $FUNASR_CONFIG_FILE echo "PARAMS_DOCKER_ASR_PATH=${PARAMS_DOCKER_ASR_PATH}" >> $FUNASR_CONFIG_FILE echo "PARAMS_DOCKER_ASR_DIR=${PARAMS_DOCKER_ASR_DIR}" >> $FUNASR_CONFIG_FILE echo "PARAMS_ASR_ID=${PARAMS_ASR_ID}" >> $FUNASR_CONFIG_FILE echo "PARAMS_LOCAL_PUNC_PATH=${PARAMS_LOCAL_PUNC_PATH}" >> $FUNASR_CONFIG_FILE echo "PARAMS_LOCAL_PUNC_DIR=${PARAMS_LOCAL_PUNC_DIR}" >> $FUNASR_CONFIG_FILE echo "PARAMS_DOCKER_PUNC_PATH=${PARAMS_DOCKER_PUNC_PATH}" >> $FUNASR_CONFIG_FILE echo "PARAMS_DOCKER_PUNC_DIR=${PARAMS_DOCKER_PUNC_DIR}" >> $FUNASR_CONFIG_FILE echo "PARAMS_PUNC_ID=${PARAMS_PUNC_ID}" >> $FUNASR_CONFIG_FILE echo "PARAMS_LOCAL_VAD_PATH=${PARAMS_LOCAL_VAD_PATH}" >> $FUNASR_CONFIG_FILE echo "PARAMS_LOCAL_VAD_DIR=${PARAMS_LOCAL_VAD_DIR}" >> $FUNASR_CONFIG_FILE echo "PARAMS_DOCKER_VAD_PATH=${PARAMS_DOCKER_VAD_PATH}" >> $FUNASR_CONFIG_FILE echo "PARAMS_DOCKER_VAD_DIR=${PARAMS_DOCKER_VAD_DIR}" >> $FUNASR_CONFIG_FILE echo "PARAMS_VAD_ID=${PARAMS_VAD_ID}" >> $FUNASR_CONFIG_FILE echo "PARAMS_HOST_PORT=${PARAMS_HOST_PORT}" >> $FUNASR_CONFIG_FILE echo "PARAMS_DOCKER_PORT=${PARAMS_DOCKER_PORT}" >> $FUNASR_CONFIG_FILE echo "PARAMS_DECODER_THREAD_NUM=${PARAMS_DECODER_THREAD_NUM}" >> $FUNASR_CONFIG_FILE echo "PARAMS_IO_THREAD_NUM=${PARAMS_IO_THREAD_NUM}" >> $FUNASR_CONFIG_FILE } showAllParams(){ echo -e "${UNDERLINE}${BOLD}[6/9]${PLAIN}" echo -e " ${YELLOW}Show parameters of FunASR server setting and confirm to run ...${PLAIN}" echo if [ ! -z "$PARAMS_DOCKER_IMAGE" ]; then echo -e " The current Docker image is : ${GREEN}${PARAMS_DOCKER_IMAGE}${PLAIN}" fi if [ ! -z "$PARAMS_LOCAL_MODELS_DIR" ]; then echo -e " The model is downloaded or stored to this directory in local : ${GREEN}${PARAMS_LOCAL_MODELS_DIR}${PLAIN}" fi if [ ! -z "$PARAMS_DOWNLOAD_MODEL_DIR" ]; then echo -e " The model will be automatically downloaded to the directory : ${GREEN}${PARAMS_DOWNLOAD_MODEL_DIR}${PLAIN}" fi if [ ! -z "$PARAMS_ASR_ID" ]; then echo -e " The ASR model_id used : ${GREEN}${PARAMS_ASR_ID}${PLAIN}" fi if [ ! -z "$PARAMS_LOCAL_ASR_PATH" ]; then echo -e " The path to the local ASR model directory for the load : ${GREEN}${PARAMS_LOCAL_ASR_PATH}${PLAIN}" fi echo -e " The ASR model directory corresponds to the directory in Docker : ${GREEN}${PARAMS_DOCKER_ASR_PATH}${PLAIN}" if [ ! -z "$PARAMS_VAD_ID" ]; then echo -e " The VAD model_id used : ${GREEN}${PARAMS_VAD_ID}${PLAIN}" fi if [ ! -z "$PARAMS_LOCAL_VAD_PATH" ]; then echo -e " The path to the local VAD model directory for the load : ${GREEN}${PARAMS_LOCAL_VAD_PATH}${PLAIN}" fi echo -e " The VAD model directory corresponds to the directory in Docker : ${GREEN}${PARAMS_DOCKER_VAD_PATH}${PLAIN}" if [ ! -z "$PARAMS_PUNC_ID" ]; then echo -e " The PUNC model_id used : ${GREEN}${PARAMS_PUNC_ID}${PLAIN}" fi if [ ! -z "$PARAMS_LOCAL_PUNC_PATH" ]; then echo -e " The path to the local PUNC model directory for the load : ${GREEN}${PARAMS_LOCAL_PUNC_PATH}${PLAIN}" fi echo -e " The PUNC model directory corresponds to the directory in Docker: ${GREEN}${PARAMS_DOCKER_PUNC_PATH}${PLAIN}" echo if [ ! -z "$PARAMS_LOCAL_EXEC_PATH" ]; then echo -e " The local path of the FunASR service executor : ${GREEN}${PARAMS_LOCAL_EXEC_PATH}${PLAIN}" fi echo -e " The path in the docker of the FunASR service executor : ${GREEN}${PARAMS_DOCKER_EXEC_PATH}${PLAIN}" echo -e " Set the host port used for use by the FunASR service : ${GREEN}${PARAMS_HOST_PORT}${PLAIN}" echo -e " Set the docker port used by the FunASR service : ${GREEN}${PARAMS_DOCKER_PORT}${PLAIN}" echo -e " Set the number of threads used for decoding the FunASR service : ${GREEN}${PARAMS_DECODER_THREAD_NUM}${PLAIN}" echo -e " Set the number of threads used for IO the FunASR service : ${GREEN}${PARAMS_IO_THREAD_NUM}${PLAIN}" echo while true do params_confirm="y" echo -e " ${YELLOW}Please input [Y/n] to confirm the parameters.${PLAIN}" echo -e " [y] Verify that these parameters are correct and that the service will run." echo -e " [n] The parameters set are incorrect, it will be rolled out, please rerun." read -p " read confirmation[Y/n]: " params_confirm if [ -z "$params_confirm" ]; then params_confirm="y" fi YES="Y" yes="y" NO="N" no="n" echo if [ "$params_confirm" = "$YES" ] || [ "$params_confirm" = "$yes" ]; then echo -e " ${GREEN}Will run FunASR server later ...${PLAIN}" break elif [ "$params_confirm" = "$NO" ] || [ "$params_confirm" = "$no" ]; then echo -e " ${RED}The parameters set are incorrect, please rerun ...${PLAIN}" exit 1 else echo "again ..." fi done saveParams echo sleep 1 } # Install docker installDocker(){ echo -e "${UNDERLINE}${BOLD}[7/9]${PLAIN}" if [ $DOCKERINFOLEN -gt 30 ]; then echo -e " ${YELLOW}Docker has installed.${PLAIN}" else lowercase_osid=$(echo $OSID | tr '[A-Z]' '[a-z]') echo -e " ${YELLOW}Start install docker for $lowercase_osid ${PLAIN}" DOCKER_INSTALL_CMD="curl -fsSL https://get.docker.com | bash -s docker --mirror Aliyun" DOCKER_INSTALL_RUN_CMD="" case "$lowercase_osid" in ubuntu) DOCKER_INSTALL_CMD="curl -fsSL https://test.docker.com -o test-docker.sh" DOCKER_INSTALL_RUN_CMD="sudo sh test-docker.sh" ;; centos) DOCKER_INSTALL_CMD="curl -fsSL https://get.docker.com | bash -s docker --mirror Aliyun" ;; debian) DOCKER_INSTALL_CMD="curl -fsSL https://get.docker.com -o get-docker.sh" DOCKER_INSTALL_RUN_CMD="sudo sh get-docker.sh" ;; *) echo "$lowercase_osid is not supported." ;; esac echo -e " Get docker installer: ${GREEN}$DOCKER_INSTALL_CMD${PLAIN}" echo -e " Get docker run: ${GREEN}$DOCKER_INSTALL_RUN_CMD${PLAIN}" $DOCKER_INSTALL_CMD if [ ! -z "$DOCKER_INSTALL_RUN_CMD" ]; then $DOCKER_INSTALL_RUN_CMD fi DOCKERINFO=$(sudo docker info | wc -l) DOCKERINFOLEN=$(expr $DOCKERINFO) if [ $DOCKERINFOLEN -gt 30 ]; then echo -e " ${GREEN}Docker install success, start docker server.${PLAIN}" sudo systemctl start docker else echo -e " ${RED}Docker install failed!${PLAIN}" exit 1 fi fi echo sleep 1 } # Download docker image downloadDockerImage(){ echo -e "${UNDERLINE}${BOLD}[8/9]${PLAIN}" echo -e " ${YELLOW}Pull docker image(${PARAMS_DOCKER_IMAGE})...${PLAIN}" sudo docker pull ${PARAMS_DOCKER_IMAGE} echo sleep 1 } dockerRun(){ echo -e "${UNDERLINE}${BOLD}[9/9]${PLAIN}" echo -e " ${YELLOW}Construct command and run docker ...${PLAIN}" RUN_CMD="sudo docker run" PORT_MAP=" -p ${PARAMS_HOST_PORT}:${PARAMS_DOCKER_PORT}" DIR_PARAMS=" --privileged=true" DIR_MAP_PARAMS="" if [ ! -z "$PARAMS_LOCAL_ASR_DIR" ]; then if [ -z "$DIR_MAP_PARAMS" ]; then DIR_MAP_PARAMS="${DIR_PARAMS} -v ${PARAMS_LOCAL_ASR_DIR}:${PARAMS_DOCKER_ASR_DIR}" else DIR_MAP_PARAMS="${DIR_MAP_PARAMS} -v ${PARAMS_LOCAL_ASR_DIR}:${PARAMS_DOCKER_ASR_DIR}" fi fi if [ ! -z "$PARAMS_LOCAL_VAD_DIR" ]; then if [ -z "$DIR_MAP_PARAMS" ]; then DIR_MAP_PARAMS="${DIR_PARAMS} -v ${PARAMS_LOCAL_VAD_DIR}:${PARAMS_DOCKER_VAD_DIR}" else DIR_MAP_PARAMS="${DIR_MAP_PARAMS} -v ${PARAMS_LOCAL_VAD_DIR}:${PARAMS_DOCKER_VAD_DIR}" fi fi if [ ! -z "$PARAMS_LOCAL_PUNC_DIR" ]; then if [ -z "$DIR_MAP_PARAMS" ]; then DIR_MAP_PARAMS="${DIR_PARAMS} -v ${PARAMS_LOCAL_PUNC_DIR}:${PARAMS_DOCKER_PUNC_DIR}" else DIR_MAP_PARAMS="${DIR_MAP_PARAMS} -v ${PARAMS_LOCAL_VAD_DIR}:${PARAMS_DOCKER_VAD_DIR}" fi fi if [ ! -z "$PARAMS_LOCAL_EXEC_DIR" ]; then if [ -z "$DIR_MAP_PARAMS" ]; then DIR_MAP_PARAMS="${DIR_PARAMS} -v ${PARAMS_LOCAL_EXEC_DIR}:${PARAMS_DOCKER_EXEC_DIR}" else DIR_MAP_PARAMS="${DIR_MAP_PARAMS} -v ${PARAMS_LOCAL_EXEC_DIR}:${PARAMS_DOCKER_EXEC_DIR}" fi fi if [ ! -z "$PARAMS_LOCAL_MODELS_DIR" ]; then if [ -z "$DIR_MAP_PARAMS" ]; then DIR_MAP_PARAMS="${DIR_PARAMS} -v ${PARAMS_LOCAL_MODELS_DIR}:${PARAMS_DOWNLOAD_MODEL_DIR}" else DIR_MAP_PARAMS="${DIR_MAP_PARAMS} -v ${PARAMS_LOCAL_MODELS_DIR}:${PARAMS_DOWNLOAD_MODEL_DIR}" fi fi EXEC_PARAMS="\"exec\":\"${PARAMS_DOCKER_EXEC_PATH}\"" if [ ! -z "$PARAMS_ASR_ID" ]; then ASR_PARAMS="\"--model-dir\":\"${PARAMS_ASR_ID}\"" else ASR_PARAMS="\"--model-dir\":\"${PARAMS_DOCKER_ASR_PATH}\"" fi if [ ! -z "$PARAMS_VAD_ID" ]; then VAD_PARAMS="\"--vad-dir\":\"${PARAMS_VAD_ID}\"" else VAD_PARAMS="\"--vad-dir\":\"${PARAMS_DOCKER_VAD_PATH}\"" fi if [ ! -z "$PARAMS_PUNC_ID" ]; then PUNC_PARAMS="\"--punc-dir\":\"${PARAMS_PUNC_ID}\"" else PUNC_PARAMS="\"--punc-dir\":\"${PARAMS_DOCKER_PUNC_PATH}\"" fi DOWNLOAD_PARARMS="\"--download-model-dir\":\"${PARAMS_DOWNLOAD_MODEL_DIR}\"" if [ -z "$PARAMS_DOWNLOAD_MODEL_DIR" ]; then MODEL_PARAMS="${ASR_PARAMS},${VAD_PARAMS},${PUNC_PARAMS}" else MODEL_PARAMS="${ASR_PARAMS},${VAD_PARAMS},${PUNC_PARAMS},${DOWNLOAD_PARARMS}" fi DECODER_PARAMS="\"--decoder-thread-num\":\"${PARAMS_DECODER_THREAD_NUM}\"" IO_PARAMS="\"--io-thread-num\":\"${PARAMS_IO_THREAD_NUM}\"" THREAD_PARAMS=${DECODER_PARAMS},${IO_PARAMS} PORT_PARAMS="\"--port\":\"${PARAMS_DOCKER_PORT}\"" CRT_PATH="\"--certfile\":\"/workspace/FunASR/funasr/runtime/ssl_key/server.crt\"" KEY_PATH="\"--keyfile\":\"/workspace/FunASR/funasr/runtime/ssl_key/server.key\"" ENV_PARAMS=" -v /var/funasr:/workspace/.config" ENV_PARAMS=" ${ENV_PARAMS} --env DAEMON_SERVER_CONFIG={\"server\":[{${EXEC_PARAMS},${MODEL_PARAMS},${THREAD_PARAMS},${PORT_PARAMS},${CRT_PATH},${KEY_PATH}}]}" RUN_CMD="${RUN_CMD}${PORT_MAP}${DIR_MAP_PARAMS}${ENV_PARAMS}" RUN_CMD="${RUN_CMD} -it -d ${PARAMS_DOCKER_IMAGE}" # check Docker checkDockerExist result=$? result=`expr $result + 0` if [ ${result} -eq 50 ]; then return 50 fi server_log="/var/funasr/server_console.log" rm -f ${PROGRESS_TXT} rm -f ${server_log} ${RUN_CMD} echo echo -e " ${YELLOW}Loading models:${PLAIN}" # Hide the cursor, start draw progress. printf "\e[?25l" while true do ServerProgress result=$? stage=`expr $result + 0` if [ ${stage} -eq 0 ]; then break elif [ ${stage} -gt 0 ] && [ ${stage} -lt 6 ]; then sleep 0.1 # clear 3 lines printf "\033[3A" elif [ ${stage} -eq 6 ]; then break elif [ ${stage} -eq 98 ]; then return 98 else echo -e " ${RED}Starting FunASR server failed.${PLAIN}" echo # Display the cursor printf "\e[?25h" return 99 fi done # Display the cursor printf "\e[?25h" echo -e " ${GREEN}The service has been started.${PLAIN}" echo echo -e " ${BOLD}If you want to see an example of how to use the client, you can run ${PLAIN}${GREEN}sudo bash funasr-runtime-deploy.sh -c${PLAIN} ." echo } checkDockerExist(){ result=$(sudo docker ps | grep ${PARAMS_DOCKER_IMAGE} | wc -l) result=`expr $result + 0` if [ ${result} -ne 0 ]; then echo echo -e " ${RED}Docker: ${PARAMS_DOCKER_IMAGE} has been launched, please run (${PLAIN}${GREEN}sudo bash funasr-runtime-deploy.sh -p${PLAIN}${RED}) to stop Docker first.${PLAIN}" return 50 fi } dockerExit(){ echo -e " ${YELLOW}Stop docker(${PARAMS_DOCKER_IMAGE}) server ...${PLAIN}" sudo docker stop `sudo docker ps -a| grep ${PARAMS_DOCKER_IMAGE} | awk '{print $1}' ` echo sleep 1 } modelChange(){ model_id=$1 result=$(echo $1 | grep "asr") if [[ "$result" != "" ]] then PARAMS_ASR_ID=$1 PARAMS_DOCKER_ASR_PATH=${PARAMS_DOCKER_ASR_DIR}/${PARAMS_ASR_ID} return 0 fi result=$(echo $1 | grep "vad") if [[ "$result" != "" ]] then PARAMS_VAD_ID=$1 PARAMS_DOCKER_VAD_PATH=${PARAMS_DOCKER_VAD_DIR}/${PARAMS_VAD_ID} retun 0 fi result=$(echo $1 | grep "punc") if [[ "$result" != "" ]] then PARAMS_PUNC_ID=$1 PARAMS_DOCKER_PUNC_PATH=${PARAMS_DOCKER_PUNC_DIR}/${PARAMS_PUNC_ID} retun 0 fi } sampleClientRun(){ echo -e "${YELLOW}Will download sample tools for the client to show how speech recognition works.${PLAIN}" sample_name="funasr_samples" sample_tar="funasr_samples.tar.gz" sample_url="https://isv-data.oss-cn-hangzhou.aliyuncs.com/ics/MaaS/ASR/sample/${sample_tar}" DOWNLOAD_SAMPLE="curl -O ${sample_url}" UNTAR_CMD="tar -zxf ${sample_tar}" if [ ! -f "${sample_tar}" ]; then ${DOWNLOAD_SAMPLE} fi if [ -f "${sample_tar}" ]; then ${UNTAR_CMD} fi if [ -d "${sample_name}" ]; then echo -e " Please select the client you want to run." menuSelection ${SAMPLE_CLIENTS[*]} result=$? index=`expr $result - 1` lang=${SAMPLE_CLIENTS[${index}]} echo SERVER_IP="127.0.0.1" read -p " Please enter the IP of server, default(${SERVER_IP}): " SERVER_IP if [ -z "$SERVER_IP" ]; then SERVER_IP="127.0.0.1" fi HOST_PORT=`sed '/^PARAMS_HOST_PORT=/!d;s/.*=//' ${FUNASR_CONFIG_FILE}` if [ -z "$HOST_PORT" ]; then HOST_PORT="10095" fi read -p " Please enter the port of server, default(${HOST_PORT}): " HOST_PORT if [ -z "$HOST_PORT" ]; then HOST_PORT=`sed '/^PARAMS_HOST_PORT=/!d;s/.*=//' ${FUNASR_CONFIG_FILE}` if [ -z "$HOST_PORT" ]; then HOST_PORT="10095" fi fi WAV_PATH="${cur_dir}/funasr_samples/audio/asr_example.wav" read -p " Please enter the audio path, default(${WAV_PATH}): " WAV_PATH if [ -z "$WAV_PATH" ]; then WAV_PATH="${cur_dir}/funasr_samples/audio/asr_example.wav" fi echo PRE_CMD=”“ case "$lang" in Linux_Cpp) PRE_CMD="export LD_LIBRARY_PATH=${cur_dir}/funasr_samples/cpp/libs:\$LD_LIBRARY_PATH" CLIENT_EXEC="${cur_dir}/funasr_samples/cpp/funasr-wss-client" RUN_CMD="${CLIENT_EXEC} --server-ip ${SERVER_IP} --port ${HOST_PORT} --wav-path ${WAV_PATH}" echo -e " Run ${BLUE}${PRE_CMD}${PLAIN}" ${PRE_CMD} echo ;; Python) CLIENT_EXEC="${cur_dir}/funasr_samples/python/wss_client_asr.py" RUN_CMD="python3 ${CLIENT_EXEC} --host ${SERVER_IP} --port ${HOST_PORT} --mode offline --audio_in ${WAV_PATH} --send_without_sleep --output_dir ./funasr_samples/python" PRE_CMD="pip3 install click>=8.0.4" echo -e " Run ${BLUE}${PRE_CMD}${PLAIN}" ${PRE_CMD} echo PRE_CMD="pip3 install -r ${cur_dir}/funasr_samples/python/requirements_client.txt" echo -e " Run ${BLUE}${PRE_CMD}${PLAIN}" ${PRE_CMD} echo ;; *) echo "$lang is not supported." ;; esac echo -e " Run ${BLUE}${RUN_CMD}${PLAIN}" ${RUN_CMD} echo echo -e " If failed, you can try (${GREEN}${RUN_CMD}${PLAIN}) in your Shell." echo fi } # Install main function installFunasrDocker(){ installDocker downloadDockerImage } modelsConfigure(){ setupModelType setupAsrModelId setupVadModelId setupPuncModelId } paramsConfigure(){ selectDockerImages result=$? result=`expr $result + 0` if [ ${result} -eq 50 ]; then return 50 fi setupModelType setupAsrModelId setupVadModelId setupPuncModelId setupServerExec setupHostPort setupThreadNum } # Display Help info displayHelp(){ echo -e "${UNDERLINE}Usage${PLAIN}:" echo -e " $0 [OPTIONAL FLAGS]" echo echo -e "funasr-runtime-deploy.sh - a Bash script to install&run FunASR docker." echo echo -e "${UNDERLINE}Options${PLAIN}:" echo -e " ${BOLD}-i, --install${PLAIN} Install and run FunASR docker." echo -e " ${BOLD}-s, --start${PLAIN} Run FunASR docker with configuration that has already been set." echo -e " ${BOLD}-p, --stop${PLAIN} Stop FunASR docker." echo -e " ${BOLD}-r, --restart${PLAIN} Restart FunASR docker." echo -e " ${BOLD}-u, --update${PLAIN} Update the model ID that has already been set, e.g: --update model XXXX." echo -e " ${BOLD}-c, --client${PLAIN} Get a client example to show how to initiate speech recognition." echo -e " ${BOLD}-v, --version${PLAIN} Display current script version." echo -e " ${BOLD}-h, --help${PLAIN} Display this help." echo echo -e "${UNDERLINE}funasr-runtime-deploy.sh${PLAIN} - Version ${scriptVersion} " echo -e "Modify Date ${scriptDate}" } # OS OSID=$(grep ^ID= /etc/os-release | cut -d= -f2) OSVER=$(lsb_release -cs) OSNUM=$(grep -oE "[0-9.]+" /etc/issue) CPUNUM=$(cat /proc/cpuinfo |grep "processor"|wc -l) DOCKERINFO=$(sudo docker info | wc -l) DOCKERINFOLEN=$(expr $DOCKERINFO) # PARAMS FUNASR_CONFIG_FILE="/var/funasr/config" # The path of server executor in local PARAMS_LOCAL_EXEC_PATH="" # The dir stored server excutor in local PARAMS_LOCAL_EXEC_DIR="" # The server excutor in local PARAMS_DOCKER_EXEC_PATH="/workspace/FunASR/funasr/runtime/websocket/build/bin/funasr-wss-server" # The dir stored server excutor in docker PARAMS_DOCKER_EXEC_DIR="/workspace/FunASR/funasr/runtime/websocket/build/bin" # The dir of model in local PARAMS_LOCAL_MODELS_DIR="" # The dir for downloading model in docker PARAMS_DOWNLOAD_MODEL_DIR="" # The Docker image name PARAMS_DOCKER_IMAGE="" # The dir stored punc model in local PARAMS_LOCAL_PUNC_DIR="" # The path of punc model in local PARAMS_LOCAL_PUNC_PATH="" # The dir stored punc model in docker PARAMS_DOCKER_PUNC_DIR="" # The path of punc model in docker PARAMS_DOCKER_PUNC_PATH="" # The punc model ID in ModelScope PARAMS_PUNC_ID="" # The dir stored vad model in local PARAMS_LOCAL_VAD_DIR="" # The path of vad model in local PARAMS_LOCAL_VAD_PATH="" # The dir stored vad model in docker PARAMS_DOCKER_VAD_DIR="" # The path of vad model in docker PARAMS_DOCKER_VAD_PATH="" # The vad model ID in ModelScope PARAMS_VAD_ID="" # The dir stored asr model in local PARAMS_LOCAL_ASR_DIR="" # The path of asr model in local PARAMS_LOCAL_ASR_PATH="" # The dir stored asr model in docker PARAMS_DOCKER_ASR_DIR="" # The path of asr model in docker PARAMS_DOCKER_ASR_PATH="" # The asr model ID in ModelScope PARAMS_ASR_ID="" PARAMS_HOST_PORT="10095" PARAMS_DOCKER_PORT="10095" PARAMS_DECODER_THREAD_NUM="32" PARAMS_IO_THREAD_NUM="8" echo -e "#############################################################" echo -e "# ${RED}OS${PLAIN}: $OSID $OSNUM $OSVER " echo -e "# ${RED}Kernel${PLAIN}: $(uname -m) Linux $(uname -r)" echo -e "# ${RED}CPU${PLAIN}: $(grep 'model name' /proc/cpuinfo | uniq | awk -F : '{print $2}' | sed 's/^[ \t]*//g' | sed 's/ \+/ /g') " echo -e "# ${RED}CPU NUM${PLAIN}: $CPUNUM" echo -e "# ${RED}RAM${PLAIN}: $(cat /proc/meminfo | grep 'MemTotal' | awk -F : '{print $2}' | sed 's/^[ \t]*//g') " echo -e "#############################################################" echo # Initialization step case "$1" in install|-i|--install) rootNess paramsConfigure result=$? result=`expr $result + 0` if [ ${result} -ne 50 ]; then showAllParams installFunasrDocker dockerRun result=$? stage=`expr $result + 0` if [ ${stage} -eq 98 ]; then dockerExit dockerRun fi fi ;; start|-s|--start) rootNess paramsFromDefault showAllParams dockerRun result=$? stage=`expr $result + 0` if [ ${stage} -eq 98 ]; then dockerExit dockerRun fi ;; restart|-r|--restart) rootNess paramsFromDefault showAllParams dockerExit dockerRun result=$? stage=`expr $result + 0` if [ ${stage} -eq 98 ]; then dockerExit dockerRun fi ;; stop|-p|--stop) rootNess paramsFromDefault dockerExit ;; update|-u|--update) rootNess paramsFromDefault if [ $# -eq 1 ]; then modelsConfigure elif [ $# -eq 3 ]; then type=$2 id=$3 MODEL="model" if [ "$type" = "$MODEL" ]; then modelChange $id else modelsConfigure fi else modelsConfigure fi saveParams dockerExit dockerRun result=$? stage=`expr $result + 0` if [ ${stage} -eq 98 ]; then dockerExit dockerRun fi ;; client|-c|--client) rootNess sampleClientRun ;; *) clear displayHelp exit 0 ;; esac