| | |
| | | import logging |
| | | import tracemalloc |
| | | import numpy as np |
| | | import argparse |
| | | import ssl |
| | | from parse_args import args |
| | | from modelscope.pipelines import pipeline |
| | | from modelscope.utils.constant import Tasks |
| | | from modelscope.utils.logger import get_logger |
| | |
| | | |
| | | logger = get_logger(log_level=logging.CRITICAL) |
| | | logger.setLevel(logging.CRITICAL) |
| | | |
| | | parser = argparse.ArgumentParser() |
| | | parser.add_argument("--host", |
| | | type=str, |
| | | default="0.0.0.0", |
| | | required=False, |
| | | help="host ip, localhost, 0.0.0.0") |
| | | parser.add_argument("--port", |
| | | type=int, |
| | | default=10095, |
| | | required=False, |
| | | help="grpc server port") |
| | | parser.add_argument("--asr_model", |
| | | type=str, |
| | | default="damo/speech_paraformer-large_asr_nat-zh-cn-16k-common-vocab8404-pytorch", |
| | | help="model from modelscope") |
| | | parser.add_argument("--asr_model_online", |
| | | type=str, |
| | | default="damo/speech_paraformer-large_asr_nat-zh-cn-16k-common-vocab8404-online", |
| | | help="model from modelscope") |
| | | parser.add_argument("--vad_model", |
| | | type=str, |
| | | default="damo/speech_fsmn_vad_zh-cn-16k-common-pytorch", |
| | | help="model from modelscope") |
| | | parser.add_argument("--punc_model", |
| | | type=str, |
| | | default="damo/punc_ct-transformer_zh-cn-common-vad_realtime-vocab272727", |
| | | help="model from modelscope") |
| | | parser.add_argument("--ngpu", |
| | | type=int, |
| | | default=1, |
| | | help="0 for cpu, 1 for gpu") |
| | | parser.add_argument("--ncpu", |
| | | type=int, |
| | | default=4, |
| | | help="cpu cores") |
| | | parser.add_argument("--certfile", |
| | | type=str, |
| | | default="./ssl_key/server.crt", |
| | | required=False, |
| | | help="certfile for ssl") |
| | | |
| | | parser.add_argument("--keyfile", |
| | | type=str, |
| | | default="./ssl_key/server.key", |
| | | required=False, |
| | | help="keyfile for ssl") |
| | | args = parser.parse_args() |
| | | |
| | | |
| | | websocket_users = set() |
| | |
| | | task=Tasks.voice_activity_detection, |
| | | model=args.vad_model, |
| | | model_revision=None, |
| | | output_dir=None, |
| | | batch_size=1, |
| | | mode='online', |
| | | ngpu=args.ngpu, |
| | | ncpu=args.ncpu, |
| | |
| | | websocket.param_dict_asr_online = {"cache": dict()} |
| | | websocket.param_dict_vad = {'in_cache': dict(), "is_final": True} |
| | | websocket.param_dict_asr_online["is_final"]=True |
| | | audio_in=b''.join(np.zeros(int(16000),dtype=np.int16)) |
| | | inference_pipeline_vad(audio_in=audio_in, param_dict=websocket.param_dict_vad) |
| | | inference_pipeline_asr_online(audio_in=audio_in, param_dict=websocket.param_dict_asr_online) |
| | | # audio_in=b''.join(np.zeros(int(16000),dtype=np.int16)) |
| | | # inference_pipeline_vad(audio_in=audio_in, param_dict=websocket.param_dict_vad) |
| | | # inference_pipeline_asr_online(audio_in=audio_in, param_dict=websocket.param_dict_asr_online) |
| | | await websocket.close() |
| | | |
| | | |