| | |
|---|
| | | |
|---|
| | | |
|---|
| | | class ASRServicer(paraformer_pb2_grpc.ASRServicer): |
|---|
| | | def __init__(self, user_allowed, model, sample_rate, backend, onnx_dir): |
|---|
| | | def __init__(self, user_allowed, model, sample_rate, backend, onnx_dir, vad_model='', punc_model=''): |
|---|
| | | print("ASRServicer init") |
|---|
| | | self.backend = backend |
|---|
| | | self.init_flag = 0 |
|---|
| | |
|---|
| | | from modelscope.utils.constant import Tasks |
|---|
| | | except ImportError: |
|---|
| | | raise ImportError(f"Please install modelscope") |
|---|
| | | self.inference_16k_pipeline = pipeline(task=Tasks.auto_speech_recognition, model=model) |
|---|
| | | self.inference_16k_pipeline = pipeline(task=Tasks.auto_speech_recognition, model=model, vad_model=vad_model, punc_model=punc_model) |
|---|
| | | elif self.backend == "onnxruntime": |
|---|
| | | try: |
|---|
| | | from rapid_paraformer.paraformer_onnx import Paraformer |
|---|
| | | from funasr_onnx import Paraformer |
|---|
| | | except ImportError: |
|---|
| | | raise ImportError(f"Please install onnxruntime environment") |
|---|
| | | self.inference_16k_pipeline = Paraformer(model_dir=onnx_dir) |
|---|
| | |
|---|
| | | else: |
|---|
| | | asr_result = "" |
|---|
| | | elif self.backend == "onnxruntime": |
|---|
| | | from rapid_paraformer.utils.frontend import load_bytes |
|---|
| | | from funasr_onnx.utils.frontend import load_bytes |
|---|
| | | array = load_bytes(tmp_data) |
|---|
| | | asr_result = self.inference_16k_pipeline(array)[0] |
|---|
| | | end_time = int(round(time.time() * 1000)) |
|---|
