From 7bdcefb198484d067419fde3eb02ab38b6d7884c Mon Sep 17 00:00:00 2001
From: zhifu gao <zhifu.gzf@alibaba-inc.com>
Date: 星期一, 30 一月 2023 18:25:30 +0800
Subject: [PATCH] Merge pull request #48 from dyyzhmm/main
---
funasr/runtime/python/grpc/grpc_server.py | 116 ++++++++++++++++++++++++++++++++++++++++++++++++++++++++++
1 files changed, 116 insertions(+), 0 deletions(-)
diff --git a/funasr/runtime/python/grpc/grpc_server.py b/funasr/runtime/python/grpc/grpc_server.py
new file mode 100644
index 0000000..19b7354
--- /dev/null
+++ b/funasr/runtime/python/grpc/grpc_server.py
@@ -0,0 +1,116 @@
+from concurrent import futures
+import grpc
+import json
+import time
+
+from modelscope.pipelines import pipeline
+from modelscope.utils.constant import Tasks
+import paraformer_pb2_grpc
+from paraformer_pb2 import Response
+
+
+class ASRServicer(paraformer_pb2_grpc.ASRServicer):
+ def __init__(self, user_allowed, model, sample_rate):
+ print("ASRServicer init")
+ self.init_flag = 0
+ self.client_buffers = {}
+ self.client_transcription = {}
+ self.auth_user = user_allowed.split("|")
+ self.inference_16k_pipeline = pipeline(task=Tasks.auto_speech_recognition, model=model)
+ self.sample_rate = sample_rate
+
+ def clear_states(self, user):
+ self.clear_buffers(user)
+ self.clear_transcriptions(user)
+
+ def clear_buffers(self, user):
+ if user in self.client_buffers:
+ del self.client_buffers[user]
+
+ def clear_transcriptions(self, user):
+ if user in self.client_transcription:
+ del self.client_transcription[user]
+
+ def disconnect(self, user):
+ self.clear_states(user)
+ print("Disconnecting user: %s" % str(user))
+
+ def Recognize(self, request_iterator, context):
+
+
+ for req in request_iterator:
+ if req.user not in self.auth_user:
+ result = {}
+ result["success"] = False
+ result["detail"] = "Not Authorized user: %s " % req.user
+ result["text"] = ""
+ yield Response(sentence=json.dumps(result), user=req.user, action="terminate", language=req.language)
+ elif req.isEnd: #end grpc
+ print("asr end")
+ self.disconnect(req.user)
+ result = {}
+ result["success"] = True
+ result["detail"] = "asr end"
+ result["text"] = ""
+ yield Response(sentence=json.dumps(result), user=req.user, action="terminate",language=req.language)
+ elif req.speaking: #continue speaking
+ if req.audio_data is not None and len(req.audio_data) > 0:
+ if req.user in self.client_buffers:
+ self.client_buffers[req.user] += req.audio_data #append audio
+ else:
+ self.client_buffers[req.user] = req.audio_data
+ result = {}
+ result["success"] = True
+ result["detail"] = "speaking"
+ result["text"] = ""
+ yield Response(sentence=json.dumps(result), user=req.user, action="speaking", language=req.language)
+ elif not req.speaking: #silence
+ if req.user not in self.client_buffers:
+ result = {}
+ result["success"] = True
+ result["detail"] = "waiting_for_more_voice"
+ result["text"] = ""
+ yield Response(sentence=json.dumps(result), user=req.user, action="waiting", language=req.language)
+ else:
+ begin_time = int(round(time.time() * 1000))
+ tmp_data = self.client_buffers[req.user]
+ self.clear_states(req.user)
+ result = {}
+ result["success"] = True
+ result["detail"] = "decoding data: %d bytes" % len(tmp_data)
+ result["text"] = ""
+ yield Response(sentence=json.dumps(result), user=req.user, action="decoding", language=req.language)
+ if len(tmp_data) < 9600: #min input_len for asr model , 300ms
+ end_time = int(round(time.time() * 1000))
+ delay_str = str(end_time - begin_time)
+ result = {}
+ result["success"] = True
+ result["detail"] = "waiting_for_more_voice"
+ result["server_delay_ms"] = delay_str
+ result["text"] = ""
+ print ("user: %s , delay(ms): %s, info: %s " % (req.user, delay_str, "waiting_for_more_voice"))
+ yield Response(sentence=json.dumps(result), user=req.user, action="waiting", language=req.language)
+ else:
+ asr_result = self.inference_16k_pipeline(audio_in=tmp_data, audio_fs = self.sample_rate)
+ if "text" in asr_result:
+ asr_result = asr_result['text']
+ else:
+ asr_result = ""
+ end_time = int(round(time.time() * 1000))
+ delay_str = str(end_time - begin_time)
+ print ("user: %s , delay(ms): %s, text: %s " % (req.user, delay_str, asr_result))
+ result = {}
+ result["success"] = True
+ result["detail"] = "finish_sentence"
+ result["server_delay_ms"] = delay_str
+ result["text"] = asr_result
+ yield Response(sentence=json.dumps(result), user=req.user, action="finish", language=req.language)
+ else:
+ result = {}
+ result["success"] = False
+ result["detail"] = "error, no condition matched! Unknown reason."
+ result["text"] = ""
+ self.disconnect(req.user)
+ yield Response(sentence=json.dumps(result), user=req.user, action="terminate", language=req.language)
+
+
--
Gitblit v1.9.1