From a3d6e48fe10ddecd0c0886a6b9b51a51837c35a7 Mon Sep 17 00:00:00 2001
From: Thirteen <Thirteen.Shisan@outlook.com>
Date: 星期六, 21 六月 2025 22:45:24 +0800
Subject: [PATCH] Update server.py (#2556)
---
runtime/python/http/server.py | 182 +++++++++++++++++++++++----------------------
1 files changed, 92 insertions(+), 90 deletions(-)
diff --git a/runtime/python/http/server.py b/runtime/python/http/server.py
index 1aec37d..8ddcee2 100644
--- a/runtime/python/http/server.py
+++ b/runtime/python/http/server.py
@@ -4,6 +4,7 @@
import uuid
import aiofiles
+import ffmpeg
import uvicorn
from fastapi import FastAPI, File, UploadFile
from modelscope.utils.logger import get_logger
@@ -14,71 +15,43 @@
logger.setLevel(logging.INFO)
parser = argparse.ArgumentParser()
-parser.add_argument("--host",
- type=str,
- default="0.0.0.0",
- required=False,
- help="host ip, localhost, 0.0.0.0")
-parser.add_argument("--port",
- type=int,
- default=8000,
- required=False,
- help="server port")
-parser.add_argument("--asr_model",
- type=str,
- default="paraformer-zh",
- help="asr model from https://github.com/alibaba-damo-academy/FunASR?tab=readme-ov-file#model-zoo")
-parser.add_argument("--asr_model_revision",
- type=str,
- default="v2.0.4",
- help="")
-parser.add_argument("--vad_model",
- type=str,
- default="fsmn-vad",
- help="vad model from https://github.com/alibaba-damo-academy/FunASR?tab=readme-ov-file#model-zoo")
-parser.add_argument("--vad_model_revision",
- type=str,
- default="v2.0.4",
- help="")
-parser.add_argument("--punc_model",
- type=str,
- default="ct-punc-c",
- help="model from https://github.com/alibaba-damo-academy/FunASR?tab=readme-ov-file#model-zoo")
-parser.add_argument("--punc_model_revision",
- type=str,
- default="v2.0.4",
- help="")
-parser.add_argument("--ngpu",
- type=int,
- default=1,
- help="0 for cpu, 1 for gpu")
-parser.add_argument("--device",
- type=str,
- default="cuda",
- help="cuda, cpu")
-parser.add_argument("--ncpu",
- type=int,
- default=4,
- help="cpu cores")
-parser.add_argument("--hotword_path",
- type=str,
- default='hotwords.txt',
- help="hot word txt path, only the hot word model works")
-parser.add_argument("--certfile",
- type=str,
- default=None,
- required=False,
- help="certfile for ssl")
-parser.add_argument("--keyfile",
- type=str,
- default=None,
- required=False,
- help="keyfile for ssl")
-parser.add_argument("--temp_dir",
- type=str,
- default="temp_dir/",
- required=False,
- help="temp dir")
+parser.add_argument(
+ "--host", type=str, default="0.0.0.0", required=False, help="host ip, localhost, 0.0.0.0"
+)
+parser.add_argument("--port", type=int, default=8000, required=False, help="server port")
+parser.add_argument(
+ "--asr_model",
+ type=str,
+ default="paraformer-zh",
+ help="asr model from https://github.com/alibaba-damo-academy/FunASR?tab=readme-ov-file#model-zoo",
+)
+parser.add_argument("--asr_model_revision", type=str, default="v2.0.4", help="")
+parser.add_argument(
+ "--vad_model",
+ type=str,
+ default="fsmn-vad",
+ help="vad model from https://github.com/alibaba-damo-academy/FunASR?tab=readme-ov-file#model-zoo",
+)
+parser.add_argument("--vad_model_revision", type=str, default="v2.0.4", help="")
+parser.add_argument(
+ "--punc_model",
+ type=str,
+ default="ct-punc-c",
+ help="model from https://github.com/alibaba-damo-academy/FunASR?tab=readme-ov-file#model-zoo",
+)
+parser.add_argument("--punc_model_revision", type=str, default="v2.0.4", help="")
+parser.add_argument("--ngpu", type=int, default=1, help="0 for cpu, 1 for gpu")
+parser.add_argument("--device", type=str, default="cuda", help="cuda, cpu")
+parser.add_argument("--ncpu", type=int, default=4, help="cpu cores")
+parser.add_argument(
+ "--hotword_path",
+ type=str,
+ default="hotwords.txt",
+ help="hot word txt path, only the hot word model works",
+)
+parser.add_argument("--certfile", type=str, default=None, required=False, help="certfile for ssl")
+parser.add_argument("--keyfile", type=str, default=None, required=False, help="keyfile for ssl")
+parser.add_argument("--temp_dir", type=str, default="temp_dir/", required=False, help="temp dir")
args = parser.parse_args()
logger.info("----------- Configuration Arguments -----------")
for arg, value in vars(args).items():
@@ -89,43 +62,72 @@
logger.info("model loading")
# load funasr model
-model = AutoModel(model=args.asr_model,
- model_revision=args.asr_model_revision,
- vad_model=args.vad_model,
- vad_model_revision=args.vad_model_revision,
- punc_model=args.punc_model,
- punc_model_revision=args.punc_model_revision,
- ngpu=args.ngpu,
- ncpu=args.ncpu,
- device=args.device,
- disable_pbar=True,
- disable_log=True)
+model = AutoModel(
+ model=args.asr_model,
+ model_revision=args.asr_model_revision,
+ vad_model=args.vad_model,
+ vad_model_revision=args.vad_model_revision,
+ punc_model=args.punc_model,
+ punc_model_revision=args.punc_model_revision,
+ ngpu=args.ngpu,
+ ncpu=args.ncpu,
+ device=args.device,
+ disable_pbar=True,
+ disable_log=True,
+)
logger.info("loaded models!")
app = FastAPI(title="FunASR")
-param_dict = {}
+param_dict = {"sentence_timestamp": True, "batch_size_s": 300}
if args.hotword_path is not None and os.path.exists(args.hotword_path):
- with open(args.hotword_path, 'r', encoding='utf-8') as f:
+ with open(args.hotword_path, "r", encoding="utf-8") as f:
lines = f.readlines()
lines = [line.strip() for line in lines]
- hotword = ' '.join(lines)
- logger.info(f'鐑瘝锛歿hotword}')
- param_dict['hotword'] = hotword
+ hotword = " ".join(lines)
+ logger.info(f"鐑瘝锛歿hotword}")
+ param_dict["hotword"] = hotword
@app.post("/recognition")
async def api_recognition(audio: UploadFile = File(..., description="audio file")):
- suffix = audio.filename.split('.')[-1]
- audio_path = f'{args.temp_dir}/{str(uuid.uuid1())}.{suffix}'
- async with aiofiles.open(audio_path, 'wb') as out_file:
+ suffix = audio.filename.split(".")[-1]
+ audio_path = f"{args.temp_dir}/{str(uuid.uuid1())}.{suffix}"
+ async with aiofiles.open(audio_path, "wb") as out_file:
content = await audio.read()
await out_file.write(content)
- rec_result = model.generate(input=audio_path, batch_size_s=300, **param_dict)
- ret = {"result": rec_result[0]['text'], "code": 0}
- logger.info(f'璇嗗埆缁撴灉锛歿ret}')
- return ret
+ try:
+ audio_bytes, _ = (
+ ffmpeg.input(audio_path, threads=0)
+ .output("-", format="s16le", acodec="pcm_s16le", ac=1, ar=16000)
+ .run(cmd=["ffmpeg", "-nostdin"], capture_stdout=True, capture_stderr=True)
+ )
+ except Exception as e:
+ logger.error(f"璇诲彇闊抽鏂囦欢鍙戠敓閿欒锛岄敊璇俊鎭細{e}")
+ return {"msg": "璇诲彇闊抽鏂囦欢鍙戠敓閿欒", "code": 1}
+ rec_results = model.generate(input=audio_bytes, is_final=True, **param_dict)
+ # 缁撴灉涓虹┖
+ if len(rec_results[0]["text"] ) == 0:
+ return {"text": "", "sentences": [], "code": 0}
+ elif len(rec_results[0]["text"] ) > 0:
+ # 瑙ｆ瀽璇嗗埆缁撴灉
+ rec_result = rec_results[0]
+ text = rec_result["text"]
+ sentences = []
+ for sentence in rec_result["sentence_info"]:
+ # 姣忓彞璇濈殑鏃堕棿鎴�
+ sentences.append(
+ {"text": sentence["text"], "start": sentence["start"], "end": sentence["end"]}
+ )
+ ret = {"text": text, "sentences": sentences, "code": 0}
+ logger.info(f"璇嗗埆缁撴灉锛歿ret}")
+ return ret
+ else:
+ logger.info(f"璇嗗埆缁撴灉锛歿rec_results}")
+ return {"msg": "鏈煡閿欒", "code": -1}
-if __name__ == '__main__':
- uvicorn.run(app, host=args.host, port=args.port, ssl_keyfile=args.keyfile, ssl_certfile=args.certfile)
+if __name__ == "__main__":
+ uvicorn.run(
+ app, host=args.host, port=args.port, ssl_keyfile=args.keyfile, ssl_certfile=args.certfile
+ )
--
Gitblit v1.9.1