From 172a3152b42af36443ec6a0a39969471c35b893d Mon Sep 17 00:00:00 2001
From: maliubiao <maliubiao@gmail.com>
Date: 星期日, 29 十二月 2024 22:33:22 +0800
Subject: [PATCH] 允许 model.generate 使用bytes io, 以便不写入文件，节省io时间 (#2343)
---
runtime/onnxruntime/src/offline-stream.cpp | 12 +++++++++++-
1 files changed, 11 insertions(+), 1 deletions(-)
diff --git a/runtime/onnxruntime/src/offline-stream.cpp b/runtime/onnxruntime/src/offline-stream.cpp
index 166d3c9..b436025 100644
--- a/runtime/onnxruntime/src/offline-stream.cpp
+++ b/runtime/onnxruntime/src/offline-stream.cpp
@@ -47,7 +47,13 @@
use_gpu = false;
#endif
}else{
- asr_handle = make_unique<Paraformer>();
+ if (model_path.at(MODEL_DIR).find(MODEL_SVS) != std::string::npos)
+ {
+ asr_handle = make_unique<SenseVoiceSmall>();
+ model_type = MODEL_SVS;
+ }else{
+ asr_handle = make_unique<Paraformer>();
+ }
}
bool enable_hotword = false;
@@ -138,6 +144,10 @@
}
}
#endif
+ if(model_type == MODEL_SVS){
+ use_itn = false;
+ use_punc = false;
+ }
}
OfflineStream *CreateOfflineStream(std::map<std::string, std::string>& model_path, int thread_num, bool use_gpu, int batch_size)
--
Gitblit v1.9.1