From 172a3152b42af36443ec6a0a39969471c35b893d Mon Sep 17 00:00:00 2001
From: maliubiao <maliubiao@gmail.com>
Date: 星期日, 29 十二月 2024 22:33:22 +0800
Subject: [PATCH] 允许 model.generate 使用bytes io, 以便不写入文件，节省io时间 (#2343)
---
runtime/onnxruntime/src/audio.cpp | 3 ++-
1 files changed, 2 insertions(+), 1 deletions(-)
diff --git a/runtime/onnxruntime/src/audio.cpp b/runtime/onnxruntime/src/audio.cpp
index a5a44ca..22a9ecd 100644
--- a/runtime/onnxruntime/src/audio.cpp
+++ b/runtime/onnxruntime/src/audio.cpp
@@ -1061,8 +1061,9 @@
#ifdef USE_GPU
max_batch = batch_size;
#endif
+ max_batch = std::min(max_batch, (int)frame_queue.size());
- for(int idx=0; idx < std::min(max_batch, (int)frame_queue.size()); idx++){
+ for(int idx=0; idx < max_batch; idx++){
AudioFrame *frame = frame_queue.front();
int length = frame->GetLen();
if(length >= max_sent){
--
Gitblit v1.9.1