From 63a70a00f7c9f162e8d7b3e330516438fb8cd87b Mon Sep 17 00:00:00 2001 From: 雾聪 <wucong.lyb@alibaba-inc.com> Date: 星期五, 19 四月 2024 16:08:05 +0800 Subject: [PATCH] add dynamic batch for fetch --- runtime/onnxruntime/include/com-define.h | 7 +++++-- 1 files changed, 5 insertions(+), 2 deletions(-) diff --git a/runtime/onnxruntime/include/com-define.h b/runtime/onnxruntime/include/com-define.h index 70e1495..9480b0b 100644 --- a/runtime/onnxruntime/include/com-define.h +++ b/runtime/onnxruntime/include/com-define.h @@ -51,8 +51,11 @@ #define QUANT_MODEL_NAME "model_quant.onnx" // gpu models #define INFER_GPU "gpu" -#define TORCH_MODEL_NAME "model.gpu.torchscripts" -#define TORCH_QUANT_MODEL_NAME "model.blade.fp16.pt" +#define BATCHSIZE "batch-size" +#define TORCH_MODEL_NAME "model.torchscripts" +#define TORCH_QUANT_MODEL_NAME "model_quant.torchscripts" +#define BLADE_MODEL_NAME "model.blade.fp16.pt" +#define BLADEDISC "bladedisc" #define VAD_CMVN_NAME "vad.mvn" #define VAD_CONFIG_NAME "vad.yaml" -- Gitblit v1.9.1