From 63a70a00f7c9f162e8d7b3e330516438fb8cd87b Mon Sep 17 00:00:00 2001
From: 雾聪 <wucong.lyb@alibaba-inc.com>
Date: 星期五, 19 四月 2024 16:08:05 +0800
Subject: [PATCH] add dynamic batch for fetch

---
 runtime/onnxruntime/include/com-define.h |    1 +
 1 files changed, 1 insertions(+), 0 deletions(-)

diff --git a/runtime/onnxruntime/include/com-define.h b/runtime/onnxruntime/include/com-define.h
index 7160a0e..9480b0b 100644
--- a/runtime/onnxruntime/include/com-define.h
+++ b/runtime/onnxruntime/include/com-define.h
@@ -51,6 +51,7 @@
 #define QUANT_MODEL_NAME "model_quant.onnx"
 // gpu models
 #define INFER_GPU "gpu"
+#define BATCHSIZE "batch-size"
 #define TORCH_MODEL_NAME "model.torchscripts"
 #define TORCH_QUANT_MODEL_NAME "model_quant.torchscripts"
 #define BLADE_MODEL_NAME "model.blade.fp16.pt"

--
Gitblit v1.9.1