From 0c3c9be2c4c1c4e4da4628c3987708c9a0763391 Mon Sep 17 00:00:00 2001
From: will_wang <53147925+willnufe@users.noreply.github.com>
Date: 星期三, 04 十二月 2024 17:47:31 +0800
Subject: [PATCH] paraformer onnx fp16导出方案 (#2264)
---
runtime/triton_gpu/model_repo_paraformer_large_online/encoder/config.pbtxt | 2 ++
1 files changed, 2 insertions(+), 0 deletions(-)
diff --git a/runtime/triton_gpu/model_repo_paraformer_large_online/encoder/config.pbtxt b/runtime/triton_gpu/model_repo_paraformer_large_online/encoder/config.pbtxt
index 3e54df1..2d13c10 100755
--- a/runtime/triton_gpu/model_repo_paraformer_large_online/encoder/config.pbtxt
+++ b/runtime/triton_gpu/model_repo_paraformer_large_online/encoder/config.pbtxt
@@ -69,6 +69,8 @@
}
]
+parameters { key: "cudnn_conv_algo_search" value: { string_value: "2" } }
+
instance_group [
{
count: 1
--
Gitblit v1.9.1