From 561bdbdfc0f8fd6234c5130fdc8631bf8e294bd8 Mon Sep 17 00:00:00 2001
From: 王梦迪 <73778524+di-osc@users.noreply.github.com>
Date: 星期四, 22 五月 2025 11:27:01 +0800
Subject: [PATCH] 通过缓存seg_dict,加快seaco_paraformer推理 (#2520)
---
runtime/triton_gpu/model_repo_paraformer_large_online/encoder/config.pbtxt | 2 ++
1 files changed, 2 insertions(+), 0 deletions(-)
diff --git a/runtime/triton_gpu/model_repo_paraformer_large_online/encoder/config.pbtxt b/runtime/triton_gpu/model_repo_paraformer_large_online/encoder/config.pbtxt
index 3e54df1..2d13c10 100755
--- a/runtime/triton_gpu/model_repo_paraformer_large_online/encoder/config.pbtxt
+++ b/runtime/triton_gpu/model_repo_paraformer_large_online/encoder/config.pbtxt
@@ -69,6 +69,8 @@
}
]
+parameters { key: "cudnn_conv_algo_search" value: { string_value: "2" } }
+
instance_group [
{
count: 1
--
Gitblit v1.9.1