From 584cfbdc433cfb3d7852868db83060b6d9aa0edf Mon Sep 17 00:00:00 2001
From: Yuekai Zhang <zhangyuekai@foxmail.com>
Date: 星期一, 15 七月 2024 18:43:19 +0800
Subject: [PATCH] Add triton server for SenseVoice (#1901)
---
runtime/triton_gpu/model_repo_paraformer_large_online/encoder/config.pbtxt | 2 ++
1 files changed, 2 insertions(+), 0 deletions(-)
diff --git a/runtime/triton_gpu/model_repo_paraformer_large_online/encoder/config.pbtxt b/runtime/triton_gpu/model_repo_paraformer_large_online/encoder/config.pbtxt
index 3e54df1..2d13c10 100755
--- a/runtime/triton_gpu/model_repo_paraformer_large_online/encoder/config.pbtxt
+++ b/runtime/triton_gpu/model_repo_paraformer_large_online/encoder/config.pbtxt
@@ -69,6 +69,8 @@
}
]
+parameters { key: "cudnn_conv_algo_search" value: { string_value: "2" } }
+
instance_group [
{
count: 1
--
Gitblit v1.9.1