From 584cfbdc433cfb3d7852868db83060b6d9aa0edf Mon Sep 17 00:00:00 2001
From: Yuekai Zhang <zhangyuekai@foxmail.com>
Date: 星期一, 15 七月 2024 18:43:19 +0800
Subject: [PATCH] Add triton server for SenseVoice (#1901)

---
 runtime/triton_gpu/model_repo_paraformer_large_offline/encoder/config.pbtxt |    1 +
 1 files changed, 1 insertions(+), 0 deletions(-)

diff --git a/runtime/triton_gpu/model_repo_paraformer_large_offline/encoder/config.pbtxt b/runtime/triton_gpu/model_repo_paraformer_large_offline/encoder/config.pbtxt
index 3cb657e..9fa7e62 100644
--- a/runtime/triton_gpu/model_repo_paraformer_large_offline/encoder/config.pbtxt
+++ b/runtime/triton_gpu/model_repo_paraformer_large_offline/encoder/config.pbtxt
@@ -51,6 +51,7 @@
     max_queue_delay_microseconds: 500
   }
 
+parameters { key: "cudnn_conv_algo_search" value: { string_value: "2" } }
 
 instance_group [
     {

--
Gitblit v1.9.1