From c1e365fea09aafda387cac12fdff43d28c598979 Mon Sep 17 00:00:00 2001
From: BienBoy <92378515+BienBoy@users.noreply.github.com>
Date: 星期六, 01 二月 2025 23:29:34 +0800
Subject: [PATCH] fix: resolve unexpected 'out of memory' issue in multi-GPU setup (#2373)
---
runtime/triton_gpu/model_repo_paraformer_large_offline/encoder/config.pbtxt | 1 +
1 files changed, 1 insertions(+), 0 deletions(-)
diff --git a/runtime/triton_gpu/model_repo_paraformer_large_offline/encoder/config.pbtxt b/runtime/triton_gpu/model_repo_paraformer_large_offline/encoder/config.pbtxt
index 3cb657e..9fa7e62 100644
--- a/runtime/triton_gpu/model_repo_paraformer_large_offline/encoder/config.pbtxt
+++ b/runtime/triton_gpu/model_repo_paraformer_large_offline/encoder/config.pbtxt
@@ -51,6 +51,7 @@
max_queue_delay_microseconds: 500
}
+parameters { key: "cudnn_conv_algo_search" value: { string_value: "2" } }
instance_group [
{
--
Gitblit v1.9.1