From c1e365fea09aafda387cac12fdff43d28c598979 Mon Sep 17 00:00:00 2001
From: BienBoy <92378515+BienBoy@users.noreply.github.com>
Date: 星期六, 01 二月 2025 23:29:34 +0800
Subject: [PATCH] fix: resolve unexpected 'out of memory' issue in multi-GPU setup (#2373)
---
runtime/triton_gpu/model_repo_paraformer_large_online/feature_extractor/config.yaml | 4 ++--
1 files changed, 2 insertions(+), 2 deletions(-)
diff --git a/runtime/triton_gpu/model_repo_paraformer_large_online/feature_extractor/config.yaml b/runtime/triton_gpu/model_repo_paraformer_large_online/feature_extractor/config.yaml
index cf57504..9b2266f 100755
--- a/runtime/triton_gpu/model_repo_paraformer_large_online/feature_extractor/config.yaml
+++ b/runtime/triton_gpu/model_repo_paraformer_large_online/feature_extractor/config.yaml
@@ -8593,7 +8593,7 @@
pos_enc_class: SinusoidalPositionEncoder
normalize_before: true
kernel_size: 11
- sanm_shift: 0
+ sanm_shfit: 0
selfattention_layer_type: sanm
chunk_size:
- 12
@@ -8623,7 +8623,7 @@
src_attention_dropout_rate: 0.1
att_layer_num: 16
kernel_size: 11
- sanm_shift: 5
+ sanm_shfit: 5
predictor: cif_predictor_v2
predictor_conf:
idim: 512
--
Gitblit v1.9.1