From 49e8e9d8fc1209c347aa2c2c65c6eb067b9f79d4 Mon Sep 17 00:00:00 2001
From: zhu-gu-an <76513567+zhu-gu-an@users.noreply.github.com>
Date: 星期六, 13 一月 2024 13:54:00 +0800
Subject: [PATCH] add triton paraformer large online (#1242)
---
funasr/models/e2e_uni_asr.py | 3 +++
1 files changed, 3 insertions(+), 0 deletions(-)
diff --git a/funasr/models/e2e_uni_asr.py b/funasr/models/e2e_uni_asr.py
index 8bc3b42..14fb7f3 100644
--- a/funasr/models/e2e_uni_asr.py
+++ b/funasr/models/e2e_uni_asr.py
@@ -167,6 +167,7 @@
self.enable_maas_finetune = enable_maas_finetune
self.freeze_encoder2 = freeze_encoder2
self.encoder1_encoder2_joint_training = encoder1_encoder2_joint_training
+ self.length_normalized_loss = length_normalized_loss
def forward(
self,
@@ -440,6 +441,8 @@
stats["loss2"] = torch.clone(loss2.detach())
stats["loss"] = torch.clone(loss.detach())
# force_gatherable: to-device and to-tensor if scalar for DataParallel
+ if self.length_normalized_loss:
+ batch_size = int((text_lengths + 1).sum())
loss, stats, weight = force_gatherable((loss, stats, batch_size), loss.device)
return loss, stats, weight
--
Gitblit v1.9.1