From 8aa01036b6b7722344a537546c2d25e4e8798912 Mon Sep 17 00:00:00 2001
From: 北念 <lzr265946@alibaba-inc.com>
Date: 星期三, 24 七月 2024 19:09:02 +0800
Subject: [PATCH] fix sensevoice loss_rich
---
funasr/models/sense_voice/model.py | 5 +++--
1 files changed, 3 insertions(+), 2 deletions(-)
diff --git a/funasr/models/sense_voice/model.py b/funasr/models/sense_voice/model.py
index 5159b82..1311987 100644
--- a/funasr/models/sense_voice/model.py
+++ b/funasr/models/sense_voice/model.py
@@ -698,10 +698,11 @@
loss_rich, acc_rich = self._calc_rich_ce_loss(encoder_out[:, :4, :], text[:, :4])
- loss = loss_ctc
+ loss = loss_ctc + loss_rich
# Collect total loss stats
- stats["loss"] = torch.clone(loss.detach()) if loss_ctc is not None else None
+ stats["loss_ctc"] = torch.clone(loss_ctc.detach()) if loss_ctc is not None else None
stats["loss_rich"] = torch.clone(loss_rich.detach()) if loss_rich is not None else None
+ stats["loss"] = torch.clone(loss.detach()) if loss is not None else None
stats["acc_rich"] = acc_rich
# force_gatherable: to-device and to-tensor if scalar for DataParallel
--
Gitblit v1.9.1