From f43da18b5e097515c12438c70fc7918c29e5d0c8 Mon Sep 17 00:00:00 2001
From: lingji-yidong <75744976+lingji-yidong@users.noreply.github.com>
Date: 星期一, 19 八月 2024 13:36:59 +0800
Subject: [PATCH] fix start timestamp in sentence_info (#2024)
---
funasr/models/sense_voice/model.py | 5 +++--
1 files changed, 3 insertions(+), 2 deletions(-)
diff --git a/funasr/models/sense_voice/model.py b/funasr/models/sense_voice/model.py
index 5159b82..1311987 100644
--- a/funasr/models/sense_voice/model.py
+++ b/funasr/models/sense_voice/model.py
@@ -698,10 +698,11 @@
loss_rich, acc_rich = self._calc_rich_ce_loss(encoder_out[:, :4, :], text[:, :4])
- loss = loss_ctc
+ loss = loss_ctc + loss_rich
# Collect total loss stats
- stats["loss"] = torch.clone(loss.detach()) if loss_ctc is not None else None
+ stats["loss_ctc"] = torch.clone(loss_ctc.detach()) if loss_ctc is not None else None
stats["loss_rich"] = torch.clone(loss_rich.detach()) if loss_rich is not None else None
+ stats["loss"] = torch.clone(loss.detach()) if loss is not None else None
stats["acc_rich"] = acc_rich
# force_gatherable: to-device and to-tensor if scalar for DataParallel
--
Gitblit v1.9.1