From 48a894c8e3babed74c2f9ab8832fe6cefe3967aa Mon Sep 17 00:00:00 2001
From: 游雁 <zhifu.gzf@alibaba-inc.com>
Date: 星期四, 16 五月 2024 14:50:27 +0800
Subject: [PATCH] Merge branch 'dev_gzf_deepspeed' of github.com:alibaba-damo-academy/FunASR into dev_gzf_deepspeed merge
---
funasr/losses/label_smoothing_loss.py | 10 +++-------
1 files changed, 3 insertions(+), 7 deletions(-)
diff --git a/funasr/losses/label_smoothing_loss.py b/funasr/losses/label_smoothing_loss.py
index 385025d..ffc38da 100644
--- a/funasr/losses/label_smoothing_loss.py
+++ b/funasr/losses/label_smoothing_loss.py
@@ -65,11 +65,7 @@
class SequenceBinaryCrossEntropy(nn.Module):
- def __init__(
- self,
- normalize_length=False,
- criterion=nn.BCEWithLogitsLoss(reduction="none")
- ):
+ def __init__(self, normalize_length=False, criterion=nn.BCEWithLogitsLoss(reduction="none")):
super().__init__()
self.normalize_length = normalize_length
self.criterion = criterion
@@ -95,7 +91,7 @@
size,
padding_idx,
normalize_length=False,
- criterion=nn.NLLLoss(reduction='none'),
+ criterion=nn.NLLLoss(reduction="none"),
):
"""Construct an NllLoss object."""
super(NllLoss, self).__init__()
@@ -122,6 +118,6 @@
ignore = target == self.padding_idx # (B,)
total = len(target) - ignore.sum().item()
target = target.masked_fill(ignore, 0) # avoid -1 index
- kl = self.criterion(x , target)
+ kl = self.criterion(x, target)
denom = total if self.normalize_length else batch_size
return kl.masked_fill(ignore, 0).sum() / denom
--
Gitblit v1.9.1