From 340c55838b56bb98508337f8404e0a74f22a20c2 Mon Sep 17 00:00:00 2001
From: gaochangfeng <54253717+gaochangfeng@users.noreply.github.com>
Date: 星期一, 22 七月 2024 15:28:27 +0800
Subject: [PATCH] EMO_UNK禁用和Merge VAD修复 (#1940)
---
funasr/models/sense_voice/model.py | 5 ++++-
1 files changed, 4 insertions(+), 1 deletions(-)
diff --git a/funasr/models/sense_voice/model.py b/funasr/models/sense_voice/model.py
index cf4f7fb..5159b82 100644
--- a/funasr/models/sense_voice/model.py
+++ b/funasr/models/sense_voice/model.py
@@ -644,6 +644,7 @@
self.embed = torch.nn.Embedding(
7 + len(self.lid_dict) + len(self.textnorm_dict), input_size
)
+ self.emo_dict = {"unk": 25009, "happy": 25001, "sad": 25002, "angry": 25003, "neutral": 25004}
self.criterion_att = LabelSmoothingLoss(
size=self.vocab_size,
@@ -870,7 +871,9 @@
# c. Passed the encoder result and the beam search
ctc_logits = self.ctc.log_softmax(encoder_out)
-
+ if kwargs.get("ban_emo_unk", False):
+ ctc_logits[:, :, self.emo_dict["unk"]] = -float("inf")
+
results = []
b, n, d = encoder_out.size()
if isinstance(key[0], (list, tuple)):
--
Gitblit v1.9.1