From 0bd1a4d6a9893e45438505514a063d9deee91f21 Mon Sep 17 00:00:00 2001
From: Xingchen Song(宋星辰) <xingchensong1996@163.com>
Date: 星期二, 11 六月 2024 14:00:10 +0800
Subject: [PATCH] [fix] better solution for handling empty result (#1796)
---
funasr/models/llm_asr/adaptor.py | 9 +++++----
1 files changed, 5 insertions(+), 4 deletions(-)
diff --git a/funasr/models/llm_asr/adaptor.py b/funasr/models/llm_asr/adaptor.py
index 1928b52..9b79ed2 100644
--- a/funasr/models/llm_asr/adaptor.py
+++ b/funasr/models/llm_asr/adaptor.py
@@ -1,5 +1,7 @@
import torch
import torch.nn as nn
+import torch.nn.functional as F
+from funasr.models.transformer.utils.nets_utils import make_pad_mask
from funasr.register import tables
@@ -90,7 +92,7 @@
llm_dim,
kwargs.get("attention_dropout_rate", 0.0),
),
- positionwise_layer(
+ PositionwiseFeedForward(
llm_dim,
llm_dim // 4,
kwargs.get("dropout_rate", 0.0),
@@ -119,9 +121,8 @@
x = self.linear2(x)
olens = None
- if ilens is not None:
- olens = (ilens - 1) // self.k + 1
- mask = (~make_pad_mask(olens)[:, None, :]).to(x.device)
+ olens = (ilens - 1) // self.k + 1
+ masks = (~make_pad_mask(olens)[:, None, :]).to(x.device)
for layer, block in enumerate(self.blocks):
x, masks = block(x, masks)
return x, olens
--
Gitblit v1.9.1