From c367f1b819bb40e70e379f8f80b1d9fd67e47c79 Mon Sep 17 00:00:00 2001
From: zhuangzhong <zhuangzhong@corp.netease.com>
Date: 星期五, 07 六月 2024 16:15:16 +0800
Subject: [PATCH] add cif_wo_hidden_v1
---
funasr/models/llm_asr/adaptor.py | 9 +++++----
1 files changed, 5 insertions(+), 4 deletions(-)
diff --git a/funasr/models/llm_asr/adaptor.py b/funasr/models/llm_asr/adaptor.py
index 1928b52..9b79ed2 100644
--- a/funasr/models/llm_asr/adaptor.py
+++ b/funasr/models/llm_asr/adaptor.py
@@ -1,5 +1,7 @@
import torch
import torch.nn as nn
+import torch.nn.functional as F
+from funasr.models.transformer.utils.nets_utils import make_pad_mask
from funasr.register import tables
@@ -90,7 +92,7 @@
llm_dim,
kwargs.get("attention_dropout_rate", 0.0),
),
- positionwise_layer(
+ PositionwiseFeedForward(
llm_dim,
llm_dim // 4,
kwargs.get("dropout_rate", 0.0),
@@ -119,9 +121,8 @@
x = self.linear2(x)
olens = None
- if ilens is not None:
- olens = (ilens - 1) // self.k + 1
- mask = (~make_pad_mask(olens)[:, None, :]).to(x.device)
+ olens = (ilens - 1) // self.k + 1
+ masks = (~make_pad_mask(olens)[:, None, :]).to(x.device)
for layer, block in enumerate(self.blocks):
x, masks = block(x, masks)
return x, olens
--
Gitblit v1.9.1