From 24f73665e2d8ea8e4de2fe4f900bc539d7f7b989 Mon Sep 17 00:00:00 2001
From: hnluo <haoneng.lhn@alibaba-inc.com>
Date: 星期一, 17 四月 2023 15:49:45 +0800
Subject: [PATCH] Merge pull request #367 from alibaba-damo-academy/dev_lhn2

---
 funasr/export/models/modules/decoder_layer.py |    1 +
 1 files changed, 1 insertions(+), 0 deletions(-)

diff --git a/funasr/export/models/modules/decoder_layer.py b/funasr/export/models/modules/decoder_layer.py
index f539452..9a464a4 100644
--- a/funasr/export/models/modules/decoder_layer.py
+++ b/funasr/export/models/modules/decoder_layer.py
@@ -54,6 +54,7 @@
     
     def forward(self, tgt, tgt_mask, memory, memory_mask, cache=None):
         residual = tgt
+        tgt = self.norm1(tgt)
         tgt_q = tgt
         tgt_q_mask = tgt_mask
         x = residual + self.self_attn(tgt_q, tgt, tgt, tgt_q_mask)

--
Gitblit v1.9.1