From 1596f6f414f6f41da66506debb1dff19fffeb3ec Mon Sep 17 00:00:00 2001
From: 游雁 <zhifu.gzf@alibaba-inc.com>
Date: 星期一, 24 六月 2024 11:55:17 +0800
Subject: [PATCH] fixbug hotwords
---
funasr/models/rwkv_bat/rwkv_feed_forward.py | 8 ++------
1 files changed, 2 insertions(+), 6 deletions(-)
diff --git a/funasr/models/rwkv_bat/rwkv_feed_forward.py b/funasr/models/rwkv_bat/rwkv_feed_forward.py
index 32949ab..a8056bf 100644
--- a/funasr/models/rwkv_bat/rwkv_feed_forward.py
+++ b/funasr/models/rwkv_bat/rwkv_feed_forward.py
@@ -72,14 +72,10 @@
state: Decoder hidden state. [5 x (B, 1, size, N)]
"""
- shifted_x = (
- self.time_shift(x) if state is None else state[0][..., self.block_id]
- )
+ shifted_x = self.time_shift(x) if state is None else state[0][..., self.block_id]
key = x * self.time_mix_key + shifted_x * (1 - self.time_mix_key)
- receptance = x * self.time_mix_receptance + shifted_x * (
- 1 - self.time_mix_receptance
- )
+ receptance = x * self.time_mix_receptance + shifted_x * (1 - self.time_mix_receptance)
key = torch.square(torch.relu(self.proj_key(key)))
value = self.proj_value(self.dropout(key))
--
Gitblit v1.9.1