From 1af68ba6ffc21d4dc3bd5f01cda656def97e361c Mon Sep 17 00:00:00 2001
From: Nixon <2465004358@qq.com>
Date: 星期六, 14 九月 2024 10:13:23 +0800
Subject: [PATCH] fix bug, 1 fix cuda oom, 2 fix choose a window size 400 that is [2, 0] (#2075)
---
funasr/models/rwkv_bat/rwkv_feed_forward.py | 8 ++------
1 files changed, 2 insertions(+), 6 deletions(-)
diff --git a/funasr/models/rwkv_bat/rwkv_feed_forward.py b/funasr/models/rwkv_bat/rwkv_feed_forward.py
index 32949ab..a8056bf 100644
--- a/funasr/models/rwkv_bat/rwkv_feed_forward.py
+++ b/funasr/models/rwkv_bat/rwkv_feed_forward.py
@@ -72,14 +72,10 @@
state: Decoder hidden state. [5 x (B, 1, size, N)]
"""
- shifted_x = (
- self.time_shift(x) if state is None else state[0][..., self.block_id]
- )
+ shifted_x = self.time_shift(x) if state is None else state[0][..., self.block_id]
key = x * self.time_mix_key + shifted_x * (1 - self.time_mix_key)
- receptance = x * self.time_mix_receptance + shifted_x * (
- 1 - self.time_mix_receptance
- )
+ receptance = x * self.time_mix_receptance + shifted_x * (1 - self.time_mix_receptance)
key = torch.square(torch.relu(self.proj_key(key)))
value = self.proj_value(self.dropout(key))
--
Gitblit v1.9.1