From b3fcd42bf6e60372ed0f0d3e53798fcdd713fe08 Mon Sep 17 00:00:00 2001
From: Shi Xian <40013335+R1ckShi@users.noreply.github.com>
Date: 星期三, 06 十二月 2023 11:14:57 +0800
Subject: [PATCH] Merge pull request #1144 from yeyupiaoling/main
---
funasr/modules/rwkv_attention.py | 6 +++---
1 files changed, 3 insertions(+), 3 deletions(-)
diff --git a/funasr/modules/rwkv_attention.py b/funasr/modules/rwkv_attention.py
index f0c7da3..5384fb9 100644
--- a/funasr/modules/rwkv_attention.py
+++ b/funasr/modules/rwkv_attention.py
@@ -445,7 +445,7 @@
"""
num_state, den_state, max_state = state
-
+ time_decay = -torch.exp(time_decay)
max_for_output = torch.maximum(max_state, (time_first + key))
e1 = torch.exp(max_state - max_for_output)
@@ -495,7 +495,7 @@
dropout_rate,
num_blocks
)
- load_decoder_wkv_kernel(context_size)
+ # load_decoder_wkv_kernel(context_size)
def forward(
self,
@@ -577,7 +577,7 @@
dropout_rate,
num_blocks
)
- load_encoder_wkv_kernel(context_size)
+ # load_encoder_wkv_kernel(context_size)
def forward(
self,
--
Gitblit v1.9.1