From 2e36e738ca39afc8d02f3d11013bd12f937cc874 Mon Sep 17 00:00:00 2001
From: zhaomingwork <61895407+zhaomingwork@users.noreply.github.com>
Date: 星期三, 08 十一月 2023 09:22:06 +0800
Subject: [PATCH] fix bug for h5 hotwords (#1067)
---
funasr/modules/rwkv_attention.py | 6 +++---
1 files changed, 3 insertions(+), 3 deletions(-)
diff --git a/funasr/modules/rwkv_attention.py b/funasr/modules/rwkv_attention.py
index f0c7da3..5384fb9 100644
--- a/funasr/modules/rwkv_attention.py
+++ b/funasr/modules/rwkv_attention.py
@@ -445,7 +445,7 @@
"""
num_state, den_state, max_state = state
-
+ time_decay = -torch.exp(time_decay)
max_for_output = torch.maximum(max_state, (time_first + key))
e1 = torch.exp(max_state - max_for_output)
@@ -495,7 +495,7 @@
dropout_rate,
num_blocks
)
- load_decoder_wkv_kernel(context_size)
+ # load_decoder_wkv_kernel(context_size)
def forward(
self,
@@ -577,7 +577,7 @@
dropout_rate,
num_blocks
)
- load_encoder_wkv_kernel(context_size)
+ # load_encoder_wkv_kernel(context_size)
def forward(
self,
--
Gitblit v1.9.1