From db9ec58cb430fa10b273a7a365457bf33dc46adc Mon Sep 17 00:00:00 2001
From: zhifu gao <zhifu.gzf@alibaba-inc.com>
Date: 星期三, 05 六月 2024 17:30:57 +0800
Subject: [PATCH] Dev gzf exp (#1785)
---
funasr/models/rwkv_bat/rwkv.py | 1 +
1 files changed, 1 insertions(+), 0 deletions(-)
diff --git a/funasr/models/rwkv_bat/rwkv.py b/funasr/models/rwkv_bat/rwkv.py
index bd218a2..c777cf2 100644
--- a/funasr/models/rwkv_bat/rwkv.py
+++ b/funasr/models/rwkv_bat/rwkv.py
@@ -76,6 +76,7 @@
x = x + self.dropout_ffn(ffn)
return x, state
+
class RWKVDecoderLayer(torch.nn.Module):
"""RWKV module.
--
Gitblit v1.9.1