From f47d43c020bc2724423b9d9ee2fa61499bf8cb99 Mon Sep 17 00:00:00 2001
From: zhifu gao <zhifu.gzf@alibaba-inc.com>
Date: 星期四, 23 五月 2024 09:57:14 +0800
Subject: [PATCH] Dev gzf deepspeed (#1750)
---
funasr/models/rwkv_bat/rwkv.py | 1 +
1 files changed, 1 insertions(+), 0 deletions(-)
diff --git a/funasr/models/rwkv_bat/rwkv.py b/funasr/models/rwkv_bat/rwkv.py
index bd218a2..c777cf2 100644
--- a/funasr/models/rwkv_bat/rwkv.py
+++ b/funasr/models/rwkv_bat/rwkv.py
@@ -76,6 +76,7 @@
x = x + self.dropout_ffn(ffn)
return x, state
+
class RWKVDecoderLayer(torch.nn.Module):
"""RWKV module.
--
Gitblit v1.9.1