From e299cfecaf979833d9c4d7c70e44cb92ea066afe Mon Sep 17 00:00:00 2001
From: 游雁 <zhifu.gzf@alibaba-inc.com>
Date: 星期四, 09 五月 2024 20:02:37 +0800
Subject: [PATCH] total_time/accum_grad
---
funasr/models/rwkv_bat/rwkv.py | 1 +
1 files changed, 1 insertions(+), 0 deletions(-)
diff --git a/funasr/models/rwkv_bat/rwkv.py b/funasr/models/rwkv_bat/rwkv.py
index bd218a2..c777cf2 100644
--- a/funasr/models/rwkv_bat/rwkv.py
+++ b/funasr/models/rwkv_bat/rwkv.py
@@ -76,6 +76,7 @@
x = x + self.dropout_ffn(ffn)
return x, state
+
class RWKVDecoderLayer(torch.nn.Module):
"""RWKV module.
--
Gitblit v1.9.1