From 9a9b474e7de7cc90d2ee124dc8d6c2cfa887c059 Mon Sep 17 00:00:00 2001
From: xiaowan0322 <wanchen.swc@alibaba-inc.com>
Date: 星期四, 06 六月 2024 15:59:56 +0800
Subject: [PATCH] [Optimization] support bladedisc fp16 optimization (#1790)
---
funasr/models/rwkv_bat/rwkv.py | 1 +
1 files changed, 1 insertions(+), 0 deletions(-)
diff --git a/funasr/models/rwkv_bat/rwkv.py b/funasr/models/rwkv_bat/rwkv.py
index bd218a2..c777cf2 100644
--- a/funasr/models/rwkv_bat/rwkv.py
+++ b/funasr/models/rwkv_bat/rwkv.py
@@ -76,6 +76,7 @@
x = x + self.dropout_ffn(ffn)
return x, state
+
class RWKVDecoderLayer(torch.nn.Module):
"""RWKV module.
--
Gitblit v1.9.1