From 9a6c6ab5ea25bf2d6e874010ae101e29bde2a217 Mon Sep 17 00:00:00 2001 From: shixian.shi <shixian.shi@alibaba-inc.com> Date: 星期三, 21 二月 2024 17:35:14 +0800 Subject: [PATCH] update rwkv_bat --- funasr/models/rwkv_bat/rwkv_feed_forward.py | 14 +++++--------- 1 files changed, 5 insertions(+), 9 deletions(-) diff --git a/funasr/models/rwkv_bat/rwkv_feed_forward.py b/funasr/models/rwkv_bat/rwkv_feed_forward.py index ddb4285..32949ab 100644 --- a/funasr/models/rwkv_bat/rwkv_feed_forward.py +++ b/funasr/models/rwkv_bat/rwkv_feed_forward.py @@ -1,14 +1,10 @@ -"""Feed-forward (channel mixing) module for RWKV block. - -Based/Modified from https://github.com/BlinkDL/RWKV-LM/blob/main/RWKV-v4/src/model.py - -Some variables are renamed according to https://github.com/huggingface/transformers/blob/main/src/transformers/models/rwkv/modeling_rwkv.py. - -""" # noqa - -from typing import List, Optional, Tuple +#!/usr/bin/env python3 +# -*- encoding: utf-8 -*- +# Copyright FunASR (https://github.com/alibaba-damo-academy/FunASR). All Rights Reserved. +# MIT License (https://opensource.org/licenses/MIT) import torch +from typing import List, Optional, Tuple class FeedForward(torch.nn.Module): -- Gitblit v1.9.1