| | |
|---|
| | | """Feed-forward (channel mixing) module for RWKV block. |
|---|
| | | |
|---|
| | | Based/Modified from https://github.com/BlinkDL/RWKV-LM/blob/main/RWKV-v4/src/model.py |
|---|
| | | |
|---|
| | | Some variables are renamed according to https://github.com/huggingface/transformers/blob/main/src/transformers/models/rwkv/modeling_rwkv.py. |
|---|
| | | |
|---|
| | | """ # noqa |
|---|
| | | |
|---|
| | | from typing import List, Optional, Tuple |
|---|
| | | #!/usr/bin/env python3 |
|---|
| | | # -*- encoding: utf-8 -*- |
|---|
| | | # Copyright FunASR (https://github.com/alibaba-damo-academy/FunASR). All Rights Reserved. |
|---|
| | | # MIT License (https://opensource.org/licenses/MIT) |
|---|
| | | |
|---|
| | | import torch |
|---|
| | | from typing import List, Optional, Tuple |
|---|
| | | |
|---|
| | | |
|---|
| | | class FeedForward(torch.nn.Module): |
|---|
