Merge branch 'dev_gzf_deepspeed' into main

zhifu gao

2024-06-11 2175736ab0e2752837db102ffc27277339f19b5b

 funasr/models/rwkv_bat/rwkv.py

@@ -76,6 +76,7 @@
        x = x + self.dropout_ffn(ffn)
        return x, state


class RWKVDecoderLayer(torch.nn.Module):
    """RWKV module.