funasr v2 setup (#1106)

zhifu gao

2023-11-22 b57b98364ff60ae0119b2e8d92471316bb4e504f

 funasr/models/encoder/mossformer_encoder.py

@@ -1,8 +1,10 @@
import torch
import torch.nn as nn
import torch.nn.functional as F

from rotary_embedding_torch import RotaryEmbedding
try:
    from rotary_embedding_torch import RotaryEmbedding
except:
    print("Please install rotary_embedding_torch by: \n pip install -U rotary_embedding_torch")
from funasr.modules.layer_norm import GlobalLayerNorm, CumulativeLayerNorm, ScaleNorm
from funasr.modules.embedding import ScaledSinuEmbedding
from funasr.modules.mossformer import FLASH_ShareA_FFConvM