游雁
2024-07-30 d238a5ab4450aad636bbbc60d67335ca59b3bd9c
funasr/models/mossformer/mossformer_encoder.py
@@ -5,12 +5,13 @@
try:
    from rotary_embedding_torch import RotaryEmbedding
except:
    print(
        "If you want use mossformer, lease install rotary_embedding_torch by: \n pip install -U rotary_embedding_torch"
    )
    # print(
    #     "If you want use mossformer, lease install rotary_embedding_torch by: \n pip install -U rotary_embedding_torch"
    # )
    pass
from funasr.models.transformer.layer_norm import GlobalLayerNorm, CumulativeLayerNorm, ScaleNorm
from funasr.models.transformer.embedding import ScaledSinuEmbedding
from funasr.models.transformer.mossformer import FLASH_ShareA_FFConvM
from funasr.models.mossformer.mossformer import FLASH_ShareA_FFConvM
def select_norm(norm, dim, shape):