Kun Zou
2024-12-21 b5ad7c81be2e24f255cac3d0ef0037bf88228366
funasr/models/mossformer/mossformer_encoder.py
@@ -5,12 +5,13 @@
try:
    from rotary_embedding_torch import RotaryEmbedding
except:
    print(
        "If you want use mossformer, lease install rotary_embedding_torch by: \n pip install -U rotary_embedding_torch"
    )
    # print(
    #     "If you want use mossformer, lease install rotary_embedding_torch by: \n pip install -U rotary_embedding_torch"
    # )
    pass
from funasr.models.transformer.layer_norm import GlobalLayerNorm, CumulativeLayerNorm, ScaleNorm
from funasr.models.transformer.embedding import ScaledSinuEmbedding
from funasr.models.transformer.mossformer import FLASH_ShareA_FFConvM
from funasr.models.mossformer.mossformer import FLASH_ShareA_FFConvM
def select_norm(norm, dim, shape):