游雁
2024-10-31 d2fb3a8fade2c8c877bf7c60a142a6ae5a262b87
funasr/models/mossformer/mossformer_encoder.py
@@ -5,12 +5,13 @@
try:
    from rotary_embedding_torch import RotaryEmbedding
except:
    print(
        "If you want use mossformer, lease install rotary_embedding_torch by: \n pip install -U rotary_embedding_torch"
    )
    # print(
    #     "If you want use mossformer, lease install rotary_embedding_torch by: \n pip install -U rotary_embedding_torch"
    # )
    pass
from funasr.models.transformer.layer_norm import GlobalLayerNorm, CumulativeLayerNorm, ScaleNorm
from funasr.models.transformer.embedding import ScaledSinuEmbedding
from funasr.models.transformer.mossformer import FLASH_ShareA_FFConvM
from funasr.models.mossformer.mossformer import FLASH_ShareA_FFConvM
def select_norm(norm, dim, shape):