sugarcase
2024-09-25 8cd8e25f180b57c74f1ae7fd39001e5af4c20f8b
funasr/models/mossformer/mossformer_encoder.py
@@ -5,12 +5,13 @@
try:
    from rotary_embedding_torch import RotaryEmbedding
except:
    print(
        "If you want use mossformer, lease install rotary_embedding_torch by: \n pip install -U rotary_embedding_torch"
    )
    # print(
    #     "If you want use mossformer, lease install rotary_embedding_torch by: \n pip install -U rotary_embedding_torch"
    # )
    pass
from funasr.models.transformer.layer_norm import GlobalLayerNorm, CumulativeLayerNorm, ScaleNorm
from funasr.models.transformer.embedding import ScaledSinuEmbedding
from funasr.models.transformer.mossformer import FLASH_ShareA_FFConvM
from funasr.models.mossformer.mossformer import FLASH_ShareA_FFConvM
def select_norm(norm, dim, shape):