Dev gzf deepspeed (#1737)

zhifu gao

2024-05-20 963ba1a7717c785d6e20ccb0d3cee9b59d5365e3

 funasr/models/transformer/utils/multi_layer_conv.py

@@ -96,7 +96,7 @@
            kernel_size,
            stride=1,
            padding=(kernel_size - 1) // 2,
            bias=False
            bias=False,
        )
        self.norm = torch.nn.LayerNorm(hidden_chans)
        self.dropout = torch.nn.Dropout(dropout_rate)