add lora finetune code

haoneng.lhn

2023-07-20 b8e2cab7ee61cb7762ca628f52bff7f6f32f1793

 funasr/export/models/modules/encoder_layer.py

@@ -61,7 +61,7 @@
        if self.feed_forward_macaron is not None:
            residual = x
            x = self.norm_ff_macaron(x)
            x = residual + self.feed_forward_macaron(x)
            x = residual + self.feed_forward_macaron(x) * 0.5

        residual = x
        x = self.norm_mha(x)
@@ -81,7 +81,7 @@

        residual = x
        x = self.norm_ff(x)
        x = residual + self.feed_forward(x)
        x = residual + self.feed_forward(x) * 0.5

        x = self.norm_final(x)