funasr/export/models/modules/encoder_layer.py
@@ -61,7 +61,7 @@ if self.feed_forward_macaron is not None: residual = x x = self.norm_ff_macaron(x) x = residual + self.feed_forward_macaron(x) x = residual + self.feed_forward_macaron(x) * 0.5 residual = x x = self.norm_mha(x) @@ -81,7 +81,7 @@ residual = x x = self.norm_ff(x) x = residual + self.feed_forward(x) x = residual + self.feed_forward(x) * 0.5 x = self.norm_final(x)