游雁
2024-06-12 7d57828086d8c83707478bf45a29b68482962e6e
funasr/models/llm_asr/model.py
@@ -407,9 +407,19 @@
            audio_encoder = encoder_class(input_size=input_size, **audio_encoder_conf)
            audio_encoder_output_size = audio_encoder.output_size()
        freeze = audio_encoder_conf.get("freeze", True)
        freeze_layer_num = audio_encoder_conf.get("freeze_layer_num", -1)
        if freeze_layer_num > 0:
            freeze_layer_num = range(freeze_layer_num)
        else:
            freeze_layer_num = [freeze_layer_num]
        if freeze:
            for name, param in audio_encoder.named_parameters():
                param.requires_grad = False
                idx = re.search(r"\.\d+\.", name)
                if idx is not None:
                    beg, end = idx.regs[0]
                    layer_id = int(name[beg + 1 : end - 1])
                    if layer_id in freeze_layer_num:
                        param.requires_grad = False
            audio_encoder.eval()
        self.audio_encoder = audio_encoder