decoding

游雁

2024-06-12 e4a69d4768674e57faf4a08eecca2fce88d3e190

decoding

 funasr/models/llm_asr/model.py

@@ -413,15 +413,16 @@

        if freeze:
            for name, param in audio_encoder.named_parameters():
                idx = re.search(r"\.\d+\.", name)
                if idx is not None:
                    beg, end = idx.regs[0]
                    layer_id = int(name[beg + 1 : end - 1])
                    if isinstance(freeze_layer_num, (list, tuple)):
                if isinstance(freeze_layer_num, (list, tuple)):
                    idx = re.search(r"\.\d+\.", name)
                    if idx is not None:
                        beg, end = idx.regs[0]
                        layer_id = int(name[beg + 1 : end - 1])
                        if layer_id in freeze_layer_num:
                            param.requires_grad = False
                    else:
                        param.requires_grad = False
                else:
                    param.requires_grad = False

            audio_encoder.eval()

        self.audio_encoder = audio_encoder

 funasr/train_utils/trainer_ds.py

@@ -313,6 +313,7 @@
                state_dict = model.state_dict()

            if self.effective_save_name_excludes is not None:
                logging.info(f"effective_save_name_excludes: {self.effective_save_name_excludes}")
                dst_state_dict = {}
                for k in state_dict.keys():
                    for k_ex in self.effective_save_name_excludes: