From 83d644c899b262d453a802fa41cccba586db96ef Mon Sep 17 00:00:00 2001
From: 游雁 <zhifu.gzf@alibaba-inc.com>
Date: 星期三, 12 六月 2024 19:47:53 +0800
Subject: [PATCH] decoding
---
funasr/train_utils/trainer_ds.py | 7 +++++--
1 files changed, 5 insertions(+), 2 deletions(-)
diff --git a/funasr/train_utils/trainer_ds.py b/funasr/train_utils/trainer_ds.py
index b2d7b95..0fbac96 100644
--- a/funasr/train_utils/trainer_ds.py
+++ b/funasr/train_utils/trainer_ds.py
@@ -287,7 +287,9 @@
elif self.use_fsdp:
pass
elif self.rank == 0:
- logging.info(f"Save checkpoint: {epoch}, rank: {self.local_rank}\n")
+ logging.info(
+ f"Save checkpoint: {epoch}, rank: {self.rank}, local_rank: {self.local_rank}\n"
+ )
# self.step_or_epoch += 1
state = {
"epoch": epoch,
@@ -313,12 +315,13 @@
state_dict = model.state_dict()
if self.effective_save_name_excludes is not None:
+ logging.info(f"effective_save_name_excludes: {self.effective_save_name_excludes}")
dst_state_dict = {}
for k in state_dict.keys():
for k_ex in self.effective_save_name_excludes:
k_tmp = k.replace("module.", "")
if k.startswith(k_ex):
- logging.info(f"key: {{k}} matching: {k_ex}, not save it")
+ logging.info(f"key: {k} matching: {k_ex}, not save it")
break
else:
dst_state_dict[k] = state_dict[k]
--
Gitblit v1.9.1