zhifu gao
2024-01-21 37d7764ecf0e8cc1a14f59b8b9cd1c914da8b005
funasr/train_utils/trainer.py
@@ -148,6 +148,7 @@
            
            self._train_epoch(epoch)
            
            if self.use_ddp or self.use_fsdp:
                dist.barrier()
@@ -156,8 +157,8 @@
            if self.use_ddp or self.use_fsdp:
                dist.barrier()
            if self.rank == 0:
                self._save_checkpoint(epoch)
            
@@ -172,7 +173,8 @@
            
        if self.use_ddp or self.use_fsdp:
            dist.barrier()
        if self.writer:
            self.writer.close()