fix: resolve unexpected 'out of memory' issue in multi-GPU setup (#2373)

BienBoy

2025-02-01 c1e365fea09aafda387cac12fdff43d28c598979

 funasr/bin/train_ds.py

@@ -184,7 +184,8 @@
            )
            trainer.start_step = 0

            torch.cuda.empty_cache()
            with torch.cuda.device(kwargs["device"]):
                torch.cuda.empty_cache()

            time_escaped = (time.perf_counter() - time_slice_i) / 3600.0
            logging.info(