oom fix

游雁

2025-02-11 001a66bbfe8093d2ff7336eeebdb0198b498dce9

oom fix

 funasr/bin/train.py

@@ -221,10 +221,10 @@
            )
            trainer.start_step = 0

            device = next(model.parameters()).device
            if device.type == 'cuda':
                with torch.cuda.device():
                    torch.cuda.empty_cache()
            # device = next(model.parameters()).device
            # if device.type == 'cuda':
            #     with torch.cuda.device():
            #         torch.cuda.empty_cache()

            time_escaped = (time.perf_counter() - time_slice_i) / 3600.0
            logging.info(

 funasr/bin/train_ds.py

@@ -184,10 +184,10 @@
            )
            trainer.start_step = 0

            device = next(model.parameters()).device
            if device.type == 'cuda':
                with torch.cuda.device():
                    torch.cuda.empty_cache()
            # device = next(model.parameters()).device
            # if device.type == 'cuda':
            #     with torch.cuda.device():
            #         torch.cuda.empty_cache()

            time_escaped = (time.perf_counter() - time_slice_i) / 3600.0
            logging.info(