嘉渊
2023-05-10 ad55e73198f51786c8f2f4a7dda5b34fd790de3f
funasr/train/distributed_utils.py
@@ -53,7 +53,7 @@
            # https://pytorch.org/docs/stable/distributed.html#torch.distributed.init_process_group
            os.environ.setdefault("NCCL_BLOCKING_WAIT", "1")
            torch.distributed.init_process_group(backend='nccl',
            torch.distributed.init_process_group(backend=self.dist_backend,
                                                 init_method=self.dist_init_method,
                                                 world_size=args.dist_world_size,
                                                 rank=args.dist_rank)
@@ -113,7 +113,7 @@
            # https://pytorch.org/docs/stable/distributed.html#torch.distributed.init_process_group
            os.environ.setdefault("NCCL_BLOCKING_WAIT", "1")
            torch.distributed.init_process_group(backend='nccl', init_method='env://')
            torch.distributed.init_process_group(backend=self.dist_backend, init_method='env://')
            self.dist_rank = torch.distributed.get_rank()
            self.dist_world_size = torch.distributed.get_world_size()
            self.local_rank = args.local_rank