| | |
| | | args = build_args(args, parser, extra_task_params) |
| | | |
| | | if args.local_rank is not None: |
| | | args.distributed = True |
| | | args.simple_ddp = True |
| | | distributed = True |
| | | else: |
| | | args.distributed = False |
| | | args.ngpu = 1 |
| | | distributed = False |
| | | args.local_rank = args.local_rank if args.local_rank is not None else 0 |
| | | local_rank = args.local_rank |
| | | if "CUDA_VISIBLE_DEVICES" in os.environ.keys(): |
| | |
| | | args.batch_type = "length" |
| | | args.oss_bucket = None |
| | | args.input_size = None |
| | | if distributed: |
| | | args.distributed = True |
| | | args.simple_ddp = True |
| | | else: |
| | | args.distributed = False |
| | | args.ngpu = 1 |
| | | if optim is not None: |
| | | args.optim = optim |
| | | if lr is not None: |