| | |
| | | ) |
| | | parser.add_argument( |
| | | "--dist_world_size", |
| | | type=int, |
| | | default=1, |
| | | help="number of nodes for distributed training", |
| | | ) |
| | |
| | | ) |
| | | parser.add_argument( |
| | | "--local_rank", |
| | | type=int, |
| | | default=None, |
| | | help="local rank for distributed training", |
| | | ) |
| | |
| | | |
| | | if __name__ == '__main__': |
| | | parser = get_parser() |
| | | common_args, extra_task_params = parser.parse_known_args() |
| | | args, extra_task_params = parser.parse_known_args() |
| | | if extra_task_params: |
| | | args = build_args(common_args, parser, extra_task_params) |
| | | args = build_args(args, parser, extra_task_params) |
| | | |
| | | # set random seed |
| | | set_all_random_seed(args.seed) |