From e86b95e747286d2854864156b5edd12062467b3f Mon Sep 17 00:00:00 2001
From: 嘉渊 <wangjiaming.wjm@alibaba-inc.com>
Date: 星期一, 24 四月 2023 22:57:04 +0800
Subject: [PATCH] update
---
funasr/bin/train.py | 21 ++++++++++++++++++---
1 files changed, 18 insertions(+), 3 deletions(-)
diff --git a/funasr/bin/train.py b/funasr/bin/train.py
index f684f3b..8f40e24 100755
--- a/funasr/bin/train.py
+++ b/funasr/bin/train.py
@@ -87,6 +87,22 @@
"This value is used when dist_init_method == 'env://'",
)
parser.add_argument(
+ "--dist_launcher",
+ default=None,
+ type=str_or_none,
+ choices=["slurm", "mpi", None],
+ help="The launcher type for distributed training",
+ )
+ parser.add_argument(
+ "--multiprocessing_distributed",
+ default=True,
+ type=str2bool,
+ help="Use multi-processing distributed training to launch "
+ "N processes per node, which has N GPUs. This is the "
+ "fastest way to use PyTorch for either single node or "
+ "multi node data parallel training",
+ )
+ parser.add_argument(
"--unused_parameters",
type=str2bool,
default=False,
@@ -446,10 +462,9 @@
if __name__ == '__main__':
parser = get_parser()
- args, extra_task_params = parser.parse_known_args()
+ common_args, extra_task_params = parser.parse_known_args()
if extra_task_params:
- args = build_args(args, parser, extra_task_params)
- # args = argparse.Namespace(**vars(args), **vars(task_args))
+ args = build_args(common_args, parser, extra_task_params)
# set random seed
set_all_random_seed(args.seed)
--
Gitblit v1.9.1