From 08ee9e6aacc2e306211d393f6e8ce3a7f3620102 Mon Sep 17 00:00:00 2001
From: yhliang <68215459+yhliang-aslp@users.noreply.github.com>
Date: 星期四, 10 八月 2023 20:46:21 +0800
Subject: [PATCH] Add modular SA-ASR recipe for M2MeT2.0 (#831)
---
funasr/bin/build_trainer.py | 13 +++++++++----
1 files changed, 9 insertions(+), 4 deletions(-)
diff --git a/funasr/bin/build_trainer.py b/funasr/bin/build_trainer.py
index be33b3c..52aa509 100644
--- a/funasr/bin/build_trainer.py
+++ b/funasr/bin/build_trainer.py
@@ -532,11 +532,9 @@
args = build_args(args, parser, extra_task_params)
if args.local_rank is not None:
- args.distributed = True
- args.simple_ddp = True
+ distributed = True
else:
- args.distributed = False
- args.ngpu = 1
+ distributed = False
args.local_rank = args.local_rank if args.local_rank is not None else 0
local_rank = args.local_rank
if "CUDA_VISIBLE_DEVICES" in os.environ.keys():
@@ -593,6 +591,12 @@
args.batch_type = "length"
args.oss_bucket = None
args.input_size = None
+ if distributed:
+ args.distributed = True
+ args.simple_ddp = True
+ else:
+ args.distributed = False
+ args.ngpu = 1
if optim is not None:
args.optim = optim
if lr is not None:
@@ -610,6 +614,7 @@
if batch_bins is not None:
if args.dataset_type == "small":
args.batch_bins = batch_bins
+ args.dataset_conf["batch_conf"]["batch_size"] = batch_bins
elif args.dataset_type == "large":
args.dataset_conf["batch_conf"]["batch_size"] = batch_bins
else:
--
Gitblit v1.9.1