From b9d1425028e480aa2c8dbd3502207e443dcd2060 Mon Sep 17 00:00:00 2001
From: 嘉渊 <wangjiaming.wjm@alibaba-inc.com>
Date: 星期二, 25 四月 2023 01:09:03 +0800
Subject: [PATCH] update
---
funasr/datasets/small_datasets/sequence_iter_factory.py | 4 ++--
1 files changed, 2 insertions(+), 2 deletions(-)
diff --git a/funasr/datasets/small_datasets/sequence_iter_factory.py b/funasr/datasets/small_datasets/sequence_iter_factory.py
index 7078943..44f1db3 100644
--- a/funasr/datasets/small_datasets/sequence_iter_factory.py
+++ b/funasr/datasets/small_datasets/sequence_iter_factory.py
@@ -62,7 +62,7 @@
# sampler
dataset_conf = args.dataset_conf
batch_sampler = LengthBatchSampler(
- batch_bins=dataset_conf["batch_size"],
+ batch_bins=dataset_conf["batch_conf"]["batch_size"] * args.ngpu,
shape_files=shape_files,
sort_in_batch=dataset_conf["sort_in_batch"] if hasattr(dataset_conf, "sort_in_batch") else "descending",
sort_batch=dataset_conf["sort_batch"] if hasattr(dataset_conf, "sort_batch") else "ascending",
@@ -103,7 +103,7 @@
self.num_iters_per_epoch = None
self.shuffle = mode == "train"
self.seed = args.seed
- self.num_workers = args.num_workers
+ self.num_workers = args.dataset_conf.get("num_workers", 8)
self.collate_fn = collate_fn
self.pin_memory = args.ngpu > 0
--
Gitblit v1.9.1