From 1cfb26afc519a634194a4eaa02f9b0969f5c2cbf Mon Sep 17 00:00:00 2001
From: jmwang66 <wangjiaming.wjm@alibaba-inc.com>
Date: 星期三, 09 八月 2023 16:48:21 +0800
Subject: [PATCH] Merge pull request #790 from alibaba-damo-academy/dev_wjm_modelscope
---
funasr/datasets/small_datasets/sequence_iter_factory.py | 3 ++-
1 files changed, 2 insertions(+), 1 deletions(-)
diff --git a/funasr/datasets/small_datasets/sequence_iter_factory.py b/funasr/datasets/small_datasets/sequence_iter_factory.py
index e748c3d..8a7279a 100644
--- a/funasr/datasets/small_datasets/sequence_iter_factory.py
+++ b/funasr/datasets/small_datasets/sequence_iter_factory.py
@@ -66,8 +66,9 @@
batch_bins=dataset_conf["batch_conf"]["batch_size"] * args.ngpu,
shape_files=shape_files,
sort_in_batch=dataset_conf["sort_in_batch"] if hasattr(dataset_conf, "sort_in_batch") else "descending",
- sort_batch=dataset_conf["sort_batch"] if hasattr(dataset_conf, "sort_batch") else "ascending",
+ sort_batch=dataset_conf["sort_batch"] if hasattr(dataset_conf, "sort_batch") else "descending",
drop_last=False,
+ min_batch_size=torch.distributed.get_world_size(),
padding=True,
)
--
Gitblit v1.9.1