From 58fb22cb2b8144b2e29d38327be44f3510ec8bb1 Mon Sep 17 00:00:00 2001
From: speech_asr <wangjiaming.wjm@alibaba-inc.com>
Date: 星期三, 19 四月 2023 10:09:51 +0800
Subject: [PATCH] update
---
funasr/utils/build_dataloader.py | 13 ++++++++-----
1 files changed, 8 insertions(+), 5 deletions(-)
diff --git a/funasr/utils/build_dataloader.py b/funasr/utils/build_dataloader.py
index b0836fe..c95c40d 100644
--- a/funasr/utils/build_dataloader.py
+++ b/funasr/utils/build_dataloader.py
@@ -1,12 +1,15 @@
from funasr.datasets.large_datasets.build_dataloader import LargeDataLoader
-from funasr.datasets.small_datasets.build_dataloader import build_dataloader
+from funasr.datasets.small_datasets.sequence_iter_factory import SequenceIterFactory
+
def build_dataloader(args):
if args.dataset_type == "small":
- train_iter_factory = LargeDataLoader(args, mode="train")
- valid_iter_factory = LargeDataLoader(args, mode="valid")
+ train_iter_factory = SequenceIterFactory(args, mode="train")
+ valid_iter_factory = SequenceIterFactory(args, mode="valid")
elif args.dataset_type == "large":
train_iter_factory = LargeDataLoader(args, mode="train")
- valid_iter_factory = LargeDataLoader(args, mode="valid")
+ valid_iter_factory = LargeDataLoader(args, mode="valid")
else:
- raise ValueError(f"Not supported dataset_type={args.dataset_type}")
\ No newline at end of file
+ raise ValueError(f"Not supported dataset_type={args.dataset_type}")
+
+ return train_iter_factory, valid_iter_factory
--
Gitblit v1.9.1