From 4012630708cd2dee7f2f292b3961e6054b9b66c1 Mon Sep 17 00:00:00 2001
From: speech_asr <wangjiaming.wjm@alibaba-inc.com>
Date: 星期一, 17 四月 2023 17:29:23 +0800
Subject: [PATCH] update
---
funasr/datasets/small_datasets/build_loader.py | 13 ++++++-------
1 files changed, 6 insertions(+), 7 deletions(-)
diff --git a/funasr/datasets/small_datasets/build_loader.py b/funasr/datasets/small_datasets/build_loader.py
index 012113f..6727602 100644
--- a/funasr/datasets/small_datasets/build_loader.py
+++ b/funasr/datasets/small_datasets/build_loader.py
@@ -1,16 +1,15 @@
import torch
from funasr.datasets.small_datasets.dataset import ESPnetDataset
-from funasr.datasets.small_datasets.build_preprocess import build_preprocess
+from funasr.datasets.small_datasets.preprocessor import build_preprocess
-def build_dataloader(args):
- if args.frontend_conf is not None:
- dest_sample_rate = args.frontend_conf["fs"] if (args.frontend_conf is not None and "fs" in args.frontend_conf) else 16000
- preprocess_fn = build_preprocess()
+def build_dataloader(args, train=False):
+ preprocess_fn = build_preprocess(args, train=train)
+ dest_sample_rate = args.frontend_conf["fs"] if (args.frontend_conf is not None and "fs" in args.frontend_conf) else 16000
dataset = ESPnetDataset(
iter_options.data_path_and_name_and_type,
float_dtype=args.train_dtype,
preprocess=preprocess_fn,
- max_cache_size=iter_options.max_cache_size,
- max_cache_fd=iter_options.max_cache_fd,
+ max_cache_size=args.max_cache_size,
+ max_cache_fd=args.max_cache_fd,
dest_sample_rate=dest_sample_rate,
)
--
Gitblit v1.9.1