From 4e0fcee2a915641e7f39d62c389bee561d849e19 Mon Sep 17 00:00:00 2001
From: jmwang66 <wangjiaming.wjm@alibaba-inc.com>
Date: 星期一, 19 六月 2023 20:28:23 +0800
Subject: [PATCH] Merge branch 'main' into dev_wjm_infer
---
funasr/build_utils/build_streaming_iterator.py | 7 +++++--
1 files changed, 5 insertions(+), 2 deletions(-)
diff --git a/funasr/build_utils/build_streaming_iterator.py b/funasr/build_utils/build_streaming_iterator.py
index ad36b4e..1b16cf4 100644
--- a/funasr/build_utils/build_streaming_iterator.py
+++ b/funasr/build_utils/build_streaming_iterator.py
@@ -18,14 +18,17 @@
dtype: str = np.float32,
num_workers: int = 1,
use_collate_fn: bool = True,
+ preprocess_fn=None,
ngpu: int = 0,
- train: bool=False,
+ train: bool = False,
) -> DataLoader:
"""Build DataLoader using iterable dataset"""
assert check_argument_types()
# preprocess
- if preprocess_args is not None:
+ if preprocess_fn is not None:
+ preprocess_fn = preprocess_fn
+ elif preprocess_args is not None:
preprocess_args.task_name = task_name
preprocess_fn = build_preprocess(preprocess_args, train)
else:
--
Gitblit v1.9.1