From 01df8f330ccc754223d5e2d688dc0a55d27f2dcc Mon Sep 17 00:00:00 2001 From: querryton <72929808+querryton@users.noreply.github.com> Date: 星期六, 20 四月 2024 16:07:13 +0800 Subject: [PATCH] [fix] Fix a bug in seaco_paraformer model "inference" function (#1639) --- funasr/datasets/large_datasets/datapipes/map.py | 22 ++++++++++++++++++++++ 1 files changed, 22 insertions(+), 0 deletions(-) diff --git a/funasr/datasets/large_datasets/datapipes/map.py b/funasr/datasets/large_datasets/datapipes/map.py new file mode 100644 index 0000000..dfcd6a0 --- /dev/null +++ b/funasr/datasets/large_datasets/datapipes/map.py @@ -0,0 +1,22 @@ +from torch.utils.data import IterableDataset + + +def default_fn(data): + return data + + +class MapperIterDataPipe(IterableDataset): + + def __init__(self, + datapipe, + fn=default_fn): + self.datapipe = datapipe + self.fn = fn + + def set_epoch(self, epoch): + self.datapipe.set_epoch(epoch) + + def __iter__(self): + assert callable(self.fn) + for data in self.datapipe: + yield self.fn(data) -- Gitblit v1.9.1