update with main (#1783)

zhifu gao

2024-06-04 3b0526e7be3565c42007313b90a018a2f8c8dff1

 funasr/datasets/large_datasets/datapipes/filter.py

@@ -1,14 +1,13 @@
from torch.utils.data import IterableDataset


def default_fn(data):
    return data


class FilterIterDataPipe(IterableDataset):

    def __init__(self,
                 datapipe,
                 fn=default_fn):
    def __init__(self, datapipe, fn=default_fn):
        self.datapipe = datapipe
        self.fn = fn