雾聪
2024-05-13 31b36c8f65f47b26b0c03ed6694e19b78fe910c8
funasr/datasets/large_datasets/datapipes/filter.py
@@ -1,14 +1,13 @@
from torch.utils.data import IterableDataset
def default_fn(data):
    return data
class FilterIterDataPipe(IterableDataset):
    def __init__(self,
                 datapipe,
                 fn=default_fn):
    def __init__(self, datapipe, fn=default_fn):
        self.datapipe = datapipe
        self.fn = fn