游雁
2024-06-09 56986acaa78b0ea105d6b136905ecf6e8379cd11
funasr/datasets/large_datasets/datapipes/map.py
@@ -7,14 +7,12 @@
class MapperIterDataPipe(IterableDataset):
    def __init__(self,
                 datapipe,
                 fn=default_fn):
    def __init__(self, datapipe, fn=default_fn):
        self.datapipe = datapipe
        self.fn = fn
    def set_epoch(self, epoch):
        self.epoch = epoch
        self.datapipe.set_epoch(epoch)
    def __iter__(self):
        assert callable(self.fn)