zhifu gao
2024-03-29 320c7ff2c2dfbce13ee01589a64b515bf2d7857b
funasr/datasets/large_datasets/datapipes/batch.py
@@ -39,13 +39,14 @@
        self.batch_mode = batch_mode
    def set_epoch(self, epoch):
        self.epoch = epoch
        self.datapipe.set_epoch(epoch)
    def __iter__(self):
        buffer = []
        batch = []
        bucket = []
        max_lengths = 0
        min_lengths = 999999
        batch_lengths = 0
        if self.batch_mode == "clipping":