shixian.shi
2023-10-10 78c78c39a90c62b7c552019043a970e9f85bf378
funasr/datasets/large_datasets/datapipes/batch.py
@@ -39,13 +39,14 @@
        self.batch_mode = batch_mode
    def set_epoch(self, epoch):
        self.epoch = epoch
        self.datapipe.set_epoch(epoch)
    def __iter__(self):
        buffer = []
        batch = []
        bucket = []
        max_lengths = 0
        min_lengths = 999999
        batch_lengths = 0
        if self.batch_mode == "clipping":