funasr/datasets/audio_datasets/samplers.py
@@ -4,6 +4,7 @@ from funasr.register import tables @tables.register("batch_sampler_classes", "DynamicBatchLocalShuffleSampler") class BatchSampler(torch.utils.data.BatchSampler): @@ -25,7 +26,6 @@ self.max_token_length = kwargs.get("max_token_length", 5000) self.shuffle_idx = np.arange(self.total_samples) self.shuffle = shuffle def __len__(self): return self.total_samples @@ -77,5 +77,4 @@ batch = [idx] max_token = sample_len_cur_raw num_sample = 1
