VirtuosoQ
2024-04-29 a951500963c62330c1ca3f1f018d1d5ebfbb8b0f
funasr/datasets/audio_datasets/samplers.py
@@ -301,6 +301,7 @@
                 batch_type="token",
                 num_replicas=None,
                 rank=None,
                 rank_split=False,
                 shuffle=True,
                 drop_last=False,
                 is_training: bool = True,
@@ -314,6 +315,12 @@
        except:
            rank = 0
            num_replicas = 1
        # if rank_split:
        #     logging.info(f"Warning, rank_split: {rank_split}, batch and shuffle data in local rank")
        #     rank = 0
        #     num_replicas = 1
        self.rank = rank
        self.num_replicas = num_replicas
        self.dataset = dataset