嘉渊
2023-04-25 ee9e86d5f0b5f546f77de1ea8b59cdb67aaad478
funasr/datasets/small_datasets/sequence_iter_factory.py
@@ -27,8 +27,7 @@
class SequenceIterFactory(AbsIterFactory):
    """Build iterator for each epoch.
    """Build iterator for each epoch, modified from ESPnet
    """
@@ -63,7 +62,7 @@
        # sampler
        dataset_conf = args.dataset_conf
        batch_sampler = LengthBatchSampler(
            batch_bins=dataset_conf["batch_size"],
            batch_bins=dataset_conf["batch_conf"]["batch_size"] * args.ngpu,
            shape_files=shape_files,
            sort_in_batch=dataset_conf["sort_in_batch"] if hasattr(dataset_conf, "sort_in_batch") else "descending",
            sort_batch=dataset_conf["sort_batch"] if hasattr(dataset_conf, "sort_batch") else "ascending",
@@ -104,7 +103,7 @@
        self.num_iters_per_epoch = None
        self.shuffle = mode == "train"
        self.seed = args.seed
        self.num_workers = args.num_workers
        self.num_workers = args.dataset_conf.get("num_workers", 8)
        self.collate_fn = collate_fn
        self.pin_memory = args.ngpu > 0