speech_asr
2023-04-18 da9ac240cb3298248acb3262ed96b87fa3c1fa56
funasr/datasets/small_datasets/build_loader.py
@@ -6,7 +6,7 @@
from funasr.datasets.small_datasets.dataset import ESPnetDataset
from funasr.datasets.small_datasets.preprocessor import build_preprocess
from funasr.samplers.length_batch_sampler import LengthBatchSampler
from funasr.datasets.small_datasets.length_batch_sampler import LengthBatchSampler
def build_dataloader(args, mode="train"):
@@ -26,10 +26,6 @@
        preprocess=preprocess_fn,
        dest_sample_rate=dest_sample_rate,
    )
    if os.path.exists(os.path.join(data_path_and_name_and_type[0][0].parent, "utt2category")):
        utt2category_file = os.path.join(data_path_and_name_and_type[0][0].parent, "utt2category")
    else:
        utt2category_file = None
    dataset_conf = args.dataset_conf
    batch_sampler = LengthBatchSampler(