import torch from funasr.datasets.small_datasets.dataset import ESPnetDataset from funasr.datasets.small_datasets.preprocessor import build_preprocess def build_dataloader(args, train=False): preprocess_fn = build_preprocess(args, train=train) dest_sample_rate = args.frontend_conf["fs"] if (args.frontend_conf is not None and "fs" in args.frontend_conf) else 16000 dataset = ESPnetDataset( iter_options.data_path_and_name_and_type, float_dtype=args.train_dtype, preprocess=preprocess_fn, max_cache_size=args.max_cache_size, max_cache_fd=args.max_cache_fd, dest_sample_rate=dest_sample_rate, )