嘉渊
2023-04-25 52f910aae2d6427ab0bec40d257f47d23a4a263a
funasr/utils/prepare_data.py
@@ -157,6 +157,10 @@
def prepare_data(args, distributed_option):
    if args.dataset_type == "small" and args.train_data_path_and_name_and_type is not None:
        return
    if args.dataset_type == "large" and args.train_data_file is not None:
        return
    distributed = distributed_option.distributed
    if not distributed or distributed_option.dist_rank == 0:
        filter_wav_text(args.data_dir, args.train_set)