update repo

嘉渊

2023-05-15 e23b7dc34fc157ec4d6baad93608c7813faee7a2

update repo

 egs/aishell/paraformerbert/local/extract_embeds.sh

@@ -14,7 +14,7 @@

for data_set in train dev test;do
    scp=$raw_dataset_path/dump/fbank/${data_set}/text
    local_scp_dir_raw=${raw_dataset_path}/${data_set}
    local_scp_dir_raw=${raw_dataset_path}/data/embeds/${data_set}
    local_scp_dir=$local_scp_dir_raw/split$nj
    local_records_dir=$local_scp_dir_raw/ark


 funasr/utils/prepare_data.py

@@ -183,9 +183,9 @@
        ]
        if args.embed_path is not None:
            args.train_data_path_and_name_and_type[0].append(
                "{}/embed/kaldi_ark".format(os.path.join(args.embed_path, args.train_set, "embeds.scp")))
                "{}/embed/kaldi_ark".format(os.path.join(args.embed_path, "embeds", args.train_set, "embeds.scp")))
            args.valid_data_path_and_name_and_type[0].append(
                "{}/embed/kaldi_ark".format(os.path.join(args.embed_path, args.dev_set, "embeds.scp")))
                "{}/embed/kaldi_ark".format(os.path.join(args.embed_path, "embeds", args.dev_set, "embeds.scp")))
    else:
        args.train_data_file = os.path.join(args.data_dir, args.train_set, "data.list")
        args.valid_data_file = os.path.join(args.data_dir, args.valid_set, "data.list")