嘉渊
2023-05-12 262f6ecddbc6efd5e740c518b2e428f5970291b1
update repo
2个文件已修改
5 ■■■■■ 已修改文件
funasr/datasets/large_datasets/build_dataloader.py 3 ●●●● 补丁 | 查看 | 原始文档 | blame | 历史
funasr/datasets/small_datasets/sequence_iter_factory.py 2 ●●● 补丁 | 查看 | 原始文档 | blame | 历史
funasr/datasets/large_datasets/build_dataloader.py
@@ -75,7 +75,8 @@
        logging.info("dataloader config: {}".format(self.dataset_conf))
        batch_mode = self.dataset_conf.get("batch_mode", "padding")
        self.dataset = Dataset(args.data_list, symbol_table, seg_dict, punc_dict, bpe_tokenizer,
                               self.dataset_conf, self.frontend_conf, speed_perturb=args.speed_perturb,
                               self.dataset_conf, self.frontend_conf,
                               speed_perturb=args.speed_perturb if mode == "train" else None,
                               mode=mode, batch_mode=batch_mode)
    def build_iter(self, epoch, shuffle=True):
funasr/datasets/small_datasets/sequence_iter_factory.py
@@ -57,7 +57,7 @@
            data_path_and_name_and_type,
            preprocess=preprocess_fn,
            dest_sample_rate=dest_sample_rate,
            speed_perturb=args.speed_perturb,
            speed_perturb=args.speed_perturb if mode=="train" else None,
        )
        # sampler