From 2a38e81a135326d0369a089e82e5cf998be4dac7 Mon Sep 17 00:00:00 2001
From: Lizerui9926 <110582652+Lizerui9926@users.noreply.github.com>
Date: 星期四, 25 五月 2023 10:39:38 +0800
Subject: [PATCH] update modelscope pipeline benchmark (#550)
---
funasr/bin/build_trainer.py | 6 ++----
1 files changed, 2 insertions(+), 4 deletions(-)
diff --git a/funasr/bin/build_trainer.py b/funasr/bin/build_trainer.py
index df921fa..94f7262 100644
--- a/funasr/bin/build_trainer.py
+++ b/funasr/bin/build_trainer.py
@@ -83,8 +83,7 @@
finetune_configs = yaml.safe_load(f)
# set data_types
if dataset_type == "large":
- if 'data_types' not in finetune_configs['dataset_conf']:
- finetune_configs["dataset_conf"]["data_types"] = "sound,text"
+ finetune_configs["dataset_conf"]["data_types"] = "sound,text"
finetune_configs = update_dct(configs, finetune_configs)
for key, value in finetune_configs.items():
if hasattr(args, key):
@@ -132,8 +131,7 @@
if args.dataset_type == "small":
args.batch_bins = batch_bins
elif args.dataset_type == "large":
- # args.dataset_conf["batch_conf"]["batch_size"] = batch_bins
- pass
+ args.dataset_conf["batch_conf"]["batch_size"] = batch_bins
else:
raise ValueError(f"Not supported dataset_type={args.dataset_type}")
if args.normalize in ["null", "none", "None"]:
--
Gitblit v1.9.1