| | |
|---|
| | | finetune_configs = yaml.safe_load(f) |
|---|
| | | # set data_types |
|---|
| | | if dataset_type == "large": |
|---|
| | | if 'data_types' not in finetune_configs['dataset_conf']: |
|---|
| | | finetune_configs["dataset_conf"]["data_types"] = "sound,text" |
|---|
| | | finetune_configs["dataset_conf"]["data_types"] = "sound,text" |
|---|
| | | finetune_configs = update_dct(configs, finetune_configs) |
|---|
| | | for key, value in finetune_configs.items(): |
|---|
| | | if hasattr(args, key): |
|---|
| | |
|---|
| | | if batch_bins is not None: |
|---|
| | | if args.dataset_type == "small": |
|---|
| | | args.batch_bins = batch_bins |
|---|
| | | elif args.dataset_type == "large" and "batch_size" not in args.dataset_conf["batch_conf"]: |
|---|
| | | elif args.dataset_type == "large": |
|---|
| | | args.dataset_conf["batch_conf"]["batch_size"] = batch_bins |
|---|
| | | else: |
|---|
| | | raise ValueError(f"Not supported dataset_type={args.dataset_type}") |
|---|
