From de0ecb446fa429d210397949694d8d9ad6d66112 Mon Sep 17 00:00:00 2001 From: zhifu gao <zhifu.gzf@alibaba-inc.com> Date: 星期四, 09 二月 2023 10:57:25 +0800 Subject: [PATCH] Merge pull request #79 from alibaba-damo-academy/dev_wjm --- egs/aishell2/data2vec_pretrain/conf/train_pretrain_transformer.yaml | 79 +++++++++++++++++++++++++++++++++++++++ 1 files changed, 79 insertions(+), 0 deletions(-) diff --git a/egs/aishell2/data2vec_pretrain/conf/train_pretrain_transformer.yaml b/egs/aishell2/data2vec_pretrain/conf/train_pretrain_transformer.yaml new file mode 100644 index 0000000..4052774 --- /dev/null +++ b/egs/aishell2/data2vec_pretrain/conf/train_pretrain_transformer.yaml @@ -0,0 +1,79 @@ +# network architecture +# encoder related +encoder: data2vec_encoder +encoder_conf: + extractor_mode: layer_norm + encoder_layerdrop: 0.05 + dropout_input: 0.0 + dropout_features: 0.0 + feature_grad_mult: 1.0 + encoder_embed_dim: 768 + + mask_prob: 0.65 + mask_length: 10 + + loss_beta: 0 + loss_scale: null + + instance_norm_target_layer: true + average_top_k_layers: 8 + + pos_conv_depth: 5 + conv_pos: 95 + + ema_decay: 0.999 + ema_end_decay: 0.9999 + ema_anneal_end_step: 30000 + ema_transformer_only: true + ema_layers_only: true + + require_same_masks: true + mask_dropout: 0 + +log_interval: 50 +normalize: None + +# minibatch related +batch_type: length +batch_bins: 64000 +num_workers: 16 + +# optimization related +accum_grad: 1 +grad_clip: 5 +patience: none +max_epoch: 600 +val_scheduler_criterion: + - valid + - acc +best_model_criterion: +- - valid + - loss + - min +keep_nbest_models: 50 +unused_parameters: true + +optim: fairseq_adam +optim_conf: + lr: 0.0005 + adam_betas: [0.9,0.98] + adam_eps: 1.0e-06 + weight_decay: 0.01 + +scheduler: tri_stage +scheduler_conf: + phase_ratio: [0.03,0.9,0.07] + +# for dataset +dataset_conf: + batch_mode: clipping + data_names: speech,none + data_types: kaldi_ark,none + shuffle: true + shuffle_conf: + shuffle_size: 12800 + sort_size: 12800 + batch_conf: + batch_type: token + batch_size: 64000 + num_workers: 8 \ No newline at end of file -- Gitblit v1.9.1