From a4bd736b038a64fb14c3849e4a2bd26deb02517b Mon Sep 17 00:00:00 2001 From: 游雁 <zhifu.gzf@alibaba-inc.com> Date: 星期二, 18 四月 2023 14:44:59 +0800 Subject: [PATCH] Merge branch 'main' of github.com:alibaba-damo-academy/FunASR add --- egs/aishell/rnnt/conf/train_conformer_rnnt_unified.yaml | 80 ++++++++++++++++++++++++++++++++++++++++ 1 files changed, 80 insertions(+), 0 deletions(-) diff --git a/egs/aishell/rnnt/conf/train_conformer_rnnt_unified.yaml b/egs/aishell/rnnt/conf/train_conformer_rnnt_unified.yaml new file mode 100644 index 0000000..8a1c40c --- /dev/null +++ b/egs/aishell/rnnt/conf/train_conformer_rnnt_unified.yaml @@ -0,0 +1,80 @@ +encoder: chunk_conformer +encoder_conf: + activation_type: swish + positional_dropout_rate: 0.5 + time_reduction_factor: 2 + unified_model_training: true + default_chunk_size: 16 + jitter_range: 4 + left_chunk_size: 0 + embed_vgg_like: false + subsampling_factor: 4 + linear_units: 2048 + output_size: 512 + attention_heads: 8 + dropout_rate: 0.5 + positional_dropout_rate: 0.5 + attention_dropout_rate: 0.5 + cnn_module_kernel: 15 + num_blocks: 12 + +# decoder related +rnnt_decoder: rnnt +rnnt_decoder_conf: + embed_size: 512 + hidden_size: 512 + embed_dropout_rate: 0.5 + dropout_rate: 0.5 + +joint_network_conf: + joint_space_size: 512 + +# Auxiliary CTC +model_conf: + auxiliary_ctc_weight: 0.0 + +# minibatch related +use_amp: true +batch_type: unsorted +batch_size: 16 +num_workers: 16 + +# optimization related +accum_grad: 1 +grad_clip: 5 +max_epoch: 200 +val_scheduler_criterion: + - valid + - loss +best_model_criterion: +- - valid + - cer_transducer_chunk + - min +keep_nbest_models: 10 + +optim: adam +optim_conf: + lr: 0.001 +scheduler: warmuplr +scheduler_conf: + warmup_steps: 25000 + +normalize: None + +specaug: specaug +specaug_conf: + apply_time_warp: true + time_warp_window: 5 + time_warp_mode: bicubic + apply_freq_mask: true + freq_mask_width_range: + - 0 + - 40 + num_freq_mask: 2 + apply_time_mask: true + time_mask_width_range: + - 0 + - 50 + num_time_mask: 5 + +log_interval: 50 -- Gitblit v1.9.1