1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
| encoder: chunk_conformer
| encoder_conf:
| activation_type: swish
| positional_dropout_rate: 0.5
| time_reduction_factor: 2
| unified_model_training: true
| default_chunk_size: 16
| jitter_range: 4
| left_chunk_size: 0
| embed_vgg_like: false
| subsampling_factor: 4
| linear_units: 2048
| output_size: 512
| attention_heads: 8
| dropout_rate: 0.5
| positional_dropout_rate: 0.5
| attention_dropout_rate: 0.5
| cnn_module_kernel: 15
| num_blocks: 12
|
| # decoder related
| rnnt_decoder: rnnt
| rnnt_decoder_conf:
| embed_size: 512
| hidden_size: 512
| embed_dropout_rate: 0.5
| dropout_rate: 0.5
|
| joint_network_conf:
| joint_space_size: 512
|
| # Auxiliary CTC
| model_conf:
| auxiliary_ctc_weight: 0.0
|
| # minibatch related
| use_amp: true
| batch_type: unsorted
| batch_size: 16
| num_workers: 16
|
| # optimization related
| accum_grad: 1
| grad_clip: 5
| max_epoch: 200
| val_scheduler_criterion:
| - valid
| - loss
| best_model_criterion:
| - - valid
| - cer_transducer_chunk
| - min
| keep_nbest_models: 10
|
| optim: adam
| optim_conf:
| lr: 0.001
| scheduler: warmuplr
| scheduler_conf:
| warmup_steps: 25000
|
| normalize: None
|
| specaug: specaug
| specaug_conf:
| apply_time_warp: true
| time_warp_window: 5
| time_warp_mode: bicubic
| apply_freq_mask: true
| freq_mask_width_range:
| - 0
| - 40
| num_freq_mask: 2
| apply_time_mask: true
| time_mask_width_range:
| - 0
| - 50
| num_time_mask: 5
|
| log_interval: 50
|
|
