examples/industrial_data_pretraining/llm_asr/conf/template.yaml
@@ -73,7 +73,7 @@ dataset: AudioLLMDataset dataset_conf: index_ds: IndexDSJsonl batch_sampler: RankFullLocalShuffleBatchSampler batch_sampler: BatchSampler batch_type: example # example or length batch_size: 8 # if batch_type is example, batch_size is the numbers of samples; if length, batch_size is source_token_len+target_token_len; max_token_length: 2048 # filter samples if source_token_len+target_token_len > max_token_length,
