From d80ac2fd2df4e7fb8a28acfa512bb11472b5cc99 Mon Sep 17 00:00:00 2001
From: liugz18 <57401541+liugz18@users.noreply.github.com>
Date: 星期四, 18 七月 2024 21:34:55 +0800
Subject: [PATCH] Rename 'res' in line 514 to avoid with naming conflict with line 365
---
examples/industrial_data_pretraining/llm_asr/conf/whisper_qwen_linear2.yaml | 27 +++++++++++++++------------
1 files changed, 15 insertions(+), 12 deletions(-)
diff --git a/examples/industrial_data_pretraining/llm_asr/conf/whisper_qwen_linear2.yaml b/examples/industrial_data_pretraining/llm_asr/conf/whisper_qwen_linear2.yaml
index 62d77e2..48bd0cf 100644
--- a/examples/industrial_data_pretraining/llm_asr/conf/whisper_qwen_linear2.yaml
+++ b/examples/industrial_data_pretraining/llm_asr/conf/whisper_qwen_linear2.yaml
@@ -28,7 +28,7 @@
downsample_rate: 2
llm_dim: 4096
encoder_dim: 1280
- n_layer: 2
+ n_layer: 0
# frontend related
frontend: WhisperFrontend
@@ -59,17 +59,20 @@
dataset: OpenAIDataset
dataset_conf:
- index_ds: OpenAIIndexDSJsonl
- batch_sampler: CustomDistributedBatchSampler
- batch_type: example # example or length
- batch_size: 4 # if batch_type is example, batch_size is the numbers of samples; if length, batch_size is source_token_len+target_token_len;
- max_token_length: 3000 # filter samples if source_token_len+target_token_len > max_token_length,
- shuffle: True
- num_workers: 0
- audio_adaptor_downsample_rate: ${audio_adaptor_conf.downsample_rate}
- audio_encoder_downsample_rate: 2
-# prompt: "<|startoftranscription|><|zh|><|transcribe|><|zh|><|notimestamps|><|wo_itn|>"
-
+ index_ds: OpenAIIndexDSJsonl
+ batch_sampler: BatchSampler
+ batch_type: token
+ batch_size: 900
+ max_token_length: 1024
+ shuffle: true
+ sort_size: 1024
+ batch_size_scale_ratio_max: 2
+ num_workers: 4
+ audio_adaptor_downsample_rate: ${audio_adaptor_conf.downsample_rate}
+ audio_encoder_downsample_rate: 4
+ data_split_num: 512
+ batch_size_sample_max: 15
+ retry: 20
tokenizer: HuggingfaceTokenizer
--
Gitblit v1.9.1