From 500197b8ad561929bd782b5a69f6a1042e909090 Mon Sep 17 00:00:00 2001
From: zhifu gao <zhifu.gzf@alibaba-inc.com>
Date: 星期四, 07 三月 2024 15:24:42 +0800
Subject: [PATCH] Dev gzf (#1443)
---
examples/industrial_data_pretraining/llm_asr/conf/whisper_vicuna_linear.yaml | 11 +++++------
1 files changed, 5 insertions(+), 6 deletions(-)
diff --git a/examples/industrial_data_pretraining/llm_asr/conf/whisper_vicuna_linear.yaml b/examples/industrial_data_pretraining/llm_asr/conf/whisper_vicuna_linear.yaml
index eacbd35..331ac0d 100644
--- a/examples/industrial_data_pretraining/llm_asr/conf/whisper_vicuna_linear.yaml
+++ b/examples/industrial_data_pretraining/llm_asr/conf/whisper_vicuna_linear.yaml
@@ -58,7 +58,7 @@
train_conf:
accum_grad: 1
grad_clip: 5
- max_epoch: 150
+ max_epoch: 15
keep_nbest_models: 10
log_interval: 10
@@ -68,16 +68,15 @@
weight_decay: 0.000001
scheduler: warmuplr
scheduler_conf:
- warmup_steps: 1500
+ warmup_steps: 1000
dataset: AudioLLMVicunaDataset
dataset_conf:
index_ds: IndexDSJsonl
- batch_sampler: RankFullLocalShuffleBatchSampler
+ batch_sampler: CustomDistributedBatchSampler
batch_type: example # example or length
- batch_size: 8 # if batch_type is example, batch_size is the numbers of samples; if length, batch_size is source_token_len+target_token_len;
- max_token_length: 2048 # filter samples if source_token_len+target_token_len > max_token_length,
- buffer_size: 500
+ batch_size: 4 # if batch_type is example, batch_size is the numbers of samples; if length, batch_size is source_token_len+target_token_len;
+ max_token_length: 3000 # filter samples if source_token_len+target_token_len > max_token_length,
shuffle: True
num_workers: 4
# preprocessor_text: TextPreprocessRemovePunctuation
--
Gitblit v1.9.1