From 980007a486a4a2cfbcf4f98c7a88e28e17fd0f48 Mon Sep 17 00:00:00 2001
From: Shi Xian <40013335+R1ckShi@users.noreply.github.com>
Date: 星期四, 21 三月 2024 14:59:46 +0800
Subject: [PATCH] update seaco finetune (#1526)
---
examples/industrial_data_pretraining/llm_asr/conf/whisper_vicuna_linear.yaml | 5 +++--
1 files changed, 3 insertions(+), 2 deletions(-)
diff --git a/examples/industrial_data_pretraining/llm_asr/conf/whisper_vicuna_linear.yaml b/examples/industrial_data_pretraining/llm_asr/conf/whisper_vicuna_linear.yaml
index 331ac0d..8a01d14 100644
--- a/examples/industrial_data_pretraining/llm_asr/conf/whisper_vicuna_linear.yaml
+++ b/examples/industrial_data_pretraining/llm_asr/conf/whisper_vicuna_linear.yaml
@@ -65,8 +65,9 @@
optim: adamw
optim_conf:
lr: 0.0001
- weight_decay: 0.000001
-scheduler: warmuplr
+ weight_decay: 0
+
+scheduler: custom_lambdalr
scheduler_conf:
warmup_steps: 1000
--
Gitblit v1.9.1