From 5de8bfdcd8a617ac13c13478505401bbf4e57472 Mon Sep 17 00:00:00 2001
From: 游雁 <zhifu.gzf@alibaba-inc.com>
Date: 星期四, 13 六月 2024 15:38:17 +0800
Subject: [PATCH] decoding
---
examples/industrial_data_pretraining/llm_asr/demo_speech2text.py | 4 ++++
1 files changed, 4 insertions(+), 0 deletions(-)
diff --git a/examples/industrial_data_pretraining/llm_asr/demo_speech2text.py b/examples/industrial_data_pretraining/llm_asr/demo_speech2text.py
index dfbe95b..41b3440 100644
--- a/examples/industrial_data_pretraining/llm_asr/demo_speech2text.py
+++ b/examples/industrial_data_pretraining/llm_asr/demo_speech2text.py
@@ -15,6 +15,7 @@
"/nfs/beinian.lzr/workspace/GPT-4o/Data/Speech2Text/TestData/aishell1_test_speech2text.jsonl"
)
output_dir = f"{os.path.join(ckpt_dir, ckpt_id)}"
+device = "cuda:0"
ckpt_dir = sys.argv[1]
ckpt_id = sys.argv[2]
@@ -27,6 +28,9 @@
init_param=f"{os.path.join(ckpt_dir, ckpt_id)}",
output_dir=output_dir,
device=device,
+ fp16=False,
+ bf16=False,
+ llm_dtype="bf16",
)
--
Gitblit v1.9.1