From 294c1162df0141f5f8ed1c5fd79ff88b948e8467 Mon Sep 17 00:00:00 2001
From: zhifu gao <zhifu.gzf@alibaba-inc.com>
Date: 星期三, 06 三月 2024 09:12:21 +0800
Subject: [PATCH] Dev gzf (#1435)
---
examples/industrial_data_pretraining/qwen_audio/demo_from_local.py | 5 ++++-
funasr/models/qwen_audio/model.py | 5 ++---
examples/industrial_data_pretraining/qwen_audio/demo.py | 5 ++++-
3 files changed, 10 insertions(+), 5 deletions(-)
diff --git a/examples/industrial_data_pretraining/qwen_audio/demo.py b/examples/industrial_data_pretraining/qwen_audio/demo.py
index 41bbb99..04a8e58 100644
--- a/examples/industrial_data_pretraining/qwen_audio/demo.py
+++ b/examples/industrial_data_pretraining/qwen_audio/demo.py
@@ -9,5 +9,8 @@
model = AutoModel(model="Qwen-Audio")
-res = model.generate(input="https://isv-data.oss-cn-hangzhou.aliyuncs.com/ics/MaaS/ASR/test_audio/asr_example_zh.wav", language=None)
+audio_in = "https://github.com/QwenLM/Qwen-Audio/raw/main/assets/audio/1272-128104-0000.flac"
+prompt = "<|startoftranscription|><|en|><|transcribe|><|en|><|notimestamps|><|wo_itn|>"
+
+res = model.generate(input=audio_in, prompt=prompt)
print(res)
diff --git a/examples/industrial_data_pretraining/qwen_audio/demo_from_local.py b/examples/industrial_data_pretraining/qwen_audio/demo_from_local.py
index 54ae1f0..40cf4b9 100644
--- a/examples/industrial_data_pretraining/qwen_audio/demo_from_local.py
+++ b/examples/industrial_data_pretraining/qwen_audio/demo_from_local.py
@@ -11,5 +11,8 @@
model_path="/nfs/zhifu.gzf/init_model/qwen/Qwen-Audio",
)
-res = model.generate(input="https://isv-data.oss-cn-hangzhou.aliyuncs.com/ics/MaaS/ASR/test_audio/asr_example_zh.wav", language=None)
+audio_in = "https://github.com/QwenLM/Qwen-Audio/raw/main/assets/audio/1272-128104-0000.flac"
+prompt = "<|startoftranscription|><|en|><|transcribe|><|en|><|notimestamps|><|wo_itn|>"
+
+res = model.generate(input=audio_in, prompt=prompt)
print(res)
diff --git a/funasr/models/qwen_audio/model.py b/funasr/models/qwen_audio/model.py
index e419b1e..86b4105 100644
--- a/funasr/models/qwen_audio/model.py
+++ b/funasr/models/qwen_audio/model.py
@@ -54,9 +54,8 @@
meta_data = {}
# meta_data["batch_data_time"] = -1
-
- sp_prompt = "<|startoftranscription|><|en|><|transcribe|><|en|><|notimestamps|><|wo_itn|>"
- query = f"<audio>{data_in[0]}</audio>{sp_prompt}"
+ prompt = kwargs.get("prompt", "<|startoftranscription|><|en|><|transcribe|><|en|><|notimestamps|><|wo_itn|>")
+ query = f"<audio>{data_in[0]}</audio>{prompt}"
audio_info = self.tokenizer.process_audio(query)
inputs = self.tokenizer(query, return_tensors='pt', audio_info=audio_info)
inputs = inputs.to(self.model.device)
--
Gitblit v1.9.1