From b78d47f1efb3d0662fce1b8d45a9eb11b3caef02 Mon Sep 17 00:00:00 2001
From: Lizerui9926 <110582652+Lizerui9926@users.noreply.github.com>
Date: 星期三, 26 四月 2023 17:17:52 +0800
Subject: [PATCH] Merge pull request #427 from alibaba-damo-academy/dev_gflags
---
funasr/runtime/onnxruntime/src/funasr-onnx-offline-rtf.cpp | 128 +++++++++++++++++++++++++++++-------------
1 files changed, 88 insertions(+), 40 deletions(-)
diff --git a/funasr/runtime/onnxruntime/src/funasr-onnx-offline-rtf.cpp b/funasr/runtime/onnxruntime/src/funasr-onnx-offline-rtf.cpp
index 1d822a0..45b6196 100644
--- a/funasr/runtime/onnxruntime/src/funasr-onnx-offline-rtf.cpp
+++ b/funasr/runtime/onnxruntime/src/funasr-onnx-offline-rtf.cpp
@@ -1,3 +1,7 @@
+/**
+ * Copyright FunASR (https://github.com/alibaba-damo-academy/FunASR). All Rights Reserved.
+ * MIT License (https://opensource.org/licenses/MIT)
+*/
#ifndef _WIN32
#include <sys/time.h>
@@ -5,7 +9,10 @@
#include <win_func.h>
#endif
+#include <glog/logging.h>
#include "libfunasrapi.h"
+#include "tclap/CmdLine.h"
+#include "com-define.h"
#include <iostream>
#include <fstream>
@@ -14,9 +21,11 @@
#include <atomic>
#include <mutex>
#include <thread>
+#include <map>
+
using namespace std;
-std::atomic<int> index(0);
+std::atomic<int> wav_index(0);
std::mutex mtx;
void runReg(FUNASR_HANDLE asr_handle, vector<string> wav_list,
@@ -35,7 +44,7 @@
while (true) {
// 浣跨敤鍘熷瓙鍙橀噺鑾峰彇绱㈠紩骞堕�掑
- int i = index.fetch_add(1);
+ int i = wav_index.fetch_add(1);
if (i >= wav_list.size()) {
break;
}
@@ -50,13 +59,13 @@
if(result){
string msg = FunASRGetResult(result, 0);
- printf("Thread: %d Result: %s \n", this_thread::get_id(), msg.c_str());
+ LOG(INFO) << "Thread: " << this_thread::get_id() <<" Result: " << msg.c_str();
float snippet_time = FunASRGetRetSnippetTime(result);
n_total_length += snippet_time;
FunASRFreeResult(result);
}else{
- cout <<"No return data!";
+ LOG(ERROR) << ("No return data!\n");
}
}
{
@@ -68,59 +77,98 @@
}
}
+void GetValue(TCLAP::ValueArg<std::string>& value_arg, string key, std::map<std::string, std::string>& model_path)
+{
+ if (value_arg.isSet()){
+ model_path.insert({key, value_arg.getValue()});
+ LOG(INFO)<< key << " : " << value_arg.getValue();
+ }
+}
+
int main(int argc, char *argv[])
{
+ google::InitGoogleLogging(argv[0]);
+ FLAGS_logtostderr = true;
- if (argc < 5)
- {
- printf("Usage: %s /path/to/model_dir /path/to/wav.scp quantize(true or false) thread_num \n", argv[0]);
- exit(-1);
- }
+ TCLAP::CmdLine cmd("funasr-onnx-offline-rtf", ' ', "1.0");
+ TCLAP::ValueArg<std::string> vad_model("", VAD_MODEL_PATH, "vad model path", false, "", "string");
+ TCLAP::ValueArg<std::string> vad_cmvn("", VAD_CMVN_PATH, "vad cmvn path", false, "", "string");
+ TCLAP::ValueArg<std::string> vad_config("", VAD_CONFIG_PATH, "vad config path", false, "", "string");
- // read wav.scp
- vector<string> wav_list;
- ifstream in(argv[2]);
- if (!in.is_open()) {
- printf("Failed to open file: %s", argv[2]);
- return 0;
- }
- string line;
- while(getline(in, line))
- {
- istringstream iss(line);
- string column1, column2;
- iss >> column1 >> column2;
- wav_list.push_back(column2);
- }
- in.close();
+ TCLAP::ValueArg<std::string> am_model("", AM_MODEL_PATH, "am model path", false, "", "string");
+ TCLAP::ValueArg<std::string> am_cmvn("", AM_CMVN_PATH, "am cmvn path", false, "", "string");
+ TCLAP::ValueArg<std::string> am_config("", AM_CONFIG_PATH, "am config path", false, "", "string");
- // model init
+ TCLAP::ValueArg<std::string> punc_model("", PUNC_MODEL_PATH, "punc model path", false, "", "string");
+ TCLAP::ValueArg<std::string> punc_config("", PUNC_CONFIG_PATH, "punc config path", false, "", "string");
+
+ TCLAP::ValueArg<std::string> wav_scp("", WAV_SCP, "wave scp path", true, "", "string");
+ TCLAP::ValueArg<std::int32_t> thread_num("", THREAD_NUM, "multi-thread num for rtf", true, 0, "int32_t");
+
+ cmd.add(vad_model);
+ cmd.add(vad_cmvn);
+ cmd.add(vad_config);
+ cmd.add(am_model);
+ cmd.add(am_cmvn);
+ cmd.add(am_config);
+ cmd.add(punc_model);
+ cmd.add(punc_config);
+ cmd.add(wav_scp);
+ cmd.add(thread_num);
+ cmd.parse(argc, argv);
+
+ std::map<std::string, std::string> model_path;
+ GetValue(vad_model, VAD_MODEL_PATH, model_path);
+ GetValue(vad_cmvn, VAD_CMVN_PATH, model_path);
+ GetValue(vad_config, VAD_CONFIG_PATH, model_path);
+ GetValue(am_model, AM_MODEL_PATH, model_path);
+ GetValue(am_cmvn, AM_CMVN_PATH, model_path);
+ GetValue(am_config, AM_CONFIG_PATH, model_path);
+ GetValue(punc_model, PUNC_MODEL_PATH, model_path);
+ GetValue(punc_config, PUNC_CONFIG_PATH, model_path);
+ GetValue(wav_scp, WAV_SCP, model_path);
+
struct timeval start, end;
gettimeofday(&start, NULL);
- // is quantize
- bool quantize = false;
- istringstream(argv[3]) >> boolalpha >> quantize;
- // thread num
- int thread_num = 1;
- thread_num = atoi(argv[4]);
+ FUNASR_HANDLE asr_handle=FunASRInit(model_path, 1);
- FUNASR_HANDLE asr_handle=FunASRInit(argv[1], 1, quantize);
if (!asr_handle)
{
- printf("Cannot load ASR Model from: %s, there must be files model.onnx and vocab.txt", argv[1]);
+ LOG(ERROR) << "FunASR init failed";
exit(-1);
}
+
gettimeofday(&end, NULL);
long seconds = (end.tv_sec - start.tv_sec);
long modle_init_micros = ((seconds * 1000000) + end.tv_usec) - (start.tv_usec);
- printf("Model initialization takes %lfs.\n", (double)modle_init_micros / 1000000);
+ LOG(INFO) << "Model initialization takes " << (double)modle_init_micros / 1000000 << " s";
+
+ // read wav_scp
+ vector<string> wav_list;
+ if(model_path.find(WAV_SCP)!=model_path.end()){
+ ifstream in(model_path.at(WAV_SCP));
+ if (!in.is_open()) {
+ LOG(ERROR) << "Failed to open file: " << model_path.at(WAV_SCP);
+ return 0;
+ }
+ string line;
+ while(getline(in, line))
+ {
+ istringstream iss(line);
+ string column1, column2;
+ iss >> column1 >> column2;
+ wav_list.emplace_back(column2);
+ }
+ in.close();
+ }
// 澶氱嚎绋嬫祴璇�
float total_length = 0.0f;
long total_time = 0;
std::vector<std::thread> threads;
- for (int i = 0; i < thread_num; i++)
+ int rtf_threds = thread_num.getValue();
+ for (int i = 0; i < rtf_threds; i++)
{
threads.emplace_back(thread(runReg, asr_handle, wav_list, &total_length, &total_time, i));
}
@@ -130,10 +178,10 @@
thread.join();
}
- printf("total_time_wav %ld ms.\n", (long)(total_length * 1000));
- printf("total_time_comput %ld ms.\n", total_time / 1000);
- printf("total_rtf %05lf .\n", (double)total_time/ (total_length*1000000));
- printf("speedup %05lf .\n", 1.0/((double)total_time/ (total_length*1000000)));
+ LOG(INFO) << "total_time_wav " << (long)(total_length * 1000) << " ms";
+ LOG(INFO) << "total_time_comput " << total_time / 1000 << " ms";
+ LOG(INFO) << "total_rtf " << (double)total_time/ (total_length*1000000);
+ LOG(INFO) << "speedup " << 1.0/((double)total_time/ (total_length*1000000));
FunASRUninit(asr_handle);
return 0;
--
Gitblit v1.9.1