From 8e449d676d4f06ba3de02c451c3b4fa3433a3792 Mon Sep 17 00:00:00 2001
From: lyblsgo <lyblsgo@163.com>
Date: 星期二, 11 四月 2023 10:35:29 +0800
Subject: [PATCH] debug onnxruntime multithread bugs
---
funasr/runtime/onnxruntime/tester/tester_rtf.cpp | 69 ++++++++++++++--------------------
1 files changed, 29 insertions(+), 40 deletions(-)
diff --git a/funasr/runtime/onnxruntime/tester/tester_rtf.cpp b/funasr/runtime/onnxruntime/tester/tester_rtf.cpp
index 19c3ec1..131ca64 100644
--- a/funasr/runtime/onnxruntime/tester/tester_rtf.cpp
+++ b/funasr/runtime/onnxruntime/tester/tester_rtf.cpp
@@ -11,14 +11,31 @@
#include <fstream>
#include <sstream>
#include <vector>
+#include <thread>
using namespace std;
+
+void runReg(vector<string> wav_list, RPASR_HANDLE AsrHanlde)
+{
+ for (size_t i = 0; i < wav_list.size(); i++)
+ {
+ RPASR_RESULT Result=RapidAsrRecogFile(AsrHanlde, wav_list[i].c_str(), RASR_NONE, NULL);
+
+ if(Result){
+ string msg = RapidAsrGetResult(Result, 0);
+ printf("Result: %s \n", msg.c_str());
+ RapidAsrFreeResult(Result);
+ }else{
+ cout <<"No return data!";
+ }
+ }
+}
int main(int argc, char *argv[])
{
- if (argc < 2)
+ if (argc < 4)
{
- printf("Usage: %s /path/to/model_dir /path/to/wav.scp", argv[0]);
+ printf("Usage: %s /path/to/model_dir /path/to/wav.scp quantize(true or false) \n", argv[0]);
exit(-1);
}
@@ -43,52 +60,24 @@
struct timeval start, end;
gettimeofday(&start, NULL);
int nThreadNum = 1;
- RPASR_HANDLE AsrHanlde=RapidAsrInit(argv[1], nThreadNum);
+ // is quantize
+ bool quantize = false;
+ istringstream(argv[3]) >> boolalpha >> quantize;
+
+ RPASR_HANDLE AsrHanlde=RapidAsrInit(argv[1], nThreadNum, quantize);
if (!AsrHanlde)
{
printf("Cannot load ASR Model from: %s, there must be files model.onnx and vocab.txt", argv[1]);
exit(-1);
}
- gettimeofday(&end, NULL);
- long seconds = (end.tv_sec - start.tv_sec);
- long modle_init_micros = ((seconds * 1000000) + end.tv_usec) - (start.tv_usec);
- printf("Model initialization takes %lfs.\n", (double)modle_init_micros / 1000000);
-
- // warm up
- for (size_t i = 0; i < 30; i++)
- {
- RPASR_RESULT Result=RapidAsrRecogFile(AsrHanlde, wav_list[0].c_str(), RASR_NONE, NULL);
- }
-
- // forward
- float snippet_time = 0.0f;
- float total_length = 0.0f;
- long total_time = 0.0f;
- for (size_t i = 0; i < wav_list.size(); i++)
- {
- gettimeofday(&start, NULL);
- RPASR_RESULT Result=RapidAsrRecogFile(AsrHanlde, wav_list[i].c_str(), RASR_NONE, NULL);
- gettimeofday(&end, NULL);
- seconds = (end.tv_sec - start.tv_sec);
- long taking_micros = ((seconds * 1000000) + end.tv_usec) - (start.tv_usec);
- total_time += taking_micros;
+ std::thread t1(runReg, wav_list, AsrHanlde);
+ std::thread t2(runReg, wav_list, AsrHanlde);
- if(Result){
- string msg = RapidAsrGetResult(Result, 0);
- printf("Result: %s \n", msg);
+ t1.join();
+ t2.join();
- snippet_time = RapidAsrGetRetSnippetTime(Result);
- total_length += snippet_time;
- RapidAsrFreeResult(Result);
- }else{
- cout <<"No return data!";
- }
- }
-
- printf("total_time_wav %ld ms.\n", (long)(total_length * 1000));
- printf("total_time_comput %ld ms.\n", total_time / 1000);
- printf("Model inference RTF: %05lf.\n", (double)total_time/ (total_length*1000000));
+ //runReg(wav_list, AsrHanlde);
RapidAsrUninit(AsrHanlde);
return 0;
--
Gitblit v1.9.1