From ed3de87cd9027acfd95966d2052bfb185b51fa3c Mon Sep 17 00:00:00 2001
From: 游雁 <zhifu.gzf@alibaba-inc.com>
Date: 星期五, 17 三月 2023 19:00:59 +0800
Subject: [PATCH] rtf benchmark

---
 funasr/runtime/python/benchmark_libtorch.md |   29 +++++++++++++++++++++++++++--
 funasr/runtime/python/utils/test_rtf.sh     |    3 +--
 2 files changed, 28 insertions(+), 4 deletions(-)

diff --git a/funasr/runtime/python/benchmark_libtorch.md b/funasr/runtime/python/benchmark_libtorch.md
index 98ab5a0..7dbc2c7 100644
--- a/funasr/runtime/python/benchmark_libtorch.md
+++ b/funasr/runtime/python/benchmark_libtorch.md
@@ -22,13 +22,38 @@
 
 ## [Paraformer-large](https://www.modelscope.cn/models/damo/speech_paraformer-large_asr_nat-zh-cn-16k-common-vocab8404-pytorch/summary) 
 
- ### Intel(R) Xeon(R) Platinum 8369B CPU @ 2.90GHz   16core-32processor    with avx512_vnni
+### Intel(R) Xeon(R) Platinum 8369B CPU @ 2.90GHz   16core-32processor    with avx512_vnni
+
+[//]: # (| concurrent-tasks | processing time&#40;s&#41; |  RTF   | Speedup Rate |)
+
+[//]: # (|:----------------:|:------------------:|:------:|:------------:|)
+
+[//]: # (|  1 &#40;torch fp32&#41;  |        3522        | 0.0976 |     10.3     |)
+
+[//]: # (|  1 &#40;torch int8&#41;  |        1746        | 0.0484 |     20.7     |)
+
+[//]: # (|  32 &#40;torch fp32&#41;  |        236         | 0.0066 |    152.7     |)
+
+[//]: # (|  32 &#40;torch int8&#41;  |        114         | 0.0032 |    317.4     |)
+
+[//]: # (|  64 &#40;torch fp32&#41;  |        235         | 0.0065 |    153.7     |)
+
+[//]: # (|  64 &#40;torch int8&#41;  |        113         | 0.0031 |    319.2     |)
 
 
 ### Intel(R) Xeon(R) Platinum 8269CY CPU @ 2.50GHz   16core-32processor    with avx512_vnni
 
+| concurrent-tasks | processing time(s) |  RTF   | Speedup Rate |
+|:----------------:|:------------------:|:------:|:------------:|
+|  1 (torch fp32)  |        3522        | 0.0976 |     10.3     |
+|  1 (torch int8)  |        1746        | 0.0484 |     20.7     |
+|  32 (torch fp32)  |        236         | 0.0066 |    152.7     |
+|  32 (torch int8)  |        114         | 0.0032 |    317.4     |
+|  64 (torch fp32)  |        235         | 0.0065 |    153.7     |
+|  64 (torch int8)  |        113         | 0.0031 |    319.2     |
 
-### Intel(R) Xeon(R) Platinum 8163 CPU @ 2.50GHz    32core-64processor   without avx512_vnni
+
+[//]: # (### Intel&#40;R&#41; Xeon&#40;R&#41; Platinum 8163 CPU @ 2.50GHz    32core-64processor   without avx512_vnni)
 
 
 ## [Paraformer](https://modelscope.cn/models/damo/speech_paraformer_asr_nat-zh-cn-16k-common-vocab8358-tensorflow1/summary)
diff --git a/funasr/runtime/python/utils/test_rtf.sh b/funasr/runtime/python/utils/test_rtf.sh
index 13ce32d..8ac2143 100644
--- a/funasr/runtime/python/utils/test_rtf.sh
+++ b/funasr/runtime/python/utils/test_rtf.sh
@@ -4,7 +4,6 @@
 
 scp="/nfs/haoneng.lhn/funasr_data/aishell-1/data/test/wav.scp"
 export_root="/nfs/zhifu.gzf/export"
-logs_outputs_dir="/nfs/zhifu.gzf/data_debug/test"
 split_scps_tool=split_scp.pl
 rtf_tool=test_rtf.py
 
@@ -15,7 +14,7 @@
 tag=${model_name}/${backend}_${quantize}
 !
 
-logs_outputs_dir=${logs_outputs_dir}/${tag}/split$nj
+logs_outputs_dir=${export_root}/logs/${tag}/split$nj
 mkdir -p ${logs_outputs_dir}
 echo ${logs_outputs_dir}
 

--
Gitblit v1.9.1