From 111450d5e67ed01e3e7de088fe5bb3115dc7eeff Mon Sep 17 00:00:00 2001
From: mengzhe.cmz <mengzhe.cmz@alibaba-inc.com>
Date: 星期四, 23 三月 2023 19:55:15 +0800
Subject: [PATCH] update infer.py

---
 funasr/runtime/python/benchmark_onnx.md |   42 ++++++++++++++++++++++++++++++------------
 1 files changed, 30 insertions(+), 12 deletions(-)

diff --git a/funasr/runtime/python/benchmark_onnx.md b/funasr/runtime/python/benchmark_onnx.md
index 40075e7..ca7556b 100644
--- a/funasr/runtime/python/benchmark_onnx.md
+++ b/funasr/runtime/python/benchmark_onnx.md
@@ -1,23 +1,26 @@
 # Benchmark 
 
 ### Data set:
-Aishell1 test set , the total audio duration is 36108.919 seconds.
+Aishell1 [test set](https://www.openslr.org/33/) , the total audio duration is 36108.919 seconds.
 
 ### Tools
-- Install 
-```shell
-git clone https://github.com/alibaba-damo-academy/FunASR.git && cd FunASR
-pip install --editable ./
-cd funasr/runtime/python/utils
-pip install -r requirements.txt
-```
+- Install ModelScope and FunASR
+
+    ```shell
+    pip install "modelscope[audio_asr]" --upgrade -f https://modelscope.oss-cn-beijing.aliyuncs.com/releases/repo.html
+    git clone https://github.com/alibaba-damo-academy/FunASR.git && cd FunASR
+    pip install --editable ./
+    cd funasr/runtime/python/utils
+    pip install -r requirements.txt
+    ```
 
 - recipe
-set the model, data path and output_dir
 
-```shell
-nohup bash test_rtf.sh &> log.txt &
-```
+    set the model, data path and output_dir
+
+    ```shell
+    nohup bash test_rtf.sh &> log.txt &
+    ```
 
 
 ## [Paraformer-large](https://www.modelscope.cn/models/damo/speech_paraformer-large_asr_nat-zh-cn-16k-common-vocab8404-pytorch/summary) 
@@ -69,3 +72,18 @@
 |  96 (onnx int8)  |        108         | 0.0030 |    334.1     |
 
 ## [Paraformer](https://modelscope.cn/models/damo/speech_paraformer_asr_nat-zh-cn-16k-common-vocab8358-tensorflow1/summary)
+
+ ### Intel(R) Xeon(R) Platinum 8369B CPU @ 2.90GHz   16core-32processor    with avx512_vnni
+
+| concurrent-tasks | processing time(s) |  RTF   | Speedup Rate |
+|:----------------:|:------------------:|:------:|:------------:|
+|  1 (onnx fp32)   |        1173        | 0.0325 |     30.8     |
+|  1 (onnx int8)   |        976         | 0.0270 |     37.0     |
+|  16 (onnx fp32)  |         91         | 0.0025 |    395.2     |
+|  16 (onnx int8)  |         78         | 0.0022 |    463.0     |
+|  32 (onnx fp32)  |         60         | 0.0017 |    598.8     |
+|  32 (onnx int8)  |         40         | 0.0011 |    892.9     |
+|  64 (onnx fp32)  |         55         | 0.0015 |    653.6     |
+|  64 (onnx int8)  |         31         | 0.0009 |    1162.8    |
+|  96 (onnx fp32)  |         57         | 0.0016 |    632.9     |
+|  96 (onnx int8)  |         33         | 0.0009 |    1098.9    |

--
Gitblit v1.9.1