From 95313b774b9eba79967f92bdfae793f4ee1df784 Mon Sep 17 00:00:00 2001 From: 游雁 <zhifu.gzf@alibaba-inc.com> Date: 星期四, 16 三月 2023 22:14:04 +0800 Subject: [PATCH] benchmark --- funasr/runtime/python/benchmark_onnx.md | 16 +++++++++++++++- 1 files changed, 15 insertions(+), 1 deletions(-) diff --git a/funasr/runtime/python/benchmark_onnx.md b/funasr/runtime/python/benchmark_onnx.md index e0584a5..5f6dcab 100644 --- a/funasr/runtime/python/benchmark_onnx.md +++ b/funasr/runtime/python/benchmark_onnx.md @@ -32,4 +32,18 @@ | 64 (onnx int8) | 87 | 0.0024 | 414.7 | -### \ No newline at end of file +### Intel(R) Xeon(R) Platinum 8163 CPU @ 2.50GHz 32core-64processor without avx512_vnni + + +| concurrent-tasks | processing time(s) | RTF | Speedup Rate | +|:----------------:|:------------------:|:------:|:------------:| +| 1 (onnx fp32) | 2959 | 0.0820 | 12.2 | +| 1 (onnx int8) | 2814 | 0.0778 | 12.8 | +| 16 (onnx fp32) | 373 | 0.0103 | 96.9 | +| 16 (onnx int8) | 331 | 0.0091 | 109.0 | +| 32 (onnx fp32) | 211 | 0.0058 | 171.4 | +| 32 (onnx int8) | 181 | 0.0050 | 200.0 | +| 64 (onnx fp32) | 153 | 0.0042 | 235.9 | +| 64 (onnx int8) | 103 | 0.0029 | 349.9 | +| 96 (onnx fp32) | 146 | 0.0041 | 247.0 | +| 96 (onnx int8) | 108 | 0.0030 | 334.1 | \ No newline at end of file -- Gitblit v1.9.1