From dfcc5d47587d3e793cbfec2e9509c0e9a9e1732c Mon Sep 17 00:00:00 2001
From: Dogvane Huang <dogvane@gmail.com>
Date: 星期二, 02 七月 2024 12:24:13 +0800
Subject: [PATCH] fix c# demo project to new onnx model files (#1689)
---
runtime/csharp/AliParaformerAsr/AliParaformerAsr.Examples/Program.cs | 140 +++++++++++++++++++++++++++++++---------------
1 files changed, 95 insertions(+), 45 deletions(-)
diff --git a/runtime/csharp/AliParaformerAsr/AliParaformerAsr.Examples/Program.cs b/runtime/csharp/AliParaformerAsr/AliParaformerAsr.Examples/Program.cs
index 26b11f9..03bbb16 100644
--- a/runtime/csharp/AliParaformerAsr/AliParaformerAsr.Examples/Program.cs
+++ b/runtime/csharp/AliParaformerAsr/AliParaformerAsr.Examples/Program.cs
@@ -1,66 +1,116 @@
锘縰sing AliParaformerAsr;
+using CommandLine;
using NAudio.Wave;
+
internal static class Program
{
- [STAThread]
- private static void Main()
- {
- string applicationBase = AppDomain.CurrentDomain.BaseDirectory;
- string modelName = "speech_paraformer-large_asr_nat-zh-cn-16k-common-vocab8404-onnx";
- string modelFilePath = applicationBase + "./"+ modelName + "/model_quant.onnx";
- string configFilePath = applicationBase + "./" + modelName + "/asr.yaml";
- string mvnFilePath = applicationBase + "./" + modelName + "/am.mvn";
- string tokensFilePath = applicationBase + "./" + modelName + "/tokens.txt";
- AliParaformerAsr.OfflineRecognizer offlineRecognizer = new OfflineRecognizer(modelFilePath, configFilePath, mvnFilePath, tokensFilePath);
- List<float[]>? samples = null;
- TimeSpan total_duration = new TimeSpan(0L);
- if (samples == null)
+
+ public class ProgramParams
+ {
+ [Option('i', "input", Required = true, HelpText = "Input wav file/folder path.")]
+ public string WavFilePath { get; set; }
+
+ [Option('m', "model", Default = "speech_paraformer-large_asr_nat-zh-cn-16k-common-vocab8404-onnx", HelpText = "Model path.")]
+ public string Model { get; set; }
+ }
+
+ [STAThread]
+ private static void Main(string[] args)
+ {
+ var argParams = Parser.Default.ParseArguments<ProgramParams>(args).Value;
+
+ string modelPath = argParams.Model;
+ if (!Directory.Exists(argParams.Model))
{
- samples = new List<float[]>();
- for (int i = 0; i < 5; i++)
+ modelPath = Path.Combine(AppDomain.CurrentDomain.BaseDirectory, modelPath);
+ if (!Directory.Exists(modelPath))
{
- string wavFilePath = string.Format(applicationBase + "./" + modelName + "/example/{0}.wav", i.ToString());
- if (!File.Exists(wavFilePath))
- {
- break;
- }
- AudioFileReader _audioFileReader = new AudioFileReader(wavFilePath);
- byte[] datas = new byte[_audioFileReader.Length];
- _audioFileReader.Read(datas, 0, datas.Length);
- TimeSpan duration = _audioFileReader.TotalTime;
- float[] wavdata = new float[datas.Length / 4];
- Buffer.BlockCopy(datas, 0, wavdata, 0, datas.Length);
- float[] sample = wavdata.Select((float x) => x * 32768f).ToArray();
- samples.Add(sample);
- total_duration += duration;
+ throw new DirectoryNotFoundException($"Model not found: {argParams.Model}");
}
}
- TimeSpan start_time = new TimeSpan(DateTime.Now.Ticks);
- //1.Non batch method
- foreach (var sample in samples)
+
+ string modelFilePath = Path.Combine(modelPath, "model_quant.onnx");
+ string configFilePath = Path.Combine(modelPath, "asr.yaml");
+ string mvnFilePath = Path.Combine(modelPath, "am.mvn");
+ string tokensFilePath = Path.Combine(modelPath, "tokens.json");
+
+
+ var offlineRecognizer = new OfflineRecognizer(modelFilePath, configFilePath, mvnFilePath, tokensFilePath, OnnxRumtimeTypes.CPU);
+
+ List<float[]> samples = new List<float[]>();
+ TimeSpan total_duration = new TimeSpan(0L);
+
+ if (File.Exists(argParams.WavFilePath))
{
- List<float[]> temp_samples = new List<float[]>();
- temp_samples.Add(sample);
+ (var sample, var duration) = LoadWavFile(argParams.WavFilePath);
+
+ samples.Add(sample);
+ total_duration += duration;
+ }
+ else if (Directory.Exists(argParams.WavFilePath))
+ {
+ var findWavCount = 0;
+
+ foreach (var wavFilePath in Directory.EnumerateFiles(argParams.WavFilePath, "*.wav"))
+ {
+ (var sample, var duration) = LoadWavFile(wavFilePath);
+
+ samples.Add(sample);
+ total_duration += duration;
+ findWavCount++;
+ }
+
+ Console.WriteLine($"Total WAV files found: {findWavCount} duration锛歿total_duration}");
+ }
+ else
+ {
+ throw new Exception($"Invalid wav input path. {argParams.WavFilePath}");
+ }
+
+ var start_time = DateTime.Now;
+
+ int batchSize = 1; // 杈撳叆鍙傛暟鏀寔鎵瑰鐞嗭紝浣嗘槸瀹為檯鏁堟灉鎻愬崌鏈夐檺锛屾劅瑙夎繕鏄礋浼樺寲锛岀瓑GPU鐗堟湰浼樺寲鍚庡啀璇�
+ for (int i = 0; i < samples.Count; i += batchSize)
+ {
+ List<float[]> temp_samples = samples.Skip(i).Take(batchSize).ToList();
+
List<string> results = offlineRecognizer.GetResults(temp_samples);
+
foreach (string result in results)
{
Console.WriteLine(result);
Console.WriteLine("");
}
}
- //2.batch method
- //List<string> results_batch = offlineRecognizer.GetResults(samples);
- //foreach (string result in results_batch)
- //{
- // Console.WriteLine(result);
- // Console.WriteLine("");
- //}
- TimeSpan end_time = new TimeSpan(DateTime.Now.Ticks);
- double elapsed_milliseconds = end_time.TotalMilliseconds - start_time.TotalMilliseconds;
+
+
+ var end_time = DateTime.Now;
+
+ double elapsed_milliseconds = (end_time - start_time).TotalMilliseconds;
double rtf = elapsed_milliseconds / total_duration.TotalMilliseconds;
+
Console.WriteLine("elapsed_milliseconds:{0}", elapsed_milliseconds.ToString());
Console.WriteLine("total_duration:{0}", total_duration.TotalMilliseconds.ToString());
- Console.WriteLine("rtf:{1}", "0".ToString(), rtf.ToString());
+
+ // 瀹炴椂鍥犲瓙鏄鐞嗘椂闂翠笌闊抽鏃堕暱鐨勬瘮鍊笺��
+ // 渚嬪锛屽鏋滀竴涓� 10 绉掔殑闊抽鐗囨闇�瑕� 5 绉掓潵澶勭悊锛岄偅涔堝疄鏃跺洜瀛愬氨鏄� 0.5銆�
+ // 濡傛灉澶勭悊鏃堕棿鍜岄煶棰戞椂闀跨浉绛夛紝閭ｄ箞瀹炴椂鍥犲瓙灏辨槸 1锛岃繖鎰忓懗鐫�绯荤粺浠ュ疄鏃堕�熷害杩涜澶勭悊銆�
+ // 鏁板�艰秺灏忥紝琛ㄧず澶勭悊閫熷害瓒婂揩銆�
+ // from chatgpt 瑙ｉ噴
+ Console.WriteLine("Real-Time Factor :{0}", rtf.ToString());
Console.WriteLine("end!");
}
-}
\ No newline at end of file
+
+ private static (float[] sample, TimeSpan duration) LoadWavFile(string wavFilePath)
+ {
+ AudioFileReader _audioFileReader = new AudioFileReader(wavFilePath);
+ byte[] datas = new byte[_audioFileReader.Length];
+ _audioFileReader.Read(datas, 0, datas.Length);
+ var duration = _audioFileReader.TotalTime;
+ float[] wavdata = new float[datas.Length / 4];
+ Buffer.BlockCopy(datas, 0, wavdata, 0, datas.Length);
+ var sample = wavdata.Select((float x) => x * 32768f).ToArray();
+
+ return (sample, duration);
+ }
+}
--
Gitblit v1.9.1