From dfcc5d47587d3e793cbfec2e9509c0e9a9e1732c Mon Sep 17 00:00:00 2001
From: Dogvane Huang <dogvane@gmail.com>
Date: 星期二, 02 七月 2024 12:24:13 +0800
Subject: [PATCH] fix c# demo project to new onnx model files (#1689)
---
runtime/csharp/AliFsmnVad/AliFsmnVadSharp.Examples/Program.cs | 140 +++++++++++++++++++++++++++++++---------------
1 files changed, 93 insertions(+), 47 deletions(-)
diff --git a/runtime/csharp/AliFsmnVad/AliFsmnVadSharp.Examples/Program.cs b/runtime/csharp/AliFsmnVad/AliFsmnVadSharp.Examples/Program.cs
index dd3bf78..c3fc52f 100644
--- a/runtime/csharp/AliFsmnVad/AliFsmnVadSharp.Examples/Program.cs
+++ b/runtime/csharp/AliFsmnVad/AliFsmnVadSharp.Examples/Program.cs
@@ -1,61 +1,107 @@
锘縰sing AliFsmnVadSharp;
using AliFsmnVadSharp.Model;
+using CommandLine;
using NAudio.Wave;
internal static class Program
{
- [STAThread]
- private static void Main()
- {
- string applicationBase = AppDomain.CurrentDomain.BaseDirectory;
- string modelFilePath = applicationBase + "./speech_fsmn_vad_zh-cn-16k-common-pytorch/model.onnx";
- string configFilePath = applicationBase + "./speech_fsmn_vad_zh-cn-16k-common-pytorch/vad.yaml";
- string mvnFilePath = applicationBase + "./speech_fsmn_vad_zh-cn-16k-common-pytorch/vad.mvn";
- int batchSize = 2;
- TimeSpan start_time0 = new TimeSpan(DateTime.Now.Ticks);
- AliFsmnVad aliFsmnVad = new AliFsmnVad(modelFilePath, configFilePath, mvnFilePath, batchSize);
- TimeSpan end_time0 = new TimeSpan(DateTime.Now.Ticks);
- double elapsed_milliseconds0 = end_time0.TotalMilliseconds - start_time0.TotalMilliseconds;
- Console.WriteLine("load model and init config elapsed_milliseconds:{0}", elapsed_milliseconds0.ToString());
- List<float[]> samples = new List<float[]>();
- TimeSpan total_duration = new TimeSpan(0L);
- for (int i = 0; i < 2; i++)
- {
- string wavFilePath = string.Format(applicationBase + "./speech_fsmn_vad_zh-cn-16k-common-pytorch/example/{0}.wav", i.ToString());//vad_example
- if (!File.Exists(wavFilePath))
- {
- continue;
- }
- AudioFileReader _audioFileReader = new AudioFileReader(wavFilePath);
- byte[] datas = new byte[_audioFileReader.Length];
- _audioFileReader.Read(datas, 0, datas.Length);
- TimeSpan duration = _audioFileReader.TotalTime;
- float[] wavdata = new float[datas.Length / 4];
- Buffer.BlockCopy(datas, 0, wavdata, 0, datas.Length);
- float[] sample = wavdata.Select((float x) => x * 32768f).ToArray();
- samples.Add(wavdata);
- total_duration += duration;
- }
- TimeSpan start_time = new TimeSpan(DateTime.Now.Ticks);
- //SegmentEntity[] segments_duration = aliFsmnVad.GetSegments(samples);
- SegmentEntity[] segments_duration = aliFsmnVad.GetSegmentsByStep(samples);
- TimeSpan end_time = new TimeSpan(DateTime.Now.Ticks);
- Console.WriteLine("vad infer result:");
- foreach (SegmentEntity segment in segments_duration)
- {
- Console.Write("[");
- foreach (var x in segment.Segment)
- {
- Console.Write("[" + string.Join(",", x.ToArray()) + "]");
- }
- Console.Write("]\r\n");
- }
+ public class ProgramParams
+ {
+ [Option('i', "input", Required = true, HelpText = "Input wav file/folder path.")]
+ public string WavFilePath { get; set; }
- double elapsed_milliseconds = end_time.TotalMilliseconds - start_time.TotalMilliseconds;
+ [Option('m', "model", Default = "speech_fsmn_vad_zh-cn-16k-common-onnx", HelpText = "Model path.")]
+ public string Model { get; set; }
+ }
+
+ [STAThread]
+ private static void Main(string[] args)
+ {
+ var argParams = Parser.Default.ParseArguments<ProgramParams>(args).Value;
+
+ string modelPath = argParams.Model;
+ if (!Directory.Exists(argParams.Model))
+ {
+ modelPath = Path.Combine(AppDomain.CurrentDomain.BaseDirectory, modelPath);
+ if (!Directory.Exists(modelPath))
+ {
+ throw new DirectoryNotFoundException($"Model not found: {argParams.Model}");
+ }
+ }
+
+ string modelFilePath = Path.Combine(modelPath, "model_quant.onnx");
+ string configFilePath = Path.Combine(modelPath, "config.yaml");
+ string mvnFilePath = Path.Combine(modelPath, "am.mvn");
+
+ int batchSize = 1;
+ AliFsmnVad aliFsmnVad = new AliFsmnVad(modelFilePath, configFilePath, mvnFilePath, batchSize);
+
+ List<string> wavFiles = new List<string>();
+
+ if (File.Exists(argParams.WavFilePath))
+ {
+ wavFiles.Add(argParams.WavFilePath);
+ }
+ else if (Directory.Exists(argParams.WavFilePath))
+ {
+ foreach (var wavFilePath in Directory.GetFiles(argParams.WavFilePath, "*.wav"))
+ {
+ wavFiles.Add(wavFilePath);
+ }
+ }
+ else
+ {
+ throw new Exception($"Invalid wav input path. {argParams.WavFilePath}");
+ }
+
+ var start_time = DateTime.Now;
+
+ TimeSpan total_duration = new TimeSpan(0L);
+ for (int i = 0; i < wavFiles.Count; i += batchSize)
+ {
+ List<float[]> samples = new List<float[]>();
+
+ foreach(var wavFile in wavFiles.Skip(i).Take(batchSize))
+ {
+ (var sample, var duration) = LoadWavFile(wavFile);
+ samples.Add(sample);
+ total_duration += duration;
+ }
+
+ SegmentEntity[] segments_duration = aliFsmnVad.GetSegments(samples);
+ Console.WriteLine("vad infer result:");
+ foreach (SegmentEntity segment in segments_duration)
+ {
+ Console.Write("[");
+ foreach (var x in segment.Segment)
+ {
+ Console.Write("[" + string.Join(",", x.ToArray()) + "]");
+ }
+ Console.Write("]\r\n");
+ }
+ }
+
+ var end_time = DateTime.Now;
+
+ double elapsed_milliseconds = (end_time - start_time).TotalMilliseconds;
+
double rtf = elapsed_milliseconds / total_duration.TotalMilliseconds;
Console.WriteLine("elapsed_milliseconds:{0}", elapsed_milliseconds.ToString());
Console.WriteLine("total_duration:{0}", total_duration.TotalMilliseconds.ToString());
Console.WriteLine("rtf:{1}", "0".ToString(), rtf.ToString());
Console.WriteLine("------------------------");
}
+
+ private static (float[] sample, TimeSpan duration) LoadWavFile(string wavFilePath)
+ {
+ AudioFileReader _audioFileReader = new AudioFileReader(wavFilePath);
+ byte[] datas = new byte[_audioFileReader.Length];
+ _audioFileReader.Read(datas, 0, datas.Length);
+ var duration = _audioFileReader.TotalTime;
+ float[] wavdata = new float[datas.Length / 4];
+ Buffer.BlockCopy(datas, 0, wavdata, 0, datas.Length);
+ var sample = wavdata.Select((float x) => x * 32768f).ToArray();
+
+ return (sample, duration);
+ }
}
\ No newline at end of file
--
Gitblit v1.9.1