using Microsoft.Maui.Storage;
|
using NAudio.Wave;
|
using System.ComponentModel;
|
using System.Net;
|
using System.Reflection;
|
using System.Text;
|
using System.Windows.Input;
|
using static System.Net.Mime.MediaTypeNames;
|
using MauiApp1.Utils;
|
using System;
|
using Microsoft.Maui.Graphics;
|
|
namespace MauiApp1;
|
|
public partial class RecognitionForFiles : ContentPage
|
{
|
private AliParaformerAsr.OfflineRecognizer _offlineRecognizer = null;
|
|
|
public RecognitionForFiles()
|
{
|
InitializeComponent();
|
//GetDownloadState();
|
}
|
|
private async void OnDownLoadCheckClicked(object sender, EventArgs e)
|
{
|
BtnDownLoadCheck.IsEnabled = false;
|
TaskFactory taskFactory = new TaskFactory();
|
await taskFactory.StartNew(async () =>
|
{
|
DownloadCheck();
|
});
|
BtnDownLoadCheck.IsEnabled = true;
|
}
|
|
private async void OnDownLoadModelsClicked(object sender, EventArgs e)
|
{
|
BtnDownLoadModels.IsEnabled = false;
|
DownloadProgressBar.Progress = 0 / 100.0;
|
DownloadProgressLabel.Text = "";
|
TaskFactory taskFactory = new TaskFactory();
|
await taskFactory.StartNew(async () =>
|
{
|
DownloadModels();
|
});
|
BtnDownLoadModels.IsEnabled = true;
|
}
|
|
async void DownloadModels()
|
{
|
string paraformerFilejson = "[{},{}]";
|
|
string[] downloadUrls = {
|
"http://huggingface.co/manyeyes/speech_paraformer-large_asr_nat-zh-cn-16k-common-vocab8404-onnx/resolve/main/model_quant.onnx",
|
"http://huggingface.co/manyeyes/speech_paraformer-large_asr_nat-zh-cn-16k-common-vocab8404-onnx/resolve/main/am.mvn",
|
"http://huggingface.co/manyeyes/speech_paraformer-large_asr_nat-zh-cn-16k-common-vocab8404-onnx/resolve/main/asr.yaml",
|
"http://huggingface.co/manyeyes/speech_paraformer-large_asr_nat-zh-cn-16k-common-vocab8404-onnx/resolve/main/tokens.txt",
|
"http://huggingface.co/manyeyes/speech_paraformer-large_asr_nat-zh-cn-16k-common-vocab8404-onnx/resolve/main/example/0.wav" };
|
string[] fileNames = { "model.int8.onnx", "am.mvn", "asr.yaml", "tokens.txt", "0.wav" };
|
var rootFolderName = "AllModels";
|
var subFolderName = "speech_paraformer-large_asr_nat-zh-cn-16k-common-vocab8404-onnx";
|
List<int> indexs = new List<int>();
|
DownloadHelper downloadHelper = new DownloadHelper(this.DownloadDisplay);
|
DownloadProgressLabel.Dispatcher.Dispatch(
|
new Action(
|
delegate
|
{
|
DownloadProgressLabel.IsVisible = true;
|
DownloadProgressLabel.Text = "";
|
}));
|
|
DownloadProgressBar.Dispatcher.Dispatch(
|
new Action(
|
delegate
|
{
|
DownloadProgressBar.IsVisible = true;
|
DownloadProgressBar.Progress = 0 / 100.0;
|
}));
|
while (indexs.Count < downloadUrls.Length)
|
{
|
if (downloadHelper.IsDownloading)
|
{
|
continue;
|
}
|
for (int i = 0; i < downloadUrls.Length; i++)
|
{
|
if (indexs.Contains(i))
|
{
|
continue;
|
}
|
if (downloadHelper.IsDownloading)
|
{
|
break;
|
}
|
var downloadUrl = downloadUrls[i];
|
var fileName = fileNames[i];
|
downloadHelper.DownloadCreate(downloadUrl, fileName, rootFolderName, subFolderName);
|
downloadHelper.DownloadStart();
|
indexs.Add(i);
|
}
|
}
|
DownloadProgressLabel.Dispatcher.Dispatch(
|
new Action(
|
delegate
|
{
|
DownloadProgressLabel.IsVisible = false;
|
DownloadProgressLabel.Text = "";
|
}));
|
|
DownloadProgressBar.Dispatcher.Dispatch(
|
new Action(
|
delegate
|
{
|
DownloadProgressBar.IsVisible = false;
|
DownloadProgressBar.Progress = 0 / 100.0;
|
}));
|
}
|
|
async void GetDownloadState()
|
{
|
string[] fileNames = { "model.int8.onnx", "am.mvn", "asr.yaml", "tokens.txt", "0.wav" };
|
string[] md5Strs = { "a171eff9959f2486d5c1bafce61d0b7a", "dc1dbdeeb8961f012161cfce31eaacaf", "71d32ccf12dbb85a5d8b249558f258fb", "5c8702dc2686b846fe268d9aa712be9b", "af1295e53df7298458f808bc0cd946e2" };
|
var rootFolderName = "AllModels";
|
var subFolderName = "speech_paraformer-large_asr_nat-zh-cn-16k-common-vocab8404-onnx";
|
DownloadHelper downloadHelper = new DownloadHelper();
|
bool state = downloadHelper.GetDownloadState(fileNames, rootFolderName, subFolderName, md5Strs);
|
ModelStatusLabel.Dispatcher.Dispatch(
|
new Action(
|
delegate
|
{
|
if (state)
|
{
|
ModelStatusLabel.Text = "model is ready";
|
}
|
else
|
{
|
ModelStatusLabel.Text = "model not ready";
|
}
|
|
}));
|
}
|
|
async void DownloadCheck()
|
{
|
string[] fileNames = { "model.int8.onnx", "am.mvn", "asr.yaml", "tokens.txt", "0.wav" };
|
string[] md5Strs = { "a171eff9959f2486d5c1bafce61d0b7a", "dc1dbdeeb8961f012161cfce31eaacaf", "71d32ccf12dbb85a5d8b249558f258fb", "5c8702dc2686b846fe268d9aa712be9b", "af1295e53df7298458f808bc0cd946e2" };
|
var rootFolderName = "AllModels";
|
var subFolderName = "speech_paraformer-large_asr_nat-zh-cn-16k-common-vocab8404-onnx";
|
DownloadHelper downloadHelper = new DownloadHelper(this.DownloadDisplay);
|
bool state = downloadHelper.GetDownloadState(fileNames, rootFolderName, subFolderName, md5Strs);
|
ModelStatusLabel.Dispatcher.Dispatch(
|
new Action(
|
delegate
|
{
|
if (state)
|
{
|
ModelStatusLabel.Text = "model is ready";
|
}
|
else
|
{
|
ModelStatusLabel.Text = "model not ready";
|
}
|
|
}));
|
if (!state)
|
{
|
DownloadResultsLabel.Dispatcher.Dispatch(
|
new Action(
|
delegate
|
{
|
DownloadResultsLabel.IsVisible = true;
|
DownloadResultsLabel.Text = "";
|
}));
|
for (int i = 0; i < fileNames.Length; i++)
|
{
|
downloadHelper.DownloadCheck(fileNames[i], rootFolderName, subFolderName, md5Strs[i]);
|
}
|
}
|
|
}
|
|
|
private void DownloadDisplay(int progress, DownloadState downloadState, string filename, string msg = "")
|
{
|
|
switch (downloadState)
|
{
|
case DownloadState.inprogres:
|
DownloadProgressBar.Dispatcher.Dispatch(
|
new Action(
|
delegate
|
{
|
DownloadProgressBar.Progress = progress / 100.0;
|
}));
|
DownloadProgressLabel.Dispatcher.Dispatch(
|
new Action(
|
delegate
|
{
|
DownloadProgressLabel.Text = $"文件：{filename}，正在下载，进度：{progress}%\n";
|
}));
|
|
break;
|
case DownloadState.cancelled:
|
DownloadProgressBar.Dispatcher.Dispatch(
|
new Action(
|
delegate
|
{
|
DownloadProgressBar.Progress = progress / 100.0;
|
}));
|
DownloadProgressLabel.Dispatcher.Dispatch(
|
new Action(
|
delegate
|
{
|
DownloadProgressLabel.Text = $"文件：{filename}，下载已取消\n";
|
}));
|
break;
|
case DownloadState.error:
|
DownloadProgressBar.Dispatcher.Dispatch(
|
new Action(
|
delegate
|
{
|
DownloadProgressBar.Progress = progress / 100.0;
|
}));
|
DownloadProgressLabel.Dispatcher.Dispatch(
|
new Action(
|
delegate
|
{
|
DownloadProgressLabel.Text = $"文件：{filename}，下载失败：{msg}\n";
|
}));
|
DownloadResultsLabel.Dispatcher.Dispatch(
|
new Action(
|
delegate
|
{
|
DownloadResultsLabel.Text += $"文件：{filename}，下载失败：{msg}\n";
|
}));
|
break;
|
case DownloadState.completed:
|
DownloadProgressBar.Dispatcher.Dispatch(
|
new Action(
|
delegate
|
{
|
DownloadProgressBar.Progress = progress / 100.0;
|
}));
|
DownloadProgressLabel.Dispatcher.Dispatch(
|
new Action(
|
delegate
|
{
|
DownloadProgressLabel.Text = $"文件：{filename}，下载完成\n";
|
}));
|
DownloadResultsLabel.Dispatcher.Dispatch(
|
new Action(
|
delegate
|
{
|
DownloadResultsLabel.Text += $"文件：{filename}，下载完成\n";
|
}));
|
break;
|
case DownloadState.existed:
|
DownloadProgressBar.Dispatcher.Dispatch(
|
new Action(
|
delegate
|
{
|
DownloadProgressBar.Progress = progress / 100.0;
|
}));
|
DownloadResultsLabel.Dispatcher.Dispatch(
|
new Action(
|
delegate
|
{
|
DownloadResultsLabel.Text += $"文件：{filename}，已存在\n";
|
}));
|
break;
|
case DownloadState.noexisted:
|
DownloadResultsLabel.Dispatcher.Dispatch(
|
new Action(
|
delegate
|
{
|
DownloadResultsLabel.Text += $"文件：{filename}，不存在\n";
|
}));
|
break;
|
}
|
}
|
|
private async void OnBtnRecognitionExampleClicked(object sender, EventArgs e)
|
{
|
BtnRecognitionExample.IsEnabled = false;
|
TaskFactory taskFactory = new TaskFactory();
|
await taskFactory.StartNew(async () =>
|
{
|
TestAliParaformerAsrOfflineRecognizer();
|
});
|
BtnRecognitionExample.IsEnabled = true;
|
}
|
|
private async void OnBtnRecognitionFilesClicked(object sender, EventArgs e)
|
{
|
var customFileType = new FilePickerFileType(
|
new Dictionary<DevicePlatform, IEnumerable<string>>
|
{
|
{ DevicePlatform.iOS, new[] { "public.my.comic.extension" } }, // UTType values
|
{ DevicePlatform.Android, new[] { "audio/x-wav" } }, // MIME type
|
{ DevicePlatform.WinUI, new[] { ".cbr", ".cbz" } }, // file extension
|
{ DevicePlatform.Tizen, new[] { "*/*" } },
|
{ DevicePlatform.macOS, new[] { "cbr", "cbz" } }, // UTType values
|
});
|
|
PickOptions options = new()
|
{
|
PickerTitle = "Please select a comic file",
|
FileTypes = customFileType,
|
};
|
|
|
TaskFactory taskFactory = new TaskFactory();
|
await taskFactory.StartNew(async () =>
|
{
|
var fileResult = await PickAndShow(options);
|
string fullpath = fileResult.FullPath;
|
List<string> fullpaths = new List<string>();
|
fullpaths.Add(fullpath);
|
RecognizerFilesByAliParaformerAsrOffline(fullpaths);
|
|
});
|
|
|
}
|
|
public async Task<FileResult> PickAndShow(PickOptions options)
|
{
|
try
|
{
|
var result = await FilePicker.Default.PickAsync(options);
|
return result;
|
}
|
catch (Exception ex)
|
{
|
// The user canceled or something went wrong
|
}
|
|
return null;
|
}
|
|
public void CreateDownloadFile(string fileName)
|
{
|
|
var downloadFolder = FileSystem.AppDataDirectory + "/Download/";
|
Directory.CreateDirectory(downloadFolder);
|
var filePath = downloadFolder + fileName;
|
File.Create(filePath);
|
}
|
|
public AliParaformerAsr.OfflineRecognizer initAliParaformerAsrOfflineRecognizer(string modelName)
|
{
|
if (_offlineRecognizer == null)
|
{
|
try
|
{
|
string allModels = "AllModels";
|
string modelFilePath = SysConf.ApplicationBase + "/" + allModels + "/" + modelName + "/model.int8.onnx";
|
string configFilePath = SysConf.ApplicationBase + "/" + allModels + "/" + modelName + "/asr.yaml";
|
string mvnFilePath = SysConf.ApplicationBase + "/" + allModels + "/" + modelName + "/am.mvn";
|
string tokensFilePath = SysConf.ApplicationBase + "/" + allModels + "/" + modelName + "/tokens.txt";
|
_offlineRecognizer = new AliParaformerAsr.OfflineRecognizer(modelFilePath, configFilePath, mvnFilePath, tokensFilePath);
|
}
|
catch
|
{
|
DisplayAlert("Tips", "Please check if the model is correct", "close");
|
}
|
}
|
return _offlineRecognizer;
|
}
|
|
public void RecognizerFilesByAliParaformerAsrOffline(List<string> fullpaths)
|
{
|
string modelName = "speech_paraformer-large_asr_nat-zh-cn-16k-common-vocab8404-onnx";
|
AliParaformerAsr.OfflineRecognizer offlineRecognizer = initAliParaformerAsrOfflineRecognizer(modelName);
|
if (offlineRecognizer == null) { return; }
|
AsrResults.Dispatcher.Dispatch(
|
new Action(
|
delegate
|
{
|
AsrResults.Text = "正在识别，请稍后……";
|
}
|
));
|
List<float[]>? samples = new List<float[]>();
|
TimeSpan total_duration = new TimeSpan(0L);
|
foreach (string fullpath in fullpaths)
|
{
|
string wavFilePath = string.Format(fullpath);
|
if (!File.Exists(wavFilePath))
|
{
|
continue;
|
}
|
AudioFileReader _audioFileReader = new AudioFileReader(wavFilePath);
|
byte[] datas = new byte[_audioFileReader.Length];
|
_audioFileReader.Read(datas, 0, datas.Length);
|
TimeSpan duration = _audioFileReader.TotalTime;
|
float[] wavdata = new float[datas.Length / 4];
|
Buffer.BlockCopy(datas, 0, wavdata, 0, datas.Length);
|
float[] sample = wavdata.Select((float x) => x * 32768f).ToArray();
|
samples.Add(sample);
|
total_duration += duration;
|
}
|
AsrResults.Dispatcher.Dispatch(
|
new Action(
|
delegate
|
{
|
TimeSpan start_time = new TimeSpan(DateTime.Now.Ticks);
|
foreach (var sample in samples)
|
{
|
List<float[]> temp_samples = new List<float[]>();
|
temp_samples.Add(sample);
|
List<string> results = offlineRecognizer.GetResults(temp_samples);
|
foreach (string result in results)
|
{
|
Console.WriteLine(result);
|
Console.WriteLine("");
|
AsrResults.Text = string.Format("result:{0}\n", result);
|
}
|
}
|
TimeSpan end_time = new TimeSpan(DateTime.Now.Ticks);
|
double elapsed_milliseconds = end_time.TotalMilliseconds - start_time.TotalMilliseconds;
|
double rtf = elapsed_milliseconds / total_duration.TotalMilliseconds;
|
AsrResults.Text += string.Format("elapsed_milliseconds:{0}\n", elapsed_milliseconds.ToString());
|
AsrResults.Text += string.Format("total_duration:{0}\n", total_duration.TotalMilliseconds.ToString());
|
AsrResults.Text += string.Format("rtf:{1}\n", "0".ToString(), rtf.ToString());
|
AsrResults.Text += string.Format("End!");
|
}));
|
|
}
|
|
public void TestAliParaformerAsrOfflineRecognizer(List<float[]>? samples = null)
|
{
|
string modelName = "speech_paraformer-large_asr_nat-zh-cn-16k-common-vocab8404-onnx";
|
AliParaformerAsr.OfflineRecognizer offlineRecognizer = initAliParaformerAsrOfflineRecognizer(modelName);
|
if (offlineRecognizer == null) { return; }
|
AsrResults.Dispatcher.Dispatch(
|
new Action(
|
delegate
|
{
|
AsrResults.Text = "正在识别，请稍后……";
|
}
|
));
|
TimeSpan total_duration = new TimeSpan(0L);
|
if (samples == null)
|
{
|
samples = new List<float[]>();
|
for (int i = 0; i < 1; i++)
|
{
|
string wavFilePath = string.Format(SysConf.ApplicationBase + "/AllModels/" + modelName + "/{0}.wav", i.ToString());
|
if (!File.Exists(wavFilePath))
|
{
|
break;
|
}
|
AudioFileReader _audioFileReader = new AudioFileReader(wavFilePath);
|
byte[] datas = new byte[_audioFileReader.Length];
|
_audioFileReader.Read(datas, 0, datas.Length);
|
TimeSpan duration = _audioFileReader.TotalTime;
|
float[] wavdata = new float[datas.Length / 4];
|
Buffer.BlockCopy(datas, 0, wavdata, 0, datas.Length);
|
float[] sample = wavdata.Select((float x) => x * 32768f).ToArray();
|
samples.Add(sample);
|
total_duration += duration;
|
}
|
}
|
AsrResults.Dispatcher.Dispatch(
|
new Action(
|
delegate
|
{
|
TimeSpan start_time = new TimeSpan(DateTime.Now.Ticks);
|
foreach (var sample in samples)
|
{
|
List<float[]> temp_samples = new List<float[]>();
|
temp_samples.Add(sample);
|
List<string> results = offlineRecognizer.GetResults(temp_samples);
|
foreach (string result in results)
|
{
|
AsrResults.Text = string.Format("result:{0}\n", result);
|
}
|
}
|
TimeSpan end_time = new TimeSpan(DateTime.Now.Ticks);
|
double elapsed_milliseconds = end_time.TotalMilliseconds - start_time.TotalMilliseconds;
|
double rtf = elapsed_milliseconds / total_duration.TotalMilliseconds;
|
Console.WriteLine("elapsed_milliseconds:{0}", elapsed_milliseconds.ToString());
|
Console.WriteLine("total_duration:{0}", total_duration.TotalMilliseconds.ToString());
|
Console.WriteLine("rtf:{1}", "0".ToString(), rtf.ToString());
|
Console.WriteLine("Hello, World!");
|
AsrResults.Text += string.Format("elapsed_milliseconds:{0}\n", elapsed_milliseconds.ToString());
|
AsrResults.Text += string.Format("total_duration:{0}\n", total_duration.TotalMilliseconds.ToString());
|
AsrResults.Text += string.Format("rtf:{1}\n", "0".ToString(), rtf.ToString());
|
AsrResults.Text += string.Format("End!");
|
}
|
));
|
|
}
|
}
|
