From fc08b62d05723cdc1ce021bb8ba044ca014fb1f7 Mon Sep 17 00:00:00 2001
From: 游雁 <zhifu.gzf@alibaba-inc.com>
Date: 星期一, 13 三月 2023 18:38:41 +0800
Subject: [PATCH] readme
---
funasr/utils/asr_utils.py | 58 ++++++++++++++++++++++++++++++++++++++--------------------
1 files changed, 38 insertions(+), 20 deletions(-)
diff --git a/funasr/utils/asr_utils.py b/funasr/utils/asr_utils.py
index 0bf903c..0f0e4c3 100644
--- a/funasr/utils/asr_utils.py
+++ b/funasr/utils/asr_utils.py
@@ -4,7 +4,7 @@
import struct
from typing import Any, Dict, List, Union
-import librosa
+import torchaudio
import numpy as np
import pkg_resources
from modelscope.utils.logger import get_logger
@@ -18,6 +18,7 @@
global_asr_language = 'zh-cn'
+SUPPORT_AUDIO_TYPE_SETS = ['flac', 'mp3', 'ogg', 'opus', 'wav', 'pcm']
def get_version():
return float(pkg_resources.get_distribution('easyasr').version)
@@ -26,7 +27,7 @@
def sample_rate_checking(audio_in: Union[str, bytes], audio_format: str):
r_audio_fs = None
- if audio_format == 'wav':
+ if audio_format == 'wav' or audio_format == 'scp':
r_audio_fs = get_sr_from_wav(audio_in)
elif audio_format == 'pcm' and isinstance(audio_in, bytes):
r_audio_fs = get_sr_from_bytes(audio_in)
@@ -57,12 +58,16 @@
if r_recog_type is None and audio_in is not None:
# audio_in is wav, recog_type is wav_file
if os.path.isfile(audio_in):
- if audio_in.endswith('.wav') or audio_in.endswith('.WAV'):
+ audio_type = os.path.basename(audio_in).split(".")[-1].lower()
+ if audio_type in SUPPORT_AUDIO_TYPE_SETS:
r_recog_type = 'wav'
r_audio_format = 'wav'
- elif audio_in.endswith('.scp') or audio_in.endswith('.SCP'):
+ elif audio_type == "scp":
r_recog_type = 'wav'
r_audio_format = 'scp'
+ else:
+ raise NotImplementedError(
+ f'Not supported audio type: {audio_type}')
# recog_type is datasets_file
elif os.path.isdir(audio_in):
@@ -123,14 +128,27 @@
def get_sr_from_wav(fname: str):
fs = None
if os.path.isfile(fname):
- audio, fs = librosa.load(fname, sr=None)
+ audio_type = os.path.basename(fname).split(".")[-1].lower()
+ if audio_type in SUPPORT_AUDIO_TYPE_SETS:
+ if audio_type == "pcm":
+ fs = None
+ else:
+ audio, fs = torchaudio.load(fname)
+ elif audio_type == "scp":
+ with open(fname, encoding="utf-8") as f:
+ for line in f:
+ wav_path = line.split()[1]
+ fs = get_sr_from_wav(wav_path)
+ if fs is not None:
+ break
return fs
elif os.path.isdir(fname):
dir_files = os.listdir(fname)
for file in dir_files:
file_path = os.path.join(fname, file)
if os.path.isfile(file_path):
- if file_path.endswith('.wav') or file_path.endswith('.WAV'):
+ audio_type = os.path.basename(file_path).split(".")[-1].lower()
+ if audio_type in SUPPORT_AUDIO_TYPE_SETS:
fs = get_sr_from_wav(file_path)
elif os.path.isdir(file_path):
fs = get_sr_from_wav(file_path)
@@ -146,7 +164,14 @@
for file in dir_files:
file_path = os.path.join(dir_path, file)
if os.path.isfile(file_path):
- if file_path.endswith(ends):
+ if ends == ".wav" or ends == ".WAV":
+ audio_type = os.path.basename(file_path).split(".")[-1].lower()
+ if audio_type in SUPPORT_AUDIO_TYPE_SETS:
+ return True
+ else:
+ raise NotImplementedError(
+ f'Not supported audio type: {audio_type}')
+ elif file_path.endswith(ends):
return True
elif os.path.isdir(file_path):
if find_file_by_ends(file_path, ends):
@@ -160,29 +185,19 @@
for file in dir_files:
file_path = os.path.join(dir_path, file)
if os.path.isfile(file_path):
- if file_path.endswith('.wav') or file_path.endswith('.WAV'):
+ audio_type = os.path.basename(file_path).split(".")[-1].lower()
+ if audio_type in SUPPORT_AUDIO_TYPE_SETS:
wav_list.append(file_path)
elif os.path.isdir(file_path):
recursion_dir_all_wav(wav_list, file_path)
return wav_list
-
-def set_parameters(language: str = None):
- if language is not None:
- global global_asr_language
- global_asr_language = language
-
-
def compute_wer(hyp_list: List[Any],
ref_list: List[Any],
lang: str = None) -> Dict[str, Any]:
assert len(hyp_list) > 0, 'hyp list is empty'
assert len(ref_list) > 0, 'ref list is empty'
-
- if lang is not None:
- global global_asr_language
- global_asr_language = lang
rst = {
'Wrd': 0,
@@ -197,12 +212,15 @@
'wrong_sentences': 0
}
+ if lang is None:
+ lang = global_asr_language
+
for h_item in hyp_list:
for r_item in ref_list:
if h_item['key'] == r_item['key']:
out_item = compute_wer_by_line(h_item['value'],
r_item['value'],
- global_asr_language)
+ lang)
rst['Wrd'] += out_item['nwords']
rst['Corr'] += out_item['cor']
rst['wrong_words'] += out_item['wrong']
--
Gitblit v1.9.1