From 62eab3a4a8c9e03f177d30bbe4fc212ed89bfd06 Mon Sep 17 00:00:00 2001
From: 游雁 <zhifu.gzf@alibaba-inc.com>
Date: 星期三, 22 二月 2023 16:07:00 +0800
Subject: [PATCH] fbank online
---
funasr/runtime/python/onnxruntime/rapid_paraformer/utils/frontend.py | 28 ++++++++++++++++++++++++----
1 files changed, 24 insertions(+), 4 deletions(-)
diff --git a/funasr/runtime/python/onnxruntime/rapid_paraformer/utils/frontend.py b/funasr/runtime/python/onnxruntime/rapid_paraformer/utils/frontend.py
index a3ca729..3c5c267 100644
--- a/funasr/runtime/python/onnxruntime/rapid_paraformer/utils/frontend.py
+++ b/funasr/runtime/python/onnxruntime/rapid_paraformer/utils/frontend.py
@@ -51,20 +51,40 @@
if self.cmvn_file:
self.cmvn = self.load_cmvn()
+ self.fbank_fn = None
+ self.fbank_beg_idx = 0
def fbank(self,
waveform: np.ndarray) -> Tuple[np.ndarray, np.ndarray]:
waveform = waveform * (1 << 15)
- fbank_fn = knf.OnlineFbank(self.opts)
- fbank_fn.accept_waveform(self.opts.frame_opts.samp_freq, waveform.tolist())
- frames = fbank_fn.num_frames_ready
+ self.fbank_fn = knf.OnlineFbank(self.opts)
+ self.fbank_fn.accept_waveform(self.opts.frame_opts.samp_freq, waveform.tolist())
+ frames = self.fbank_fn.num_frames_ready
mat = np.empty([frames, self.opts.mel_opts.num_bins])
for i in range(frames):
- mat[i, :] = fbank_fn.get_frame(i)
+ mat[i, :] = self.fbank_fn.get_frame(i)
feat = mat.astype(np.float32)
feat_len = np.array(mat.shape[0]).astype(np.int32)
return feat, feat_len
+ def fbank_online(self,
+ waveform: np.ndarray) -> Tuple[np.ndarray, np.ndarray]:
+ waveform = waveform * (1 << 15)
+ # self.fbank_fn = knf.OnlineFbank(self.opts)
+ self.fbank_fn.accept_waveform(self.opts.frame_opts.samp_freq, waveform.tolist())
+ frames = self.fbank_fn.num_frames_ready
+ mat = np.empty([frames, self.opts.mel_opts.num_bins])
+ for i in range(self.fbank_beg_idx, frames):
+ mat[i, :] = self.fbank_fn.get_frame(i)
+ self.fbank_beg_idx += (frames-self.fbank_beg_idx)
+ feat = mat.astype(np.float32)
+ feat_len = np.array(mat.shape[0]).astype(np.int32)
+ return feat, feat_len
+
+ def reset_status(self):
+ self.fbank_fn = knf.OnlineFbank(self.opts)
+ self.fbank_beg_idx = 0
+
def lfr_cmvn(self, feat: np.ndarray) -> Tuple[np.ndarray, np.ndarray]:
if self.lfr_m != 1 or self.lfr_n != 1:
feat = self.apply_lfr(feat, self.lfr_m, self.lfr_n)
--
Gitblit v1.9.1