From fce4e1d1b48f23cd8332e60afce3df8d6209a6a7 Mon Sep 17 00:00:00 2001 From: gaochangfeng <54253717+gaochangfeng@users.noreply.github.com> Date: 星期四, 11 四月 2024 14:59:22 +0800 Subject: [PATCH] SenseVoice对富文本解码的参数 (#1608) --- funasr/utils/vad_utils.py | 41 +++++++++++++++++++++++++++-------------- 1 files changed, 27 insertions(+), 14 deletions(-) diff --git a/funasr/utils/vad_utils.py b/funasr/utils/vad_utils.py index 9135513..af7c8f2 100644 --- a/funasr/utils/vad_utils.py +++ b/funasr/utils/vad_utils.py @@ -1,18 +1,31 @@ import torch from torch.nn.utils.rnn import pad_sequence + def slice_padding_fbank(speech, speech_lengths, vad_segments): - speech_list = [] - speech_lengths_list = [] - for i, segment in enumerate(vad_segments): - - bed_idx = int(segment[0][0]*16) - end_idx = min(int(segment[0][1]*16), speech_lengths[0]) - speech_i = speech[0, bed_idx: end_idx] - speech_lengths_i = end_idx-bed_idx - speech_list.append(speech_i) - speech_lengths_list.append(speech_lengths_i) - feats_pad = pad_sequence(speech_list, batch_first=True, padding_value=0.0) - speech_lengths_pad = torch.Tensor(speech_lengths_list).int() - return feats_pad, speech_lengths_pad - + speech_list = [] + speech_lengths_list = [] + for i, segment in enumerate(vad_segments): + + bed_idx = int(segment[0][0]*16) + end_idx = min(int(segment[0][1]*16), speech_lengths[0]) + speech_i = speech[0, bed_idx: end_idx] + speech_lengths_i = end_idx-bed_idx + speech_list.append(speech_i) + speech_lengths_list.append(speech_lengths_i) + feats_pad = pad_sequence(speech_list, batch_first=True, padding_value=0.0) + speech_lengths_pad = torch.Tensor(speech_lengths_list).int() + return feats_pad, speech_lengths_pad + +def slice_padding_audio_samples(speech, speech_lengths, vad_segments): + speech_list = [] + speech_lengths_list = [] + for i, segment in enumerate(vad_segments): + bed_idx = int(segment[0][0] * 16) + end_idx = min(int(segment[0][1] * 16), speech_lengths) + speech_i = speech[bed_idx: end_idx] + speech_lengths_i = end_idx - bed_idx + speech_list.append(speech_i) + speech_lengths_list.append(speech_lengths_i) + + return speech_list, speech_lengths_list \ No newline at end of file -- Gitblit v1.9.1