From d4bbfdda32d884be6f71ce2e6dc7d33743a55637 Mon Sep 17 00:00:00 2001
From: 游雁 <zhifu.gzf@alibaba-inc.com>
Date: 星期一, 06 五月 2024 22:19:23 +0800
Subject: [PATCH] Merge branch 'dev_gzf_exp' of github.com:alibaba-damo-academy/FunASR into dev_gzf_exp
---
funasr/datasets/sense_voice_datasets/datasets.py | 16 +++++++++-------
1 files changed, 9 insertions(+), 7 deletions(-)
diff --git a/funasr/datasets/sense_voice_datasets/datasets.py b/funasr/datasets/sense_voice_datasets/datasets.py
index 1d269dd..5d80956 100644
--- a/funasr/datasets/sense_voice_datasets/datasets.py
+++ b/funasr/datasets/sense_voice_datasets/datasets.py
@@ -2,7 +2,7 @@
import torch
import random
-
+import traceback
from funasr.register import tables
from funasr.utils.load_utils import extract_fbank, load_audio_text_image_video
@@ -73,15 +73,17 @@
if idx == 0:
index_cur = index
else:
- if index <= self.retry:
- index_cur = index + idx
- else:
- index_cur = torch.randint(0, index, ()).item()
+ index_cur = torch.randint(0, len(self.index_ds), ()).item()
item = self.index_ds[index_cur]
source = item["source"]
- data_src = load_audio_text_image_video(source, fs=self.fs)
+ try:
+ data_src = load_audio_text_image_video(source, fs=self.fs)
+ except Exception as e:
+ logging.error(f"Loading wav failed! {str(e)}, {traceback.format_exc()}")
+ continue
+
if self.preprocessor_speech:
data_src = self.preprocessor_speech(data_src, fs=self.fs)
speech, speech_lengths = extract_fbank(
@@ -186,7 +188,7 @@
)
if self.batch_type != "example":
- for i in range(3):
+ for i in range(10):
outputs = self._filter_badcase(outputs, i=i)
return outputs
--
Gitblit v1.9.1