From 2f27b165559cd53afab52047309ebe4ac838ebb8 Mon Sep 17 00:00:00 2001
From: zhifu gao <zhifu.gzf@alibaba-inc.com>
Date: 星期二, 14 五月 2024 09:54:08 +0800
Subject: [PATCH] Add files via upload
---
funasr/datasets/sense_voice_datasets/datasets.py | 18 ++++++++++--------
1 files changed, 10 insertions(+), 8 deletions(-)
diff --git a/funasr/datasets/sense_voice_datasets/datasets.py b/funasr/datasets/sense_voice_datasets/datasets.py
index 1d269dd..ee2f13d 100644
--- a/funasr/datasets/sense_voice_datasets/datasets.py
+++ b/funasr/datasets/sense_voice_datasets/datasets.py
@@ -2,7 +2,7 @@
import torch
import random
-
+import traceback
from funasr.register import tables
from funasr.utils.load_utils import extract_fbank, load_audio_text_image_video
@@ -73,15 +73,17 @@
if idx == 0:
index_cur = index
else:
- if index <= self.retry:
- index_cur = index + idx
- else:
- index_cur = torch.randint(0, index, ()).item()
+ index_cur = torch.randint(0, len(self.index_ds), ()).item()
item = self.index_ds[index_cur]
source = item["source"]
- data_src = load_audio_text_image_video(source, fs=self.fs)
+ try:
+ data_src = load_audio_text_image_video(source, fs=self.fs)
+ except Exception as e:
+ logging.error(f"Loading wav failed! {str(e)}, {traceback.format_exc()}")
+ continue
+
if self.preprocessor_speech:
data_src = self.preprocessor_speech(data_src, fs=self.fs)
speech, speech_lengths = extract_fbank(
@@ -110,7 +112,7 @@
eos = self.tokenizer.encode(self.eos, allowed_special="all") # [eos]
- ids = prompt_ids + target_ids + eos
+ ids = prompt_ids + target_ids + eos # [sos, task, lid, text, eos]
ids_lengths = len(ids)
text = torch.tensor(ids, dtype=torch.int64)
@@ -186,7 +188,7 @@
)
if self.batch_type != "example":
- for i in range(3):
+ for i in range(10):
outputs = self._filter_badcase(outputs, i=i)
return outputs
--
Gitblit v1.9.1