From 4bdf1c2e7116e6f1644b6c7d0fdc3d7cb0ba5573 Mon Sep 17 00:00:00 2001
From: 游雁 <zhifu.gzf@alibaba-inc.com>
Date: 星期二, 28 十一月 2023 10:24:39 +0800
Subject: [PATCH] dataloader

---
 funasr/datasets/dataset_jsonl.py |   15 ++++++++++++---
 1 files changed, 12 insertions(+), 3 deletions(-)

diff --git a/funasr/datasets/dataset_jsonl.py b/funasr/datasets/dataset_jsonl.py
index ec2bf07..3a548c8 100644
--- a/funasr/datasets/dataset_jsonl.py
+++ b/funasr/datasets/dataset_jsonl.py
@@ -4,8 +4,8 @@
 import numpy as np
 import kaldiio
 import librosa
-
-
+import torchaudio
+import time
 
 def load_audio(audio_path: str, fs: int=16000):
 	audio = None
@@ -17,7 +17,9 @@
 		if ".ark:" in audio_path:
 			audio = kaldiio.load_mat(audio_path)
 		else:
-			audio, fs = librosa.load(audio_path, sr=fs)
+			# audio, fs = librosa.load(audio_path, sr=fs)
+			audio, fs = torchaudio.load(audio_path)
+			audio = audio[0, :]
 	return audio
 
 def extract_features(data, date_type: str="sound", frontend=None):
@@ -76,6 +78,13 @@
 	
 	def __getitem__(self, index):
 		return self.contents[index]
+	
+	def get_source_len(self, data_dict):
+		return data_dict["source_len"]
+
+	def get_target_len(self, data_dict):
+		
+		return data_dict["target_len"] if "target_len" in data_dict else 0
 
 
 class AudioDataset(torch.utils.data.Dataset):

--
Gitblit v1.9.1