From adc88bd9e76644badbbe006913addfa7cbe5d89c Mon Sep 17 00:00:00 2001
From: shixian.shi <shixian.shi@alibaba-inc.com>
Date: 星期四, 23 十一月 2023 20:40:15 +0800
Subject: [PATCH] Merge remote-tracking branch 'refs/remotes/origin/main' update contextual forward
---
funasr/datasets/small_datasets/preprocessor.py | 56 +++++++++++++++++++++++++++++---------------------------
1 files changed, 29 insertions(+), 27 deletions(-)
diff --git a/funasr/datasets/small_datasets/preprocessor.py b/funasr/datasets/small_datasets/preprocessor.py
index 0ebf325..01a8c6f 100644
--- a/funasr/datasets/small_datasets/preprocessor.py
+++ b/funasr/datasets/small_datasets/preprocessor.py
@@ -9,11 +9,11 @@
import numpy as np
import scipy.signal
-import soundfile
+import librosa
-from funasr.text.build_tokenizer import build_tokenizer
-from funasr.text.cleaner import TextCleaner
-from funasr.text.token_id_converter import TokenIDConverter
+from funasr.tokenizer.build_tokenizer import build_tokenizer
+from funasr.tokenizer.cleaner import TextCleaner
+from funasr.tokenizer.token_id_converter import TokenIDConverter
class AbsPreprocessor(ABC):
@@ -275,7 +275,7 @@
if self.rirs is not None and self.rir_apply_prob >= np.random.random():
rir_path = np.random.choice(self.rirs)
if rir_path is not None:
- rir, _ = soundfile.read(
+ rir, _ = librosa.load(
rir_path, dtype=np.float64, always_2d=True
)
@@ -301,28 +301,30 @@
noise_db = np.random.uniform(
self.noise_db_low, self.noise_db_high
)
- with soundfile.SoundFile(noise_path) as f:
- if f.frames == nsamples:
- noise = f.read(dtype=np.float64, always_2d=True)
- elif f.frames < nsamples:
- offset = np.random.randint(0, nsamples - f.frames)
- # noise: (Time, Nmic)
- noise = f.read(dtype=np.float64, always_2d=True)
- # Repeat noise
- noise = np.pad(
- noise,
- [(offset, nsamples - f.frames - offset), (0, 0)],
- mode="wrap",
- )
- else:
- offset = np.random.randint(0, f.frames - nsamples)
- f.seek(offset)
- # noise: (Time, Nmic)
- noise = f.read(
- nsamples, dtype=np.float64, always_2d=True
- )
- if len(noise) != nsamples:
- raise RuntimeError(f"Something wrong: {noise_path}")
+ audio_data = librosa.load(noise_path, dtype='float32')[0][None, :]
+ frames = len(audio_data[0])
+ if frames == nsamples:
+ noise = audio_data
+ elif frames < nsamples:
+ offset = np.random.randint(0, nsamples - frames)
+ # noise: (Time, Nmic)
+ noise = audio_data
+ # Repeat noise
+ noise = np.pad(
+ noise,
+ [(offset, nsamples - frames - offset), (0, 0)],
+ mode="wrap",
+ )
+ else:
+ noise = audio_data[:, nsamples]
+ # offset = np.random.randint(0, frames - nsamples)
+ # f.seek(offset)
+ # noise: (Time, Nmic)
+ # noise = f.read(
+ # nsamples, dtype=np.float64, always_2d=True
+ # )
+ # if len(noise) != nsamples:
+ # raise RuntimeError(f"Something wrong: {noise_path}")
# noise: (Nmic, Time)
noise = noise.T
--
Gitblit v1.9.1