From f8d1c79fe355efb18ae49e4363307dfec3ab89ce Mon Sep 17 00:00:00 2001
From: 雾聪 <wucong.lyb@alibaba-inc.com>
Date: 星期一, 07 八月 2023 16:14:11 +0800
Subject: [PATCH] Merge branch 'main' of https://github.com/alibaba-damo-academy/FunASR into main
---
egs/callhome/eend_ola/local/make_musan.py | 123 +++++++++++++++++++++++++++++++++++++++++
1 files changed, 123 insertions(+), 0 deletions(-)
diff --git a/egs/callhome/eend_ola/local/make_musan.py b/egs/callhome/eend_ola/local/make_musan.py
new file mode 100755
index 0000000..833da06
--- /dev/null
+++ b/egs/callhome/eend_ola/local/make_musan.py
@@ -0,0 +1,123 @@
+#!/usr/bin/env python3
+# Copyright 2015 David Snyder
+# 2018 Ewald Enzinger
+# Apache 2.0.
+#
+# Modified version of egs/sre16/v1/local/make_musan.py (commit e3fb7c4a0da4167f8c94b80f4d3cc5ab4d0e22e8).
+# This version uses the raw MUSAN audio files (16 kHz) and does not use sox to resample at 8 kHz.
+#
+# This file is meant to be invoked by make_musan.sh.
+
+import os, sys
+
+def process_music_annotations(path):
+ utt2spk = {}
+ utt2vocals = {}
+ lines = open(path, 'r').readlines()
+ for line in lines:
+ utt, genres, vocals, musician = line.rstrip().split()[:4]
+ # For this application, the musican ID isn't important
+ utt2spk[utt] = utt
+ utt2vocals[utt] = vocals == "Y"
+ return utt2spk, utt2vocals
+
+def prepare_music(root_dir, use_vocals):
+ utt2vocals = {}
+ utt2spk = {}
+ utt2wav = {}
+ num_good_files = 0
+ num_bad_files = 0
+ music_dir = os.path.join(root_dir, "music")
+ for root, dirs, files in os.walk(music_dir):
+ for file in files:
+ file_path = os.path.join(root, file)
+ if file.endswith(".wav"):
+ utt = str(file).replace(".wav", "")
+ utt2wav[utt] = file_path
+ elif str(file) == "ANNOTATIONS":
+ utt2spk_part, utt2vocals_part = process_music_annotations(file_path)
+ utt2spk.update(utt2spk_part)
+ utt2vocals.update(utt2vocals_part)
+ utt2spk_str = ""
+ utt2wav_str = ""
+ for utt in utt2vocals:
+ if utt in utt2wav:
+ if use_vocals or not utt2vocals[utt]:
+ utt2spk_str = utt2spk_str + utt + " " + utt2spk[utt] + "\n"
+ utt2wav_str = utt2wav_str + utt + " " + utt2wav[utt] + "\n"
+ num_good_files += 1
+ else:
+ print("Missing file {}".format(utt))
+ num_bad_files += 1
+ print("In music directory, processed {} files: {} had missing wav data".format(num_good_files, num_bad_files))
+ return utt2spk_str, utt2wav_str
+
+def prepare_speech(root_dir):
+ utt2spk = {}
+ utt2wav = {}
+ num_good_files = 0
+ num_bad_files = 0
+ speech_dir = os.path.join(root_dir, "speech")
+ for root, dirs, files in os.walk(speech_dir):
+ for file in files:
+ file_path = os.path.join(root, file)
+ if file.endswith(".wav"):
+ utt = str(file).replace(".wav", "")
+ utt2wav[utt] = file_path
+ utt2spk[utt] = utt
+ utt2spk_str = ""
+ utt2wav_str = ""
+ for utt in utt2spk:
+ if utt in utt2wav:
+ utt2spk_str = utt2spk_str + utt + " " + utt2spk[utt] + "\n"
+ utt2wav_str = utt2wav_str + utt + " " + utt2wav[utt] + "\n"
+ num_good_files += 1
+ else:
+ print("Missing file {}".format(utt))
+ num_bad_files += 1
+ print("In speech directory, processed {} files: {} had missing wav data".format(num_good_files, num_bad_files))
+ return utt2spk_str, utt2wav_str
+
+def prepare_noise(root_dir):
+ utt2spk = {}
+ utt2wav = {}
+ num_good_files = 0
+ num_bad_files = 0
+ noise_dir = os.path.join(root_dir, "noise")
+ for root, dirs, files in os.walk(noise_dir):
+ for file in files:
+ file_path = os.path.join(root, file)
+ if file.endswith(".wav"):
+ utt = str(file).replace(".wav", "")
+ utt2wav[utt] = file_path
+ utt2spk[utt] = utt
+ utt2spk_str = ""
+ utt2wav_str = ""
+ for utt in utt2spk:
+ if utt in utt2wav:
+ utt2spk_str = utt2spk_str + utt + " " + utt2spk[utt] + "\n"
+ utt2wav_str = utt2wav_str + utt + " " + utt2wav[utt] + "\n"
+ num_good_files += 1
+ else:
+ print("Missing file {}".format(utt))
+ num_bad_files += 1
+ print("In noise directory, processed {} files: {} had missing wav data".format(num_good_files, num_bad_files))
+ return utt2spk_str, utt2wav_str
+
+def main():
+ in_dir = sys.argv[1]
+ out_dir = sys.argv[2]
+ use_vocals = sys.argv[3] == "Y"
+ utt2spk_music, utt2wav_music = prepare_music(in_dir, use_vocals)
+ utt2spk_speech, utt2wav_speech = prepare_speech(in_dir)
+ utt2spk_noise, utt2wav_noise = prepare_noise(in_dir)
+ utt2spk = utt2spk_speech + utt2spk_music + utt2spk_noise
+ utt2wav = utt2wav_speech + utt2wav_music + utt2wav_noise
+ wav_fi = open(os.path.join(out_dir, "wav.scp"), 'w')
+ wav_fi.write(utt2wav)
+ utt2spk_fi = open(os.path.join(out_dir, "utt2spk"), 'w')
+ utt2spk_fi.write(utt2spk)
+
+
+if __name__=="__main__":
+ main()
--
Gitblit v1.9.1