#!/usr/bin/env python3
|
# Copyright 2015 David Snyder
|
# 2018 Ewald Enzinger
|
# Apache 2.0.
|
#
|
# Modified version of egs/sre16/v1/local/make_musan.py (commit e3fb7c4a0da4167f8c94b80f4d3cc5ab4d0e22e8).
|
# This version uses the raw MUSAN audio files (16 kHz) and does not use sox to resample at 8 kHz.
|
#
|
# This file is meant to be invoked by make_musan.sh.
|
|
import os, sys
|
|
def process_music_annotations(path):
|
utt2spk = {}
|
utt2vocals = {}
|
lines = open(path, 'r').readlines()
|
for line in lines:
|
utt, genres, vocals, musician = line.rstrip().split()[:4]
|
# For this application, the musican ID isn't important
|
utt2spk[utt] = utt
|
utt2vocals[utt] = vocals == "Y"
|
return utt2spk, utt2vocals
|
|
def prepare_music(root_dir, use_vocals):
|
utt2vocals = {}
|
utt2spk = {}
|
utt2wav = {}
|
num_good_files = 0
|
num_bad_files = 0
|
music_dir = os.path.join(root_dir, "music")
|
for root, dirs, files in os.walk(music_dir):
|
for file in files:
|
file_path = os.path.join(root, file)
|
if file.endswith(".wav"):
|
utt = str(file).replace(".wav", "")
|
utt2wav[utt] = file_path
|
elif str(file) == "ANNOTATIONS":
|
utt2spk_part, utt2vocals_part = process_music_annotations(file_path)
|
utt2spk.update(utt2spk_part)
|
utt2vocals.update(utt2vocals_part)
|
utt2spk_str = ""
|
utt2wav_str = ""
|
for utt in utt2vocals:
|
if utt in utt2wav:
|
if use_vocals or not utt2vocals[utt]:
|
utt2spk_str = utt2spk_str + utt + " " + utt2spk[utt] + "\n"
|
utt2wav_str = utt2wav_str + utt + " " + utt2wav[utt] + "\n"
|
num_good_files += 1
|
else:
|
print("Missing file {}".format(utt))
|
num_bad_files += 1
|
print("In music directory, processed {} files: {} had missing wav data".format(num_good_files, num_bad_files))
|
return utt2spk_str, utt2wav_str
|
|
def prepare_speech(root_dir):
|
utt2spk = {}
|
utt2wav = {}
|
num_good_files = 0
|
num_bad_files = 0
|
speech_dir = os.path.join(root_dir, "speech")
|
for root, dirs, files in os.walk(speech_dir):
|
for file in files:
|
file_path = os.path.join(root, file)
|
if file.endswith(".wav"):
|
utt = str(file).replace(".wav", "")
|
utt2wav[utt] = file_path
|
utt2spk[utt] = utt
|
utt2spk_str = ""
|
utt2wav_str = ""
|
for utt in utt2spk:
|
if utt in utt2wav:
|
utt2spk_str = utt2spk_str + utt + " " + utt2spk[utt] + "\n"
|
utt2wav_str = utt2wav_str + utt + " " + utt2wav[utt] + "\n"
|
num_good_files += 1
|
else:
|
print("Missing file {}".format(utt))
|
num_bad_files += 1
|
print("In speech directory, processed {} files: {} had missing wav data".format(num_good_files, num_bad_files))
|
return utt2spk_str, utt2wav_str
|
|
def prepare_noise(root_dir):
|
utt2spk = {}
|
utt2wav = {}
|
num_good_files = 0
|
num_bad_files = 0
|
noise_dir = os.path.join(root_dir, "noise")
|
for root, dirs, files in os.walk(noise_dir):
|
for file in files:
|
file_path = os.path.join(root, file)
|
if file.endswith(".wav"):
|
utt = str(file).replace(".wav", "")
|
utt2wav[utt] = file_path
|
utt2spk[utt] = utt
|
utt2spk_str = ""
|
utt2wav_str = ""
|
for utt in utt2spk:
|
if utt in utt2wav:
|
utt2spk_str = utt2spk_str + utt + " " + utt2spk[utt] + "\n"
|
utt2wav_str = utt2wav_str + utt + " " + utt2wav[utt] + "\n"
|
num_good_files += 1
|
else:
|
print("Missing file {}".format(utt))
|
num_bad_files += 1
|
print("In noise directory, processed {} files: {} had missing wav data".format(num_good_files, num_bad_files))
|
return utt2spk_str, utt2wav_str
|
|
def main():
|
in_dir = sys.argv[1]
|
out_dir = sys.argv[2]
|
use_vocals = sys.argv[3] == "Y"
|
utt2spk_music, utt2wav_music = prepare_music(in_dir, use_vocals)
|
utt2spk_speech, utt2wav_speech = prepare_speech(in_dir)
|
utt2spk_noise, utt2wav_noise = prepare_noise(in_dir)
|
utt2spk = utt2spk_speech + utt2spk_music + utt2spk_noise
|
utt2wav = utt2wav_speech + utt2wav_music + utt2wav_noise
|
wav_fi = open(os.path.join(out_dir, "wav.scp"), 'w')
|
wav_fi.write(utt2wav)
|
utt2spk_fi = open(os.path.join(out_dir, "utt2spk"), 'w')
|
utt2spk_fi.write(utt2spk)
|
|
|
if __name__=="__main__":
|
main()
|
