#!/bin/bash
|
# Copyright 2017 David Snyder
|
# Apache 2.0.
|
#
|
# This script prepares the Callhome portion of the NIST SRE 2000
|
# corpus (LDC2001S97). It is the evaluation dataset used in the
|
# callhome_diarization recipe.
|
|
if [ $# -ne 2 ]; then
|
echo "Usage: $0 <callhome-speech> <out-data-dir>"
|
echo "e.g.: $0 /mnt/data/LDC2001S97 data/"
|
exit 1;
|
fi
|
|
src_dir=$1
|
data_dir=$2
|
|
tmp_dir=$data_dir/callhome/.tmp/
|
mkdir -p $tmp_dir
|
|
# Download some metadata that wasn't provided in the LDC release
|
if [ ! -d "$tmp_dir/sre2000-key" ]; then
|
wget --no-check-certificate -P $tmp_dir/ \
|
http://www.openslr.org/resources/10/sre2000-key.tar.gz
|
tar -xvf $tmp_dir/sre2000-key.tar.gz -C $tmp_dir/
|
fi
|
|
# The list of 500 recordings
|
awk '{print $1}' $tmp_dir/sre2000-key/reco2num > $tmp_dir/reco.list
|
|
# Create wav.scp file
|
count=0
|
missing=0
|
while read reco; do
|
path=$(find $src_dir -name "$reco.sph")
|
if [ -z "${path// }" ]; then
|
>&2 echo "$0: Missing Sphere file for $reco"
|
missing=$((missing+1))
|
else
|
echo "$reco sph2pipe -f wav -p $path |"
|
fi
|
count=$((count+1))
|
done < $tmp_dir/reco.list > $data_dir/callhome/wav.scp
|
|
if [ $missing -gt 0 ]; then
|
echo "$0: Missing $missing out of $count recordings"
|
fi
|
|
cp $tmp_dir/sre2000-key/segments $data_dir/callhome/
|
awk '{print $1, $2}' $data_dir/callhome/segments > $data_dir/callhome/utt2spk
|
utils/utt2spk_to_spk2utt.pl $data_dir/callhome/utt2spk > $data_dir/callhome/spk2utt
|
cp $tmp_dir/sre2000-key/reco2num $data_dir/callhome/reco2num_spk
|
cp $tmp_dir/sre2000-key/fullref.rttm $data_dir/callhome/
|
|
utils/validate_data_dir.sh --no-text --no-feats $data_dir/callhome
|
utils/fix_data_dir.sh $data_dir/callhome
|
|
utils/copy_data_dir.sh $data_dir/callhome $data_dir/callhome1
|
utils/copy_data_dir.sh $data_dir/callhome $data_dir/callhome2
|
|
utils/shuffle_list.pl $data_dir/callhome/wav.scp | head -n 250 \
|
| utils/filter_scp.pl - $data_dir/callhome/wav.scp \
|
> $data_dir/callhome1/wav.scp
|
utils/fix_data_dir.sh $data_dir/callhome1
|
utils/filter_scp.pl --exclude $data_dir/callhome1/wav.scp \
|
$data_dir/callhome/wav.scp > $data_dir/callhome2/wav.scp
|
utils/fix_data_dir.sh $data_dir/callhome2
|
utils/filter_scp.pl $data_dir/callhome1/wav.scp $data_dir/callhome/reco2num_spk \
|
> $data_dir/callhome1/reco2num_spk
|
utils/filter_scp.pl $data_dir/callhome2/wav.scp $data_dir/callhome/reco2num_spk \
|
> $data_dir/callhome2/reco2num_spk
|
|
rm -rf $tmp_dir 2> /dev/null
|
