From 9f4bb0a0ee2e0c4e48fa06156ece67603b3098d7 Mon Sep 17 00:00:00 2001
From: R1ckShi <2698127294@qq.com>
Date: 星期二, 31 一月 2023 15:32:15 +0800
Subject: [PATCH] egs for paraformer-tiny

---
 egs/aishell/tranformer/utils/fix_data_feat.sh |    8 ++++----
 1 files changed, 4 insertions(+), 4 deletions(-)

diff --git a/egs/aishell/tranformer/utils/fix_data_feat.sh b/egs/aishell/tranformer/utils/fix_data_feat.sh
index 2c92d7f..84eea36 100755
--- a/egs/aishell/tranformer/utils/fix_data_feat.sh
+++ b/egs/aishell/tranformer/utils/fix_data_feat.sh
@@ -40,10 +40,10 @@
 mv ${data_dir}/speech_shape ${data_dir}/speech_shape.bak
 mv ${data_dir}/text_shape ${data_dir}/text_shape.bak
 
-utils/filter_scp.pl -f 1 ${data_dir}/.backup/id ${data_dir}/feats.scp.bak > ${data_dir}/feats.scp
-utils/filter_scp.pl -f 1 ${data_dir}/.backup/id ${data_dir}/text.bak > ${data_dir}/text
-utils/filter_scp.pl -f 1 ${data_dir}/.backup/id ${data_dir}/speech_shape.bak > ${data_dir}/speech_shape
-utils/filter_scp.pl -f 1 ${data_dir}/.backup/id ${data_dir}/text_shape.bak > ${data_dir}/text_shape
+utils/filter_scp.pl -f 1 ${data_dir}/.backup/id ${data_dir}/feats.scp.bak | sort -k1,1 -u > ${data_dir}/feats.scp
+utils/filter_scp.pl -f 1 ${data_dir}/.backup/id ${data_dir}/text.bak | sort -k1,1 -u > ${data_dir}/text
+utils/filter_scp.pl -f 1 ${data_dir}/.backup/id ${data_dir}/speech_shape.bak | sort -k1,1 -u > ${data_dir}/speech_shape
+utils/filter_scp.pl -f 1 ${data_dir}/.backup/id ${data_dir}/text_shape.bak | sort -k1,1 -u > ${data_dir}/text_shape
 
 rm ${data_dir}/feats.scp.bak
 rm ${data_dir}/text.bak

--
Gitblit v1.9.1