From 7904f2782697768e0d74b04ccf214c156b101696 Mon Sep 17 00:00:00 2001
From: 语帆 <yf352572@alibaba-inc.com>
Date: 星期三, 28 二月 2024 19:46:38 +0800
Subject: [PATCH] test
---
examples/industrial_data_pretraining/lcbnet/demo_nj.sh | 20 ++++++++------------
1 files changed, 8 insertions(+), 12 deletions(-)
diff --git a/examples/industrial_data_pretraining/lcbnet/demo_nj.sh b/examples/industrial_data_pretraining/lcbnet/demo_nj.sh
index 5e634c3..4aae9e5 100755
--- a/examples/industrial_data_pretraining/lcbnet/demo_nj.sh
+++ b/examples/industrial_data_pretraining/lcbnet/demo_nj.sh
@@ -55,17 +55,13 @@
mkdir -p ${inference_dir}/1best_recog
-for f in token score text; do
- if [ -f "${inference_dir}/${JOB}/1best_recog/${f}" ]; then
- for JOB in $(seq "${nj}"); do
- cat "${inference_dir}/${JOB}/1best_recog/${f}"
- done | sort -k1 >"${inference_dir}/1best_recog/${f}"
- fi
-done
+
+for JOB in $(seq "${nj}"); do
+ cat "${inference_dir}/${JOB}/1best_recog/token" >> "${inference_dir}/1best_recog/token"
+done
echo "Computing WER ..."
-echo "Computing WER ..."
-python utils/postprocess_text_zh.py ${inference_dir}/1best_recog/text ${inference_dir}/1best_recog/text.proc
-python utils/postprocess_text_zh.py ${data_dir}/text ${inference_dir}/1best_recog/text.ref
-python utils/compute_wer.py ${inference_dir}/1best_recog/text.ref ${inference_dir}/1best_recog/text.proc ${inference_dir}/1best_recog/text.cer
-tail -n 3 ${inference_dir}/1best_recog/text.cer
\ No newline at end of file
+sed -e 's/ /\t/' -e 's/ //g' -e 's/鈻�/ /g' -e 's/\t /\t/' ${inference_dir}/1best_recog/token > ${inference_dir}/1best_recog/token.proc
+cp ${file_dir}/text ${inference_dir}/1best_recog/token.ref
+python utils/compute_wer.py ${inference_dir}/1best_recog/token.ref ${inference_dir}/1best_recog/token.proc ${inference_dir}/1best_recog/token.cer
+tail -n 3 ${inference_dir}/1best_recog/token.cer
\ No newline at end of file
--
Gitblit v1.9.1