From 51d5095762bcd6b4a2e8dd734fe89b84d2a7d2f5 Mon Sep 17 00:00:00 2001
From: ShiLiang Zhang <sly.zsl@alibaba-inc.com>
Date: 星期一, 04 九月 2023 14:36:08 +0800
Subject: [PATCH] Update README.md
---
egs/aishell2/transformerLM/run.sh | 21 +--------------------
1 files changed, 1 insertions(+), 20 deletions(-)
diff --git a/egs/aishell2/transformerLM/run.sh b/egs/aishell2/transformerLM/run.sh
index 9e7a713..4a647c9 100755
--- a/egs/aishell2/transformerLM/run.sh
+++ b/egs/aishell2/transformerLM/run.sh
@@ -93,25 +93,6 @@
exit 2
fi
- ## use_word_lm=false
- ## # Create word-list for word-LM training
- ## if ${use_word_lm} && [ "${token_type}" != word ]; then
- ## echo "Generate word level token_list from ${lm_train_text}"
- ## python -m funasr.bin.tokenize_text \
- ## --token_type word \
- ## --input "${lm_train_text}" \
- ## --output "${token_list}" \
- ## --field 2- \
- ## --cleaner "${cleaner}" \
- ## --g2p "${g2p}" \
- ## --write_vocabulary true \
- ## --vocabulary_size "${word_vocab_size}" \
- ## --add_symbol "${blank}:0" \
- ## --add_symbol "${sos}:1" \
- ## --add_symbol "${eos}:2" \
- ## --add_symbol "${oov}:-1"
- ## fi
-
lm_token_list="${token_list}"
fi
@@ -232,7 +213,7 @@
if [ ${stage} -le 3 ] && [ ${stop_stage} -ge 3 ]; then
echo "Stage 3: Calc perplexity: ${lm_test_text}"
- python ../../../funasr/bin/lm_inference.py \
+ python ../../../funasr/bin/lm_inference_launch.py \
--output_dir "${lm_exp}/perplexity_test" \
--ngpu "${gpu_num}" \
--batch_size 1 \
--
Gitblit v1.9.1