Merge branch 'main' of https://github.com/alibaba-damo-academy/FunASR
| | |
| | | echo "Stage 3: Calc perplexity: ${lm_test_text}" |
| | | |
| | | python ../../../funasr/bin/lm_inference_launch.py \ |
| | | --output_dir "${lm_exp}/perplexity_test" \ |
| | | --output_dir "${lm_exp}/perplexity_test/output.1" \ |
| | | --ngpu "${gpu_num}" \ |
| | | --batch_size 1 \ |
| | | --train_config "${lm_exp}"/config.yaml \ |
| | | --model_file "${lm_exp}/${inference_lm}" \ |
| | | --data_path_and_name_and_type "${lm_test_text},text,text" \ |
| | | --num_workers 1 \ |
| | | --gpuid_list 0 \ |
| | | --mode "transformer" \ |
| | | --split_with_space false |
| | | fi |
| | | |
| | |
| | | dtype=dtype, |
| | | batch_size=batch_size, |
| | | key_file=key_file, |
| | | preprocess_fn=preprocessor, |
| | | num_workers=num_workers, |
| | | ) |
| | | |