From f3c79b4968be8ffd4bedb40baff57d8e70384008 Mon Sep 17 00:00:00 2001
From: 游雁 <zhifu.gzf@alibaba-inc.com>
Date: 星期二, 20 二月 2024 14:05:11 +0800
Subject: [PATCH] update

---
 examples/aishell/paraformer/run.sh |   23 ++++++++++++++---------
 1 files changed, 14 insertions(+), 9 deletions(-)

diff --git a/examples/aishell/paraformer/run.sh b/examples/aishell/paraformer/run.sh
index 9945132..276152b 100755
--- a/examples/aishell/paraformer/run.sh
+++ b/examples/aishell/paraformer/run.sh
@@ -1,7 +1,6 @@
 #!/usr/bin/env bash
 
 
-
 CUDA_VISIBLE_DEVICES="0,1"
 
 # general configuration
@@ -18,6 +17,7 @@
 inference_device="cuda" #"cpu"
 inference_checkpoint="model.pt"
 inference_scp="wav.scp"
+inference_batch_size=32
 
 # data
 raw_data=../raw_data
@@ -39,7 +39,7 @@
 valid_set=dev
 test_sets="dev test"
 
-config=train_asr_paraformer_conformer_12e_6d_2048_256.yaml
+config=paraformer_conformer_12e_6d_2048_256.yaml
 model_dir="baseline_$(basename "${config}" .yaml)_${lang}_${token_type}_${tag}"
 
 
@@ -129,19 +129,18 @@
   echo "stage 5: Inference"
 
   if ${inference_device} == "cuda"; then
-      nj=$(echo CUDA_VISIBLE_DEVICES | awk -F "," '{print NF}')
+      nj=$(echo $CUDA_VISIBLE_DEVICES | awk -F "," '{print NF}')
   else
-      nj=$njob
-      batch_size=1
-      gpuid_list=""
+      inference_batch_size=1
+      CUDA_VISIBLE_DEVICES=""
       for JOB in $(seq ${nj}); do
-          gpuid_list=CUDA_VISIBLE_DEVICES"-1,"
+          CUDA_VISIBLE_DEVICES=$CUDA_VISIBLE_DEVICES"-1,"
       done
   fi
 
   for dset in ${test_sets}; do
 
-    inference_dir="${asr_exp}/${inference_checkpoint}/${dset}"
+    inference_dir="${exp_dir}/exp/${model_dir}/${inference_checkpoint}/${dset}"
     _logdir="${inference_dir}/logdir"
 
     mkdir -p "${_logdir}"
@@ -154,8 +153,13 @@
     done
     utils/split_scp.pl "${key_file}" ${split_scps}
 
+    gpuid_list_array=(${gpuid_list//,/ })
     for JOB in $(seq ${nj}); do
         {
+          id=$((JOB-1))
+          gpuid=${gpuid_list_array[$id]}
+
+          export CUDA_VISIBLE_DEVICES=${gpuid}
           python ../../../funasr/bin/inference.py \
           --config-path="${exp_dir}/exp/${model_dir}" \
           --config-name="config.yaml" \
@@ -164,7 +168,8 @@
           ++frontend_conf.cmvn_file="${feats_dir}/data/${train_set}/am.mvn" \
           ++input="${_logdir}/keys.${JOB}.scp" \
           ++output_dir="${inference_dir}/${JOB}" \
-          ++device="${inference_device}"
+          ++device="${inference_device}" \
+          ++batch_size="${inference_batch_size}"
         }&
 
     done

--
Gitblit v1.9.1