游雁
2024-09-30 0bf8edca37d384eac6d0c345edd6b1a2b88f97ae
examples/industrial_data_pretraining/contextual_paraformer/finetune.sh
@@ -48,14 +48,14 @@
mkdir -p ${output_dir}
echo "log_file: ${log_file}"
deepspeed_config=${workspace}../../ds_stage1.json
deepspeed_config=${workspace}/../../ds_stage1.json
DISTRIBUTED_ARGS="
    --nnodes ${WORLD_SIZE:-1} \
    --nproc_per_node $gpu_num \
    --node_rank ${RANK:-0} \
    --master_addr ${MASTER_ADDR:-127.0.0.1} \
    --master_port ${MASTER_PORT: 26669}
    --master_port ${MASTER_PORT:-26669}
"
echo $DISTRIBUTED_ARGS