punctuation:add training code, support largedataset

九耳

2023-02-28 ee06cb9c6870d9e1579015aabfe1a84a61a5c087

1
2
3
4
5
export FUNASR_DIR=$PWD/../../..
 
# NOTE(kan-bayashi): Use UTF-8 in Python to avoid UnicodeDecodeError when LC_ALL=C
export PYTHONIOENCODING=UTF-8
export PATH=$FUNASR_DIR/funasr/bin:$PATH