fixed token_int is zero bug and add more puncs to sentence

dingbig

2023-03-21 d80d04636547c269ee98c1505e27bf5e1b434c52

1
2
3
4
5
6
export FUNASR_DIR=$PWD/../../..
 
# NOTE(kan-bayashi): Use UTF-8 in Python to avoid UnicodeDecodeError when LC_ALL=C
export PYTHONIOENCODING=UTF-8
export PYTHONPATH=../../../:$PYTHONPATH
export PATH=$FUNASR_DIR/funasr/bin:$PATH