update funasr.text -> funasr.tokenizer fix bug export

游雁

2023-11-23 68109d7458e04514b1b7e2c168c167f1bcfe7908

1
2
3
4
5
6
7
export FUNASR_DIR=$PWD/../../..
 
# NOTE(kan-bayashi): Use UTF-8 in Python to avoid UnicodeDecodeError when LC_ALL=C
export PYTHONIOENCODING=UTF-8
export PATH=$FUNASR_DIR/funasr/bin:$PATH
 
export OMP_NUM_THREADS=1