update funasr.text -> funasr.tokenizer fix bug export

游雁

2023-11-23 dc682db808eb5f425f0dbed4c5e7feb0a334955f

 funasr/tokenizer/sentencepiece_tokenizer.py

File was renamed from funasr/text/sentencepiece_tokenizer.py
@@ -5,7 +5,7 @@

import sentencepiece as spm

from funasr.text.abs_tokenizer import AbsTokenizer
from funasr.tokenizer.abs_tokenizer import AbsTokenizer


class SentencepiecesTokenizer(AbsTokenizer):