zhifu gao
2023-11-23 7dadb793e639d2b7f918f2f915e928a63e016ea5
funasr/tokenizer/sentencepiece_tokenizer.py
File was renamed from funasr/text/sentencepiece_tokenizer.py
@@ -5,7 +5,7 @@
import sentencepiece as spm
from funasr.text.abs_tokenizer import AbsTokenizer
from funasr.tokenizer.abs_tokenizer import AbsTokenizer
class SentencepiecesTokenizer(AbsTokenizer):