funasr1.0

游雁

2024-01-13 bdfd27b9e96bd55c449953bb577e1d4deeaf11c9

 funasr/tokenizer/sentencepiece_tokenizer.py

@@ -9,7 +9,7 @@


class SentencepiecesTokenizer(AbsTokenizer):
    def __init__(self, model: Union[Path, str]):
    def __init__(self, model: Union[Path, str], **kwargs):
        self.model = str(model)
        # NOTE(kamo):
        # Don't build SentencePieceProcessor in __init__()