Merge branch 'main' of https://github.com/alibaba-damo-academy/FunASR into ...

雾聪

2023-10-12 db33d0f610f7593ad1e61f8c3cc68de4a9b68f99

 funasr/text/char_tokenizer.py

@@ -4,7 +4,6 @@
from typing import Union
import warnings

from typeguard import check_argument_types

from funasr.text.abs_tokenizer import AbsTokenizer

@@ -16,7 +15,6 @@
        space_symbol: str = "<space>",
        remove_non_linguistic_symbols: bool = False,
    ):
        assert check_argument_types()
        self.space_symbol = space_symbol
        if non_linguistic_symbols is None:
            self.non_linguistic_symbols = set()