funasr/text/char_tokenizer.py
@@ -4,7 +4,6 @@ from typing import Union import warnings from typeguard import check_argument_types from funasr.text.abs_tokenizer import AbsTokenizer @@ -16,7 +15,6 @@ space_symbol: str = "<space>", remove_non_linguistic_symbols: bool = False, ): assert check_argument_types() self.space_symbol = space_symbol if non_linguistic_symbols is None: self.non_linguistic_symbols = set()