游雁
2024-05-30 badb2fd04a526d42426017c1ae557b7969b2b480
funasr/tokenizer/word_tokenizer.py
@@ -19,8 +19,7 @@
        if not remove_non_linguistic_symbols and non_linguistic_symbols is not None:
            warnings.warn(
                "non_linguistic_symbols is only used "
                "when remove_non_linguistic_symbols = True"
                "non_linguistic_symbols is only used " "when remove_non_linguistic_symbols = True"
            )
        if non_linguistic_symbols is None: