雾聪
2024-09-26 df24be289221a37b55f9853d2083cf5a0a5382dc
funasr/tokenizer/word_tokenizer.py
@@ -19,8 +19,7 @@
        if not remove_non_linguistic_symbols and non_linguistic_symbols is not None:
            warnings.warn(
                "non_linguistic_symbols is only used "
                "when remove_non_linguistic_symbols = True"
                "non_linguistic_symbols is only used " "when remove_non_linguistic_symbols = True"
            )
        if non_linguistic_symbols is None: