add test

语帆

2024-02-21 ea71c0f891ab2307dd71322f83e470e216af81fd

 funasr/tokenizer/phoneme_tokenizer.py

@@ -363,7 +363,6 @@
        non_linguistic_symbols: Union[Path, str, Iterable[str]] = None,
        space_symbol: str = "<space>",
        remove_non_linguistic_symbols: bool = False,
        **kwargs,
    ):
        if g2p_type is None:
            self.g2p = split_by_space