funasr/tokenizer/build_tokenizer.py @@ -56,6 +56,4 @@ ) else: raise ValueError( f"token_mode must be one of bpe, word, char or phn: " f"{token_type}" ) raise ValueError(f"token_mode must be one of bpe, word, char or phn: " f"{token_type}")
