add sensevoice in offline-stream

雾聪

2024-09-25 d62d237a76e423fd1eec31e662162c135d2f93f5

 funasr/auto/auto_model.py

@@ -228,8 +228,8 @@
                if token_list is not None:
                    vocab_size = len(token_list)

                    if vocab_size == -1 and hasattr(tokenizer, "get_vocab_size"):
                        vocab_size = tokenizer.get_vocab_size()
                if vocab_size == -1 and hasattr(tokenizer, "get_vocab_size"):
                    vocab_size = tokenizer.get_vocab_size()
                token_lists.append(token_list)
                vocab_sizes.append(vocab_size)