雾聪
2024-03-27 113b7c74f1bff3e3f801a193da8488d19d89dcfe
funasr/auto/auto_model.py
@@ -162,7 +162,8 @@
        tokenizer = kwargs.get("tokenizer", None)
        if tokenizer is not None:
            tokenizer_class = tables.tokenizer_classes.get(tokenizer)
            tokenizer = tokenizer_class(**kwargs["tokenizer_conf"])
            tokenizer_conf = kwargs.get("tokenizer_conf", {})
            tokenizer = tokenizer_class(**tokenizer_conf)
            kwargs["tokenizer"] = tokenizer
            kwargs["token_list"] = tokenizer.token_list if hasattr(tokenizer, "token_list") else None