From fce4e1d1b48f23cd8332e60afce3df8d6209a6a7 Mon Sep 17 00:00:00 2001
From: gaochangfeng <54253717+gaochangfeng@users.noreply.github.com>
Date: 星期四, 11 四月 2024 14:59:22 +0800
Subject: [PATCH] SenseVoice对富文本解码的参数 (#1608)
---
funasr/tokenizer/hf_tokenizer.py | 11 ++++++-----
1 files changed, 6 insertions(+), 5 deletions(-)
diff --git a/funasr/tokenizer/hf_tokenizer.py b/funasr/tokenizer/hf_tokenizer.py
index c856b3d..b6043e9 100644
--- a/funasr/tokenizer/hf_tokenizer.py
+++ b/funasr/tokenizer/hf_tokenizer.py
@@ -1,14 +1,15 @@
-try:
- from transformers import AutoTokenizer
-except:
- print("If you want to use hugging, please `pip install -U transformers`")
+
from funasr.register import tables
@tables.register("tokenizer_classes", "HuggingfaceTokenizer")
def HuggingfaceTokenizer(init_param_path, **kwargs):
-
+ try:
+ from transformers import AutoTokenizer
+ except:
+ # print("If you want to use hugging, please `pip install -U transformers`")
+ pass
tokenizer = AutoTokenizer.from_pretrained(init_param_path)
return tokenizer
--
Gitblit v1.9.1