From a8591060d3889cd7a72841fa32a7ee64b49db1d2 Mon Sep 17 00:00:00 2001
From: msgk <zxr935867802@outlook.com>
Date: 星期五, 14 二月 2025 14:16:51 +0800
Subject: [PATCH] fix(spk): 修复 speaker embedding 集群后的重新排序问题
---
funasr/tokenizer/hf_tokenizer.py | 18 ++++++++----------
1 files changed, 8 insertions(+), 10 deletions(-)
diff --git a/funasr/tokenizer/hf_tokenizer.py b/funasr/tokenizer/hf_tokenizer.py
index c856b3d..1ac7ae2 100644
--- a/funasr/tokenizer/hf_tokenizer.py
+++ b/funasr/tokenizer/hf_tokenizer.py
@@ -1,15 +1,13 @@
-
-try:
- from transformers import AutoTokenizer
-except:
- print("If you want to use hugging, please `pip install -U transformers`")
-
from funasr.register import tables
+
@tables.register("tokenizer_classes", "HuggingfaceTokenizer")
def HuggingfaceTokenizer(init_param_path, **kwargs):
+ try:
+ from transformers import AutoTokenizer
+ except:
+ # print("If you want to use hugging, please `pip install -U transformers`")
+ pass
+ tokenizer = AutoTokenizer.from_pretrained(init_param_path)
- tokenizer = AutoTokenizer.from_pretrained(init_param_path)
-
- return tokenizer
-
+ return tokenizer
--
Gitblit v1.9.1