From 733073d2693de593cef2eacc902c49990e067cef Mon Sep 17 00:00:00 2001
From: 语帆 <yf352572@alibaba-inc.com>
Date: 星期四, 22 二月 2024 16:08:51 +0800
Subject: [PATCH] test
---
funasr/auto/auto_model.py | 5 ++++-
1 files changed, 4 insertions(+), 1 deletions(-)
diff --git a/funasr/auto/auto_model.py b/funasr/auto/auto_model.py
index a3202fd..9db8c01 100644
--- a/funasr/auto/auto_model.py
+++ b/funasr/auto/auto_model.py
@@ -153,15 +153,18 @@
# build tokenizer
tokenizer = kwargs.get("tokenizer", None)
+ pdb.set_trace()
if tokenizer is not None:
tokenizer_class = tables.tokenizer_classes.get(tokenizer)
+ pdb.set_trace()
tokenizer = tokenizer_class(**kwargs["tokenizer_conf"])
+ pdb.set_trace()
kwargs["tokenizer"] = tokenizer
kwargs["token_list"] = tokenizer.token_list
vocab_size = len(tokenizer.token_list)
else:
vocab_size = -1
-
+ pdb.set_trace()
# build frontend
frontend = kwargs.get("frontend", None)
if frontend is not None:
--
Gitblit v1.9.1