From f1d86e9dd54b08f3ef41b3d327eb2c5b8ea59b50 Mon Sep 17 00:00:00 2001
From: shixian.shi <shixian.shi@alibaba-inc.com>
Date: 星期四, 28 十二月 2023 17:47:16 +0800
Subject: [PATCH] update scripts
---
funasr/tokenizer/char_tokenizer.py | 4 ++--
1 files changed, 2 insertions(+), 2 deletions(-)
diff --git a/funasr/tokenizer/char_tokenizer.py b/funasr/tokenizer/char_tokenizer.py
index 80528a2..8c6c214 100644
--- a/funasr/tokenizer/char_tokenizer.py
+++ b/funasr/tokenizer/char_tokenizer.py
@@ -4,10 +4,10 @@
from typing import Union
import warnings
-
-from funasr.tokenizer.abs_tokenizer import AbsTokenizer
from funasr.tokenizer.abs_tokenizer import BaseTokenizer
+from funasr.register import tables
+@tables.register("tokenizer_classes", "CharTokenizer")
class CharTokenizer(BaseTokenizer):
def __init__(
self,
--
Gitblit v1.9.1