From 7085ee3ad98828c021aec0de041b81ef9ce2d85c Mon Sep 17 00:00:00 2001
From: 游雁 <zhifu.gzf@alibaba-inc.com>
Date: 星期二, 30 一月 2024 19:01:46 +0800
Subject: [PATCH] funasr1.0.4 emotion2vec finetuned
---
funasr/tokenizer/char_tokenizer.py | 6 +++---
1 files changed, 3 insertions(+), 3 deletions(-)
diff --git a/funasr/tokenizer/char_tokenizer.py b/funasr/tokenizer/char_tokenizer.py
index 80528a2..0635fd7 100644
--- a/funasr/tokenizer/char_tokenizer.py
+++ b/funasr/tokenizer/char_tokenizer.py
@@ -4,10 +4,10 @@
from typing import Union
import warnings
-
-from funasr.tokenizer.abs_tokenizer import AbsTokenizer
from funasr.tokenizer.abs_tokenizer import BaseTokenizer
+from funasr.register import tables
+@tables.register("tokenizer_classes", "CharTokenizer")
class CharTokenizer(BaseTokenizer):
def __init__(
self,
@@ -59,4 +59,4 @@
def tokens2text(self, tokens: Iterable[str]) -> str:
tokens = [t if t != self.space_symbol else " " for t in tokens]
- return "".join(tokens)
+ return "".join(tokens)
\ No newline at end of file
--
Gitblit v1.9.1