From 7dadb793e639d2b7f918f2f915e928a63e016ea5 Mon Sep 17 00:00:00 2001 From: zhifu gao <zhifu.gzf@alibaba-inc.com> Date: 星期四, 23 十一月 2023 16:04:37 +0800 Subject: [PATCH] Dev gzf funasr2 (#1111) --- funasr/tokenizer/build_tokenizer.py | 10 +++++----- 1 files changed, 5 insertions(+), 5 deletions(-) diff --git a/funasr/text/build_tokenizer.py b/funasr/tokenizer/build_tokenizer.py similarity index 85% rename from funasr/text/build_tokenizer.py rename to funasr/tokenizer/build_tokenizer.py index c60a335..9d1cdc3 100644 --- a/funasr/text/build_tokenizer.py +++ b/funasr/tokenizer/build_tokenizer.py @@ -3,11 +3,11 @@ from typing import Union -from funasr.text.abs_tokenizer import AbsTokenizer -from funasr.text.char_tokenizer import CharTokenizer -from funasr.text.phoneme_tokenizer import PhonemeTokenizer -from funasr.text.sentencepiece_tokenizer import SentencepiecesTokenizer -from funasr.text.word_tokenizer import WordTokenizer +from funasr.tokenizer.abs_tokenizer import AbsTokenizer +from funasr.tokenizer.char_tokenizer import CharTokenizer +from funasr.tokenizer.phoneme_tokenizer import PhonemeTokenizer +from funasr.tokenizer.sentencepiece_tokenizer import SentencepiecesTokenizer +from funasr.tokenizer.word_tokenizer import WordTokenizer def build_tokenizer( -- Gitblit v1.9.1