From 99730b35f47579eb99b5e4ba0e6ca99901c23955 Mon Sep 17 00:00:00 2001
From: 游雁 <zhifu.gzf@alibaba-inc.com>
Date: 星期日, 14 一月 2024 23:21:08 +0800
Subject: [PATCH] funasr1.0 ct-transformer streaming
---
funasr/models/ct_transformer/utils.py | 20 --------------------
1 files changed, 0 insertions(+), 20 deletions(-)
diff --git a/funasr/models/ct_transformer/utils.py b/funasr/models/ct_transformer/utils.py
index 917f2e0..c5f85e6 100644
--- a/funasr/models/ct_transformer/utils.py
+++ b/funasr/models/ct_transformer/utils.py
@@ -14,26 +14,6 @@
return sentences
-# def split_words(text: str, **kwargs):
-# words = []
-# segs = text.split()
-# for seg in segs:
-# # There is no space in seg.
-# current_word = ""
-# for c in seg:
-# if len(c.encode()) == 1:
-# # This is an ASCII char.
-# current_word += c
-# else:
-# # This is a Chinese char.
-# if len(current_word) > 0:
-# words.append(current_word)
-# current_word = ""
-# words.append(c)
-# if len(current_word) > 0:
-# words.append(current_word)
-#
-# return words
def split_words(text: str, jieba_usr_dict=None, **kwargs):
if jieba_usr_dict:
--
Gitblit v1.9.1