From d0cd484fdc21c06b8bc892bb2ab1c2a25fb1da8a Mon Sep 17 00:00:00 2001 From: 游雁 <zhifu.gzf@alibaba-inc.com> Date: 星期五, 31 三月 2023 15:05:37 +0800 Subject: [PATCH] export --- funasr/punctuation/text_preprocessor.py | 13 +------------ 1 files changed, 1 insertions(+), 12 deletions(-) diff --git a/funasr/punctuation/text_preprocessor.py b/funasr/punctuation/text_preprocessor.py index c9c4bac..8b13789 100644 --- a/funasr/punctuation/text_preprocessor.py +++ b/funasr/punctuation/text_preprocessor.py @@ -1,12 +1 @@ -def split_to_mini_sentence(words: list, word_limit: int = 20): - assert word_limit > 1 - if len(words) <= word_limit: - return [words] - sentences = [] - length = len(words) - sentence_len = length // word_limit - for i in range(sentence_len): - sentences.append(words[i * word_limit:(i + 1) * word_limit]) - if length % word_limit > 0: - sentences.append(words[sentence_len * word_limit:]) - return sentences + -- Gitblit v1.9.1