From 27e8ba254adbe9f0df50b4969c5d2e66e0c7c0de Mon Sep 17 00:00:00 2001
From: jaluik <37829041+jaluik@users.noreply.github.com>
Date: 星期二, 09 一月 2024 10:57:03 +0800
Subject: [PATCH] docs: update docker tag (#1227)
---
funasr/datasets/small_datasets/preprocessor.py | 1 -
1 files changed, 0 insertions(+), 1 deletions(-)
diff --git a/funasr/datasets/small_datasets/preprocessor.py b/funasr/datasets/small_datasets/preprocessor.py
index 62beaab..01a8c6f 100644
--- a/funasr/datasets/small_datasets/preprocessor.py
+++ b/funasr/datasets/small_datasets/preprocessor.py
@@ -361,7 +361,6 @@
tokens = seg_tokenize(tokens, self.seg_dict)
else:
tokens = self.tokenizer.text2tokens(text)
-
text_ints = self.token_id_converter.tokens2ids(tokens)
data[self.text_name] = np.array(text_ints, dtype=np.int64)
return data
--
Gitblit v1.9.1