From 79ec916cabbb376fd8f3722c3966a237a8332a53 Mon Sep 17 00:00:00 2001
From: shixian.shi <shixian.shi@alibaba-inc.com>
Date: 星期二, 27 六月 2023 19:13:02 +0800
Subject: [PATCH] debug
---
funasr/datasets/large_datasets/utils/tokenize.py | 2 +-
1 files changed, 1 insertions(+), 1 deletions(-)
diff --git a/funasr/datasets/large_datasets/utils/tokenize.py b/funasr/datasets/large_datasets/utils/tokenize.py
index d876978..9f52bf1 100644
--- a/funasr/datasets/large_datasets/utils/tokenize.py
+++ b/funasr/datasets/large_datasets/utils/tokenize.py
@@ -58,7 +58,7 @@
# enable preset hotword detect in sampling
pre_index = None
for hw in hw_config['pre_hwlist']:
- hw = " ".join(seg_tokenize(hw))
+ hw = " ".join(seg_tokenize(hw, seg_dict))
_find = text.find(hw)
if _find != -1:
_find = text[:_find].count(" ") # bpe sometimes
--
Gitblit v1.9.1