From 4bbc661aa58798dbb9df7b7b548704bc5c619590 Mon Sep 17 00:00:00 2001
From: shixian.shi <shixian.shi@alibaba-inc.com>
Date: 星期四, 04 五月 2023 17:24:15 +0800
Subject: [PATCH] update
---
funasr/datasets/large_datasets/utils/tokenize.py | 1 +
1 files changed, 1 insertions(+), 0 deletions(-)
diff --git a/funasr/datasets/large_datasets/utils/tokenize.py b/funasr/datasets/large_datasets/utils/tokenize.py
index 09ece76..f8833b1 100644
--- a/funasr/datasets/large_datasets/utils/tokenize.py
+++ b/funasr/datasets/large_datasets/utils/tokenize.py
@@ -58,6 +58,7 @@
if 'hw_tag' in data:
hotword_indxs = sample_hotword(length, **hw_config)
data[hotword_indxs] = hotword_indxs
+ del data['hw_tag']
for i in range(length):
x = text[i]
if i == length-1 and "punc" in data and x.startswith("vad:"):
--
Gitblit v1.9.1