From e8f80e96f99cb856423d030c7d055c302a6d3278 Mon Sep 17 00:00:00 2001
From: zhifu gao <zhifu.gzf@alibaba-inc.com>
Date: 星期三, 17 四月 2024 21:23:20 +0800
Subject: [PATCH] Dev gzf exp (#1627)
---
funasr/models/ct_transformer/model.py | 2 ++
1 files changed, 2 insertions(+), 0 deletions(-)
diff --git a/funasr/models/ct_transformer/model.py b/funasr/models/ct_transformer/model.py
index 57a23cc..edb398f 100644
--- a/funasr/models/ct_transformer/model.py
+++ b/funasr/models/ct_transformer/model.py
@@ -347,8 +347,10 @@
punc_array = punctuations
else:
punc_array = torch.cat([punc_array, punctuations], dim=0)
+
# post processing when using word level punc model
if self.jieba_usr_dict is not None:
+ punc_array = punc_array.reshape(-1)
len_tokens = len(tokens)
new_punc_array = copy.copy(punc_array).tolist()
# for i, (token, punc_id) in enumerate(zip(tokens[::-1], punc_array.tolist()[::-1])):
--
Gitblit v1.9.1