From 27d2d3ccb7f64a5b21407adc6fd7ec0bddf0941d Mon Sep 17 00:00:00 2001
From: 游雁 <zhifu.gzf@alibaba-inc.com>
Date: 星期五, 12 四月 2024 15:30:03 +0800
Subject: [PATCH] add
---
funasr/models/ct_transformer/model.py | 2 ++
1 files changed, 2 insertions(+), 0 deletions(-)
diff --git a/funasr/models/ct_transformer/model.py b/funasr/models/ct_transformer/model.py
index 57a23cc..edb398f 100644
--- a/funasr/models/ct_transformer/model.py
+++ b/funasr/models/ct_transformer/model.py
@@ -347,8 +347,10 @@
punc_array = punctuations
else:
punc_array = torch.cat([punc_array, punctuations], dim=0)
+
# post processing when using word level punc model
if self.jieba_usr_dict is not None:
+ punc_array = punc_array.reshape(-1)
len_tokens = len(tokens)
new_punc_array = copy.copy(punc_array).tolist()
# for i, (token, punc_id) in enumerate(zip(tokens[::-1], punc_array.tolist()[::-1])):
--
Gitblit v1.9.1