From 35caed5dbc9eb83efab3051ed6b7504d42ae652b Mon Sep 17 00:00:00 2001
From: Lizerui9926 <110582652+Lizerui9926@users.noreply.github.com>
Date: 星期二, 10 十月 2023 16:00:50 +0800
Subject: [PATCH] Merge pull request #996 from alibaba-damo-academy/dev_lzr_en
---
funasr/runtime/onnxruntime/src/vocab.cpp | 7 +++++++
1 files changed, 7 insertions(+), 0 deletions(-)
diff --git a/funasr/runtime/onnxruntime/src/vocab.cpp b/funasr/runtime/onnxruntime/src/vocab.cpp
index 95174c7..3f51911 100644
--- a/funasr/runtime/onnxruntime/src/vocab.cpp
+++ b/funasr/runtime/onnxruntime/src/vocab.cpp
@@ -163,6 +163,13 @@
}
}
+ if (language == "en-bpe" and combine != ""){
+ if (words.size() != 0){
+ combine = " " + combine;
+ }
+ words.push_back(combine);
+ }
+
stringstream ss;
for (auto it = words.begin(); it != words.end(); it++) {
ss << *it;
--
Gitblit v1.9.1