From 4d907718f39e2b0f7a0c714c2e3de289e742fc61 Mon Sep 17 00:00:00 2001
From: Carl <415692979@qq.com>
Date: 星期四, 28 三月 2024 13:42:00 +0800
Subject: [PATCH] 修正commit 87b62d68957a2194b017a43b6c2a15424a05a984 引入的英文整句标点预测导致末尾两个单词中间的空格被删除的问题。 (#1556)
---
runtime/onnxruntime/src/tokenizer.cpp | 12 ++++++++----
1 files changed, 8 insertions(+), 4 deletions(-)
diff --git a/runtime/onnxruntime/src/tokenizer.cpp b/runtime/onnxruntime/src/tokenizer.cpp
index a111b91..7618282 100644
--- a/runtime/onnxruntime/src/tokenizer.cpp
+++ b/runtime/onnxruntime/src/tokenizer.cpp
@@ -17,8 +17,12 @@
CTokenizer::~CTokenizer()
{
- delete jieba_dict_trie_;
- delete jieba_model_;
+ if (jieba_dict_trie_){
+ delete jieba_dict_trie_;
+ }
+ if (jieba_model_){
+ delete jieba_model_;
+ }
}
void CTokenizer::SetJiebaRes(cppjieba::DictTrie *dict, cppjieba::HMMModel *hmm) {
@@ -49,8 +53,8 @@
SetJiebaRes(jieba_dict_trie_, jieba_model_);
}else {
- jieba_dict_trie_ = NULL;
- jieba_model_ = NULL;
+ jieba_dict_trie_ = nullptr;
+ jieba_model_ = nullptr;
}
}
--
Gitblit v1.9.1