tokenizer.cpp

雾聪

2023-11-09 9954fae3875c562df348789dc837ffd49335d9e8

tokenizer.cpp

 runtime/onnxruntime/src/tokenizer.cpp

@@ -17,8 +17,12 @@

CTokenizer::~CTokenizer()
{
    delete jieba_dict_trie_;
    delete jieba_model_;
    if (jieba_dict_trie_){
        delete jieba_dict_trie_;
    }
    if (jieba_model_){
        delete jieba_model_;
    }
}

void CTokenizer::SetJiebaRes(cppjieba::DictTrie *dict, cppjieba::HMMModel *hmm) {