tokenizer.cpp

雾聪

2023-11-09 9954fae3875c562df348789dc837ffd49335d9e8

tokenizer.cpp

 runtime/onnxruntime/src/tokenizer.cpp

@@ -17,9 +17,13 @@

CTokenizer::~CTokenizer()
{
    if (jieba_dict_trie_){
    delete jieba_dict_trie_;
    }
    if (jieba_model_){
    delete jieba_model_;
}
}

void CTokenizer::SetJiebaRes(cppjieba::DictTrie *dict, cppjieba::HMMModel *hmm) {
    jieba_processor_.SetJiebaRes(dict, hmm);