tokenizer.cpp

雾聪

2023-11-09 9954fae3875c562df348789dc837ffd49335d9e8

 runtime/onnxruntime/src/tokenizer.cpp

@@ -17,9 +17,13 @@

CTokenizer::~CTokenizer()
{
   if (jieba_dict_trie_){
   delete jieba_dict_trie_;
   }
   if (jieba_model_){
    delete jieba_model_;
}
}

void CTokenizer::SetJiebaRes(cppjieba::DictTrie *dict, cppjieba::HMMModel *hmm) {
   jieba_processor_.SetJiebaRes(dict, hmm);