Merge remote-tracking branch 'origin/main'

lyblsgo

2023-11-09 8f41477f1e3f3e284cc4e4059aad08331bc1f53f

 runtime/onnxruntime/src/tokenizer.cpp

@@ -17,9 +17,13 @@

CTokenizer::~CTokenizer()
{
   if (jieba_dict_trie_){
   delete jieba_dict_trie_;
   }
   if (jieba_model_){
    delete jieba_model_;
}
}

void CTokenizer::SetJiebaRes(cppjieba::DictTrie *dict, cppjieba::HMMModel *hmm) {
   jieba_processor_.SetJiebaRes(dict, hmm);