Merge branch 'main' of https://github.com/alibaba-damo-academy/FunASR into ...

雾聪

2023-06-29 d550a62bead38c06ab1430ae63c30fa46243e3c3

 funasr/runtime/onnxruntime/src/tokenizer.cpp

@@ -142,6 +142,14 @@
   return result;
}

bool CTokenizer::IsPunc(string& Punc)
{
   if (m_punc2id.find(Punc) != m_punc2id.end())
      return true;
   else
      return false;
}

vector<string> CTokenizer::SplitChineseString(const string & str_info)
{
   vector<string> list;