| | |
|---|
| | | TCLAP::CmdLine cmd("funasr-onnx-offline-punc", ' ', "1.0"); |
|---|
| | | TCLAP::ValueArg<std::string> model_dir("", MODEL_DIR, "the punc model path, which contains model.onnx, punc.yaml", true, "", "string"); |
|---|
| | | TCLAP::ValueArg<std::string> quantize("", QUANTIZE, "false (Default), load the model of model.onnx in model_dir. If set true, load the model of model_quant.onnx in model_dir", false, "false", "string"); |
|---|
| | | TCLAP::ValueArg<std::string> txt_path("", TXT_PATH, "txt file path, one sentence per line", false, "", "string"); |
|---|
| | | TCLAP::ValueArg<std::string> txt_path("", TXT_PATH, "txt file path, one sentence per line", true, "", "string"); |
|---|
| | | |
|---|
| | | cmd.add(model_dir); |
|---|
| | | cmd.add(quantize); |
|---|
| | |
|---|
| | | struct timeval start, end; |
|---|
| | | gettimeofday(&start, NULL); |
|---|
| | | int thread_num = 1; |
|---|
| | | FUNASR_HANDLE punc_hanlde=FunPuncInit(model_path, thread_num); |
|---|
| | | FUNASR_HANDLE punc_hanlde=CTTransformerInit(model_path, thread_num); |
|---|
| | | |
|---|
| | | if (!punc_hanlde) |
|---|
| | | { |
|---|
| | |
|---|
| | | long taking_micros = 0; |
|---|
| | | for(auto& txt_str : txt_list){ |
|---|
| | | gettimeofday(&start, NULL); |
|---|
| | | string result=FunPuncInfer(punc_hanlde, txt_str.c_str(), RASR_NONE, NULL); |
|---|
| | | string result=CTTransformerInfer(punc_hanlde, txt_str.c_str(), RASR_NONE, NULL); |
|---|
| | | gettimeofday(&end, NULL); |
|---|
| | | seconds = (end.tv_sec - start.tv_sec); |
|---|
| | | taking_micros += ((seconds * 1000000) + end.tv_usec) - (start.tv_usec); |
|---|
| | |
|---|
| | | } |
|---|
| | | |
|---|
| | | LOG(INFO) << "Model inference takes: " << (double)taking_micros / 1000000 <<" s"; |
|---|
| | | FunPuncUninit(punc_hanlde); |
|---|
| | | CTTransformerUninit(punc_hanlde); |
|---|
| | | return 0; |
|---|
| | | } |
|---|
| | | |
|---|
