| | |
| | |
|
| | | // feed buffer to asr engine for decoder
|
| | | void WebSocketServer::do_decoder(const std::vector<char>& buffer,
|
| | | websocketpp::connection_hdl& hdl) {
|
| | | websocketpp::connection_hdl& hdl,
|
| | | const nlohmann::json& msg) {
|
| | | try {
|
| | | int num_samples = buffer.size(); // the size of the buf
|
| | |
|
| | |
| | | nlohmann::json jsonresult; // result json
|
| | | jsonresult["text"] = asr_result; // put result in 'text'
|
| | | jsonresult["mode"] = "offline";
|
| | | std::shared_ptr<FUNASR_MESSAGE> msg_data = nullptr;
|
| | | auto it_data = data_map.find(hdl);
|
| | | if (it_data != data_map.end()) {
|
| | | msg_data = it_data->second;
|
| | | }
|
| | |
|
| | | jsonresult["wav_name"] = msg_data->msg["wav_name"];
|
| | | jsonresult["wav_name"] = msg["wav_name"];
|
| | |
|
| | | // send the json to client
|
| | | server_->send(hdl, jsonresult.dump(), websocketpp::frame::opcode::text,
|
| | |
| | | if (jsonresult["wav_name"] != nullptr) {
|
| | | msg_data->msg["wav_name"] = jsonresult["wav_name"];
|
| | | }
|
| | |
|
| | | if (jsonresult["is_speaking"] == false ||
|
| | | jsonresult["is_finished"] == true) {
|
| | | std::cout << "client done" << std::endl;
|
| | |
| | | sample_data_p->insert(sample_data_p->end(), padding.data(),
|
| | | padding.data() + padding.size());
|
| | | // for offline, send all receive data to decoder engine
|
| | | asio::post(io_decoder_, std::bind(&WebSocketServer::do_decoder, this,
|
| | | std::move(*(sample_data_p.get())),
|
| | | std::move(hdl)));
|
| | | asio::post(io_decoder_,
|
| | | std::bind(&WebSocketServer::do_decoder, this,
|
| | | std::move(*(sample_data_p.get())),
|
| | | std::move(hdl), std::move(msg_data->msg)));
|
| | | }
|
| | | }
|
| | | break;
|
| | |
| | | if (isonline) {
|
| | | // if online TODO(zhaoming) still not done
|
| | | std::vector<char> s(pcm_data, pcm_data + num_samples);
|
| | | asio::post(io_decoder_, std::bind(&WebSocketServer::do_decoder, this,
|
| | | std::move(s), std::move(hdl)));
|
| | | asio::post(io_decoder_,
|
| | | std::bind(&WebSocketServer::do_decoder, this, std::move(s),
|
| | | std::move(hdl), std::move(msg_data->msg)));
|
| | | } else {
|
| | | // for offline, we add receive data to end of the sample data vector
|
| | | sample_data_p->insert(sample_data_p->end(), pcm_data,
|