FunASR/runtime/grpc/paraformer-server.h
Yabin Li 702ec03ad8
Dev new (#1065)
* add hotword for deploy_tools

* Support wfst decoder and contextual biasing (#1039)

* Support wfst decoder and contextual biasing

* Turn on fstbin compilation

---------

Co-authored-by: gongbo.gb <gongbo.gb@alibaba-inc.com>

* mv funasr/runtime runtime

* Fix crash caused by OOV in hotwords list

* funasr infer

* funasr infer

* funasr infer

* funasr infer

* funasr infer

* fix some bugs about fst hotword; support wfst for websocket server and clients; mv runtime out of funasr; modify relative docs

* del onnxruntime/include/gflags

* update tensor.h

* update run_server.sh

* update deploy tools

* update deploy tools

* update websocket-server

* update funasr-wss-server

* Remove self loop propagation

* Update websocket_protocol_zh.md

* Update websocket_protocol_zh.md

* update hotword protocol

* author zhaomingwork: change hotwords for h5 and java

* update hotword protocol

* catch exception for json_fst_hws

* update hotword on message

* update onnx benchmark for ngram&hotword

* update docs

* update funasr-wss-serve

* add NONE for LM_DIR

* update docs

* update run_server.sh

* add whats-new

* modify whats-new

* update whats-new

* update whats-new

* Support decoder option for beam searching

* update benchmark_onnx_cpp

* Support decoder option for websocket

* fix bug of CompileHotwordEmbedding

* update html client

* update docs

---------

Co-authored-by: gongbo.gb <35997837+aibulamusi@users.noreply.github.com>
Co-authored-by: gongbo.gb <gongbo.gb@alibaba-inc.com>
Co-authored-by: 游雁 <zhifu.gzf@alibaba-inc.com>
2023-11-07 18:34:29 +08:00

69 lines
1.8 KiB
C++

/**
* Copyright FunASR (https://github.com/alibaba-damo-academy/FunASR). All Rights
* Reserved. MIT License (https://opensource.org/licenses/MIT)
*/
/* 2023 by burkliu(刘柏基) liubaiji@xverse.cn */
#include <string>
#include <thread>
#include <mutex>
#include <unistd.h>
#include "grpcpp/server_builder.h"
#include "paraformer.grpc.pb.h"
#include "funasrruntime.h"
#include "tclap/CmdLine.h"
#include "com-define.h"
#include "glog/logging.h"
using paraformer::WavFormat;
using paraformer::DecodeMode;
using paraformer::Request;
using paraformer::Response;
using paraformer::ASR;
typedef struct
{
std::string msg;
float snippet_time;
} FUNASR_RECOG_RESULT;
class GrpcEngine {
public:
GrpcEngine(grpc::ServerReaderWriter<Response, Request>* stream, std::shared_ptr<FUNASR_HANDLE> asr_handler);
void operator()();
private:
void DecodeThreadFunc();
void OnSpeechStart();
void OnSpeechData();
void OnSpeechEnd();
grpc::ServerReaderWriter<Response, Request>* stream_;
std::shared_ptr<Request> request_;
std::shared_ptr<Response> response_;
std::shared_ptr<FUNASR_HANDLE> asr_handler_;
std::string audio_buffer_;
std::shared_ptr<std::thread> decode_thread_ = nullptr;
bool is_start_ = false;
bool is_end_ = false;
std::vector<int> chunk_size_ = {5, 10, 5};
int sampling_rate_ = 16000;
std::string encoding_;
ASR_TYPE mode_ = ASR_TWO_PASS;
int step_duration_ms_ = 100;
std::unique_ptr<std::mutex> p_mutex_= std::make_unique<std::mutex>(); // mutex is not moveable
};
class GrpcService final : public ASR::Service {
public:
GrpcService(std::map<std::string, std::string>& config, int num_thread);
grpc::Status Recognize(grpc::ServerContext* context, grpc::ServerReaderWriter<Response, Request>* stream);
private:
std::map<std::string, std::string> config_;
std::shared_ptr<FUNASR_HANDLE> asr_handler_;
};