FunASR/funasr/runtime/grpc/paraformer-server.h
Yabin Li b454a1054f
update online runtime, including vad-online, paraformer-online, punc-online,2pass (#815)
* init

* update

* add LoadConfigFromYaml

* update

* update

* update

* del time stat

* update

* update

* update

* update

* update

* update

* update

* add cpp websocket online 2pass srv

* [feature] multithread grpc server

* update

* update

* update

* [feature] support 2pass grpc cpp server and python client, can change mode to use offline, online or 2pass decoding

* update

* update

* update

* update

* add paraformer online onnx model export

* add paraformer online onnx model export

* add paraformer online onnx model export

* add paraformer online onnxruntime

* add paraformer online onnxruntime

* add paraformer online onnxruntime

* fix export paraformer online onnx model bug

* for client closed earlier and core dump

* support GRPC two pass decoding (#813)

* [refator] optimize grpc server pipeline and instruction

* [refator] rm useless file

* [refator] optimize grpc client pipeline and instruction

* [debug] hanlde coredump when client ternimated

* [refator] rm useless log

* [refator] modify grpc cmake

* Create run_server_2pass.sh

* Update SDK_tutorial_online_zh.md

* Update SDK_tutorial_online.md

* Update SDK_advanced_guide_online.md

* Update SDK_advanced_guide_online_zh.md

* Update SDK_tutorial_online_zh.md

* Update SDK_tutorial_online.md

* update

---------

Co-authored-by: zhaoming <zhaomingwork@qq.com>
Co-authored-by: boji123 <boji123@aliyun.com>
Co-authored-by: haoneng.lhn <haoneng.lhn@alibaba-inc.com>
2023-08-08 11:17:43 +08:00

66 lines
1.7 KiB
C++

/**
* Copyright FunASR (https://github.com/alibaba-damo-academy/FunASR). All Rights
* Reserved. MIT License (https://opensource.org/licenses/MIT)
*/
/* 2023 by burkliu(刘柏基) liubaiji@xverse.cn */
#include <string>
#include <thread>
#include <unistd.h>
#include "grpcpp/server_builder.h"
#include "paraformer.grpc.pb.h"
#include "funasrruntime.h"
#include "tclap/CmdLine.h"
#include "com-define.h"
#include "glog/logging.h"
using paraformer::WavFormat;
using paraformer::DecodeMode;
using paraformer::Request;
using paraformer::Response;
using paraformer::ASR;
typedef struct
{
std::string msg;
float snippet_time;
} FUNASR_RECOG_RESULT;
class GrpcEngine {
public:
GrpcEngine(grpc::ServerReaderWriter<Response, Request>* stream, std::shared_ptr<FUNASR_HANDLE> asr_handler);
void operator()();
private:
void DecodeThreadFunc();
void OnSpeechStart();
void OnSpeechData();
void OnSpeechEnd();
grpc::ServerReaderWriter<Response, Request>* stream_;
std::shared_ptr<Request> request_;
std::shared_ptr<Response> response_;
std::shared_ptr<FUNASR_HANDLE> asr_handler_;
std::string audio_buffer_;
std::shared_ptr<std::thread> decode_thread_ = nullptr;
bool is_start_ = false;
bool is_end_ = false;
std::vector<int> chunk_size_ = {5, 10, 5};
int sampling_rate_ = 16000;
std::string encoding_;
ASR_TYPE mode_ = ASR_TWO_PASS;
int step_duration_ms_ = 100;
};
class GrpcService final : public ASR::Service {
public:
GrpcService(std::map<std::string, std::string>& config, int num_thread);
grpc::Status Recognize(grpc::ServerContext* context, grpc::ServerReaderWriter<Response, Request>* stream);
private:
std::map<std::string, std::string> config_;
std::shared_ptr<FUNASR_HANDLE> asr_handler_;
};