mirror of
https://github.com/modelscope/FunASR
synced 2025-09-15 14:48:36 +08:00
* init * update * add LoadConfigFromYaml * update * update * update * del time stat * update * update * update * update * update * update * update * add cpp websocket online 2pass srv * [feature] multithread grpc server * update * update * update * [feature] support 2pass grpc cpp server and python client, can change mode to use offline, online or 2pass decoding * update * update * update * update * add paraformer online onnx model export * add paraformer online onnx model export * add paraformer online onnx model export * add paraformer online onnxruntime * add paraformer online onnxruntime * add paraformer online onnxruntime * fix export paraformer online onnx model bug * for client closed earlier and core dump * support GRPC two pass decoding (#813) * [refator] optimize grpc server pipeline and instruction * [refator] rm useless file * [refator] optimize grpc client pipeline and instruction * [debug] hanlde coredump when client ternimated * [refator] rm useless log * [refator] modify grpc cmake * Create run_server_2pass.sh * Update SDK_tutorial_online_zh.md * Update SDK_tutorial_online.md * Update SDK_advanced_guide_online.md * Update SDK_advanced_guide_online_zh.md * Update SDK_tutorial_online_zh.md * Update SDK_tutorial_online.md * update --------- Co-authored-by: zhaoming <zhaomingwork@qq.com> Co-authored-by: boji123 <boji123@aliyun.com> Co-authored-by: haoneng.lhn <haoneng.lhn@alibaba-inc.com>
66 lines
1.7 KiB
C++
66 lines
1.7 KiB
C++
/**
|
|
* Copyright FunASR (https://github.com/alibaba-damo-academy/FunASR). All Rights
|
|
* Reserved. MIT License (https://opensource.org/licenses/MIT)
|
|
*/
|
|
/* 2023 by burkliu(刘柏基) liubaiji@xverse.cn */
|
|
|
|
#include <string>
|
|
#include <thread>
|
|
#include <unistd.h>
|
|
|
|
#include "grpcpp/server_builder.h"
|
|
#include "paraformer.grpc.pb.h"
|
|
#include "funasrruntime.h"
|
|
#include "tclap/CmdLine.h"
|
|
#include "com-define.h"
|
|
#include "glog/logging.h"
|
|
|
|
using paraformer::WavFormat;
|
|
using paraformer::DecodeMode;
|
|
using paraformer::Request;
|
|
using paraformer::Response;
|
|
using paraformer::ASR;
|
|
|
|
typedef struct
|
|
{
|
|
std::string msg;
|
|
float snippet_time;
|
|
} FUNASR_RECOG_RESULT;
|
|
|
|
class GrpcEngine {
|
|
public:
|
|
GrpcEngine(grpc::ServerReaderWriter<Response, Request>* stream, std::shared_ptr<FUNASR_HANDLE> asr_handler);
|
|
void operator()();
|
|
|
|
private:
|
|
void DecodeThreadFunc();
|
|
void OnSpeechStart();
|
|
void OnSpeechData();
|
|
void OnSpeechEnd();
|
|
|
|
grpc::ServerReaderWriter<Response, Request>* stream_;
|
|
std::shared_ptr<Request> request_;
|
|
std::shared_ptr<Response> response_;
|
|
std::shared_ptr<FUNASR_HANDLE> asr_handler_;
|
|
std::string audio_buffer_;
|
|
std::shared_ptr<std::thread> decode_thread_ = nullptr;
|
|
bool is_start_ = false;
|
|
bool is_end_ = false;
|
|
|
|
std::vector<int> chunk_size_ = {5, 10, 5};
|
|
int sampling_rate_ = 16000;
|
|
std::string encoding_;
|
|
ASR_TYPE mode_ = ASR_TWO_PASS;
|
|
int step_duration_ms_ = 100;
|
|
};
|
|
|
|
class GrpcService final : public ASR::Service {
|
|
public:
|
|
GrpcService(std::map<std::string, std::string>& config, int num_thread);
|
|
grpc::Status Recognize(grpc::ServerContext* context, grpc::ServerReaderWriter<Response, Request>* stream);
|
|
|
|
private:
|
|
std::map<std::string, std::string> config_;
|
|
std::shared_ptr<FUNASR_HANDLE> asr_handler_;
|
|
};
|