mirror of
https://github.com/modelscope/FunASR
synced 2025-09-15 14:48:36 +08:00
* add hotword for deploy_tools * Support wfst decoder and contextual biasing (#1039) * Support wfst decoder and contextual biasing * Turn on fstbin compilation --------- Co-authored-by: gongbo.gb <gongbo.gb@alibaba-inc.com> * mv funasr/runtime runtime * Fix crash caused by OOV in hotwords list * funasr infer * funasr infer * funasr infer * funasr infer * funasr infer * fix some bugs about fst hotword; support wfst for websocket server and clients; mv runtime out of funasr; modify relative docs * del onnxruntime/include/gflags * update tensor.h * update run_server.sh * update deploy tools * update deploy tools * update websocket-server * update funasr-wss-server * Remove self loop propagation * Update websocket_protocol_zh.md * Update websocket_protocol_zh.md * update hotword protocol * author zhaomingwork: change hotwords for h5 and java * update hotword protocol * catch exception for json_fst_hws * update hotword on message * update onnx benchmark for ngram&hotword * update docs * update funasr-wss-serve * add NONE for LM_DIR * update docs * update run_server.sh * add whats-new * modify whats-new * update whats-new * update whats-new * Support decoder option for beam searching * update benchmark_onnx_cpp * Support decoder option for websocket * fix bug of CompileHotwordEmbedding * update html client * update docs --------- Co-authored-by: gongbo.gb <35997837+aibulamusi@users.noreply.github.com> Co-authored-by: gongbo.gb <gongbo.gb@alibaba-inc.com> Co-authored-by: 游雁 <zhifu.gzf@alibaba-inc.com>
69 lines
1.8 KiB
C++
69 lines
1.8 KiB
C++
/**
|
|
* Copyright FunASR (https://github.com/alibaba-damo-academy/FunASR). All Rights
|
|
* Reserved. MIT License (https://opensource.org/licenses/MIT)
|
|
*/
|
|
/* 2023 by burkliu(刘柏基) liubaiji@xverse.cn */
|
|
|
|
#include <string>
|
|
#include <thread>
|
|
#include <mutex>
|
|
#include <unistd.h>
|
|
|
|
#include "grpcpp/server_builder.h"
|
|
#include "paraformer.grpc.pb.h"
|
|
#include "funasrruntime.h"
|
|
#include "tclap/CmdLine.h"
|
|
#include "com-define.h"
|
|
#include "glog/logging.h"
|
|
|
|
using paraformer::WavFormat;
|
|
using paraformer::DecodeMode;
|
|
using paraformer::Request;
|
|
using paraformer::Response;
|
|
using paraformer::ASR;
|
|
|
|
typedef struct
|
|
{
|
|
std::string msg;
|
|
float snippet_time;
|
|
} FUNASR_RECOG_RESULT;
|
|
|
|
class GrpcEngine {
|
|
public:
|
|
GrpcEngine(grpc::ServerReaderWriter<Response, Request>* stream, std::shared_ptr<FUNASR_HANDLE> asr_handler);
|
|
void operator()();
|
|
|
|
private:
|
|
void DecodeThreadFunc();
|
|
void OnSpeechStart();
|
|
void OnSpeechData();
|
|
void OnSpeechEnd();
|
|
|
|
grpc::ServerReaderWriter<Response, Request>* stream_;
|
|
std::shared_ptr<Request> request_;
|
|
std::shared_ptr<Response> response_;
|
|
std::shared_ptr<FUNASR_HANDLE> asr_handler_;
|
|
std::string audio_buffer_;
|
|
std::shared_ptr<std::thread> decode_thread_ = nullptr;
|
|
bool is_start_ = false;
|
|
bool is_end_ = false;
|
|
|
|
std::vector<int> chunk_size_ = {5, 10, 5};
|
|
int sampling_rate_ = 16000;
|
|
std::string encoding_;
|
|
ASR_TYPE mode_ = ASR_TWO_PASS;
|
|
int step_duration_ms_ = 100;
|
|
|
|
std::unique_ptr<std::mutex> p_mutex_= std::make_unique<std::mutex>(); // mutex is not moveable
|
|
};
|
|
|
|
class GrpcService final : public ASR::Service {
|
|
public:
|
|
GrpcService(std::map<std::string, std::string>& config, int num_thread);
|
|
grpc::Status Recognize(grpc::ServerContext* context, grpc::ServerReaderWriter<Response, Request>* stream);
|
|
|
|
private:
|
|
std::map<std::string, std::string> config_;
|
|
std::shared_ptr<FUNASR_HANDLE> asr_handler_;
|
|
};
|