mirror of
https://github.com/modelscope/FunASR
synced 2025-09-15 14:48:36 +08:00
702ec03ad8
* add hotword for deploy_tools * Support wfst decoder and contextual biasing (#1039) * Support wfst decoder and contextual biasing * Turn on fstbin compilation --------- Co-authored-by: gongbo.gb <gongbo.gb@alibaba-inc.com> * mv funasr/runtime runtime * Fix crash caused by OOV in hotwords list * funasr infer * funasr infer * funasr infer * funasr infer * funasr infer * fix some bugs about fst hotword; support wfst for websocket server and clients; mv runtime out of funasr; modify relative docs * del onnxruntime/include/gflags * update tensor.h * update run_server.sh * update deploy tools * update deploy tools * update websocket-server * update funasr-wss-server * Remove self loop propagation * Update websocket_protocol_zh.md * Update websocket_protocol_zh.md * update hotword protocol * author zhaomingwork: change hotwords for h5 and java * update hotword protocol * catch exception for json_fst_hws * update hotword on message * update onnx benchmark for ngram&hotword * update docs * update funasr-wss-serve * add NONE for LM_DIR * update docs * update run_server.sh * add whats-new * modify whats-new * update whats-new * update whats-new * Support decoder option for beam searching * update benchmark_onnx_cpp * Support decoder option for websocket * fix bug of CompileHotwordEmbedding * update html client * update docs --------- Co-authored-by: gongbo.gb <35997837+aibulamusi@users.noreply.github.com> Co-authored-by: gongbo.gb <gongbo.gb@alibaba-inc.com> Co-authored-by: 游雁 <zhifu.gzf@alibaba-inc.com>
85 lines
3.0 KiB
Python
85 lines
3.0 KiB
Python
'''
|
|
Copyright FunASR (https://github.com/alibaba-damo-academy/FunASR). All Rights
|
|
Reserved. MIT License (https://opensource.org/licenses/MIT)
|
|
2023 by burkliu(刘柏基) liubaiji@xverse.cn
|
|
'''
|
|
|
|
import logging
|
|
import argparse
|
|
import soundfile as sf
|
|
import time
|
|
|
|
import grpc
|
|
import paraformer_pb2_grpc
|
|
from paraformer_pb2 import Request, WavFormat, DecodeMode
|
|
|
|
class GrpcClient:
|
|
def __init__(self, wav_path, uri, mode):
|
|
self.wav, self.sampling_rate = sf.read(wav_path, dtype='int16')
|
|
self.wav_format = WavFormat.pcm
|
|
self.audio_chunk_duration = 1000 # ms
|
|
self.audio_chunk_size = int(self.sampling_rate * self.audio_chunk_duration / 1000)
|
|
self.send_interval = 100 # ms
|
|
self.mode = mode
|
|
|
|
# connect to grpc server
|
|
channel = grpc.insecure_channel(uri)
|
|
self.stub = paraformer_pb2_grpc.ASRStub(channel)
|
|
|
|
# start request
|
|
for respond in self.stub.Recognize(self.request_iterator()):
|
|
logging.info("[receive] mode {}, text {}, is final {}".format(
|
|
DecodeMode.Name(respond.mode), respond.text, respond.is_final))
|
|
|
|
def request_iterator(self, mode = DecodeMode.two_pass):
|
|
is_first_pack = True
|
|
is_final = False
|
|
for start in range(0, len(self.wav), self.audio_chunk_size):
|
|
request = Request()
|
|
audio_chunk = self.wav[start : start + self.audio_chunk_size]
|
|
|
|
if is_first_pack:
|
|
is_first_pack = False
|
|
request.sampling_rate = self.sampling_rate
|
|
request.mode = self.mode
|
|
request.wav_format = self.wav_format
|
|
if request.mode == DecodeMode.two_pass or request.mode == DecodeMode.online:
|
|
request.chunk_size.extend([5, 10, 5])
|
|
|
|
if start + self.audio_chunk_size >= len(self.wav):
|
|
is_final = True
|
|
request.is_final = is_final
|
|
request.audio_data = audio_chunk.tobytes()
|
|
logging.info("[request] audio_data len {}, is final {}".format(
|
|
len(request.audio_data), request.is_final)) # int16 = 2bytes
|
|
time.sleep(self.send_interval / 1000)
|
|
yield request
|
|
|
|
if __name__ == '__main__':
|
|
logging.basicConfig(filename="", format="%(asctime)s %(message)s", level=logging.INFO)
|
|
parser = argparse.ArgumentParser()
|
|
parser.add_argument("--host",
|
|
type=str,
|
|
default="127.0.0.1",
|
|
required=False,
|
|
help="grpc server host ip")
|
|
parser.add_argument("--port",
|
|
type=int,
|
|
default=10100,
|
|
required=False,
|
|
help="grpc server port")
|
|
parser.add_argument("--wav_path",
|
|
type=str,
|
|
required=True,
|
|
help="audio wav path")
|
|
args = parser.parse_args()
|
|
|
|
for mode in [DecodeMode.offline, DecodeMode.online, DecodeMode.two_pass]:
|
|
mode_name = DecodeMode.Name(mode)
|
|
logging.info("[request] start requesting with mode {}".format(mode_name))
|
|
|
|
st = time.time()
|
|
uri = '{}:{}'.format(args.host, args.port)
|
|
client = GrpcClient(args.wav_path, uri, mode)
|
|
logging.info("mode {}, time pass: {}".format(mode_name, time.time() - st))
|