speech_recognition/FunASR
1
0
Fork 0
mirror of https://github.com/modelscope/FunASR synced 2025-09-15 14:48:36 +08:00
Code Issues Actions Packages Projects Releases Wiki Activity

add inference prepare func (#1848)

Browse Source
This commit is contained in:
PerfeZ 2024-06-26 15:35:31 +08:00 committed by GitHub
parent d9bdd0eb67
commit e3eb52f8bf
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 18 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

19
funasr/models/llm_asr/model.py
View File

@ -1241,7 +1241,8 @@ class LLMASR4(nn.Module):
return output
def inference(
def inference_prepare(
self,
data_in,
data_lengths=None,
@ -1319,6 +1320,22 @@ class LLMASR4(nn.Module):
] = speech_token
speech_idx += 1
return inputs_embeds, contents, batch, source_ids, meta_data
def inference(
self,
data_in,
data_lengths=None,
key: list = None,
tokenizer=None,
frontend=None,
**kwargs,
):
inputs_embeds, contents, batch, source_ids, meta_data = self.inference_prepare(
data_in, data_lengths, key, tokenizer, frontend, **kwargs
)
llm_dtype = kwargs.get("llm_dtype", "fp32")
if llm_dtype == "fp32":