speech_recognition/FunASR
1
0
Fork 0
mirror of https://github.com/modelscope/FunASR synced 2025-09-15 14:48:36 +08:00
Code Issues Actions Packages Projects Releases Wiki Activity

init param

Browse Source
This commit is contained in:
游雁 2024-02-28 20:40:35 +08:00
parent a7532ceca9
commit d0f3532052
2 changed files with 5 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
funasr/models/llm_asr_nar/model.py
View File

@ -315,7 +315,7 @@ class LLMASRNAR(nn.Module):
model_outputs = self.llm(inputs_embeds=inputs_embeds, attention_mask=attention_mask, labels=None) model_outputs = self.llm(inputs_embeds=inputs_embeds, attention_mask=attention_mask, labels=None)
preds = torch.argmax(model_outputs.logits, -1) preds = torch.argmax(model_outputs.logits, -1)
text = tokenizer.batch_decode(preds, add_special_tokens=False, skip_special_tokens=True) text = tokenizer.batch_decode(preds, add_special_tokens=False, skip_special_tokens=True)
text = text.split(': \n')[-1] text = text[0].split(': \n')[-1]
# preds = torch.argmax(model_outputs.logits, -1) # preds = torch.argmax(model_outputs.logits, -1)
ibest_writer = None ibest_writer = None

2
funasr/train_utils/load_pretrained_model.py
View File

@ -90,9 +90,11 @@ def load_pretrained_model(
if dst_prefix == "" and (src_prefix + k) in src_state.keys(): if dst_prefix == "" and (src_prefix + k) in src_state.keys():
k_src = src_prefix + k k_src = src_prefix + k
if not k_src.startswith("module."):
print(f"init param, map: {k} from {k_src} in ckpt") print(f"init param, map: {k} from {k_src} in ckpt")
elif k.startswith(dst_prefix) and k.replace(dst_prefix, src_prefix, 1) in src_state.keys(): elif k.startswith(dst_prefix) and k.replace(dst_prefix, src_prefix, 1) in src_state.keys():
k_src = k.replace(dst_prefix, src_prefix, 1) k_src = k.replace(dst_prefix, src_prefix, 1)
if not k_src.startswith("module."):
print(f"init param, map: {k} from {k_src} in ckpt") print(f"init param, map: {k} from {k_src} in ckpt")
if k_src in src_state.keys(): if k_src in src_state.keys():