speech_recognition/FunASR
1
0
Fork 0
mirror of https://github.com/modelscope/FunASR synced 2025-09-15 14:48:36 +08:00
Code Issues Actions Packages Projects Releases Wiki Activity

init param

Browse Source
This commit is contained in:
游雁 2024-02-28 20:40:35 +08:00
parent a7532ceca9
commit d0f3532052
2 changed files with 5 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
funasr/models/llm_asr_nar/model.py
View File

@ -315,7 +315,7 @@ class LLMASRNAR(nn.Module):
model_outputs = self.llm(inputs_embeds=inputs_embeds, attention_mask=attention_mask, labels=None)
preds = torch.argmax(model_outputs.logits, -1)
text = tokenizer.batch_decode(preds, add_special_tokens=False, skip_special_tokens=True)
text = text.split(': \n')[-1]
text = text[0].split(': \n')[-1]
# preds = torch.argmax(model_outputs.logits, -1)
ibest_writer = None

6
funasr/train_utils/load_pretrained_model.py
View File

@ -90,10 +90,12 @@ def load_pretrained_model(
if dst_prefix == "" and (src_prefix + k) in src_state.keys():
k_src = src_prefix + k
print(f"init param, map: {k} from {k_src} in ckpt")
if not k_src.startswith("module."):
print(f"init param, map: {k} from {k_src} in ckpt")
elif k.startswith(dst_prefix) and k.replace(dst_prefix, src_prefix, 1) in src_state.keys():
k_src = k.replace(dst_prefix, src_prefix, 1)
print(f"init param, map: {k} from {k_src} in ckpt")
if not k_src.startswith("module."):
print(f"init param, map: {k} from {k_src} in ckpt")
if k_src in src_state.keys():
if ignore_init_mismatch and dst_state[k].shape != src_state[k_src].shape: