speech_recognition/FunASR
1
0
Fork 0
mirror of https://github.com/modelscope/FunASR synced 2025-09-15 14:48:36 +08:00
Code Issues Actions Packages Projects Releases Wiki Activity

lora

Browse Source
This commit is contained in:
游雁 2024-09-03 11:26:25 +08:00
parent 29717f4361
commit 5a2d8a38ac
1 changed files with 3 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

5
funasr/models/llm_asr/model.py
View File

@ -974,8 +974,9 @@ class LLMASR4(nn.Module):
if lora_init_param_path is not None:
model = PeftModel.from_pretrained(model, lora_init_param_path)
for name, param in model.named_parameters():
if "lora_A" in name or "lora_B" in name:
param.requires_grad = True
if not lora_conf.get("freeze_lora", False):
if "lora_A" in name or "lora_B" in name:
param.requires_grad = True
else:
peft_config = LoraConfig(**lora_conf)
model = get_peft_model(model, peft_config)