speech_recognition/FunASR
1
0
Fork 0
mirror of https://github.com/modelscope/FunASR synced 2025-09-15 14:48:36 +08:00
Code Issues Actions Packages Projects Releases Wiki Activity

sdpa bugfix

Browse Source
This commit is contained in:
游雁 2024-07-24 00:33:04 +08:00
parent 318d81be4a
commit b9bc982e4f
1 changed files with 3 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

5
funasr/models/sense_voice/whisper_lib/model.py
View File

@ -204,10 +204,11 @@ class MultiHeadAttentionSdpa(nn.Module):
v,
attn_mask=mask,
dropout_p=0.0,
is_causal=True,
is_causal=is_causal,
scale=scale,
)
attn_output = attn_output.masked_fill(mask.logical_not(), 0.0)
if mask is not None:
attn_output = attn_output.masked_fill(mask.logical_not(), 0.0)
attn_output = attn_output.transpose(1, 2)
attn_output = attn_output.flatten(start_dim=2)
return attn_output, None