speech_recognition/FunASR
1
0
Fork 0
mirror of https://github.com/modelscope/FunASR synced 2025-09-15 14:48:36 +08:00
Code Issues Actions Packages Projects Releases Wiki Activity

Merge pull request #1161 from alibaba-damo-academy/dev_lhn

Browse Source 
fix loss normalization for ddp training
This commit is contained in:
hnluo 2023-12-08 16:43:48 +08:00 committed by GitHub
commit 202ab8a2c9
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
funasr/models/e2e_uni_asr.py
View File

@ -442,7 +442,7 @@ class UniASR(FunASRModel):
stats["loss"] = torch.clone(loss.detach()) stats["loss"] = torch.clone(loss.detach())
# force_gatherable: to-device and to-tensor if scalar for DataParallel # force_gatherable: to-device and to-tensor if scalar for DataParallel
if self.length_normalized_loss: if self.length_normalized_loss:
batch_size = (text_lengths + 1).sum().type_as(batch_size) batch_size = int((text_lengths + 1).sum())
loss, stats, weight = force_gatherable((loss, stats, batch_size), loss.device) loss, stats, weight = force_gatherable((loss, stats, batch_size), loss.device)
return loss, stats, weight return loss, stats, weight