speech_recognition/FunASR
1
0
Fork 0
mirror of https://github.com/modelscope/FunASR synced 2025-09-15 14:48:36 +08:00
Code Issues Actions Packages Projects Releases Wiki Activity

train_loss_avg train_acc_avg

Browse Source
This commit is contained in:
游雁 2024-04-30 13:21:24 +08:00
parent 86f2905ae8
commit 09b9bc0c87
1 changed files with 15 additions and 5 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

20
funasr/train_utils/trainer.py
View File

@ -169,6 +169,8 @@ class Trainer:
"data_split_i": kwargs.get("data_split_i", 0), "data_split_i": kwargs.get("data_split_i", 0),
"data_split_num": kwargs.get("data_split_num", 1), "data_split_num": kwargs.get("data_split_num", 1),
"batch_total": self.batch_total, "batch_total": self.batch_total,
"train_loss_avg": kwargs.get("train_loss_avg", 0),
"train_acc_avg": kwargs.get("train_acc_avg", 0),
} }
step = step_in_epoch step = step_in_epoch
if hasattr(model, "module"): if hasattr(model, "module"):
@ -306,7 +308,12 @@ class Trainer:
checkpoint["step_in_epoch"] if "step_in_epoch" in checkpoint else 0 checkpoint["step_in_epoch"] if "step_in_epoch" in checkpoint else 0
) )
self.step_in_epoch = 0 if self.step_in_epoch is None else self.step_in_epoch self.step_in_epoch = 0 if self.step_in_epoch is None else self.step_in_epoch
self.train_acc_avg = (
checkpoint["train_acc_avg"] if "train_acc_avg" in checkpoint else 0
)
self.train_loss_avg = (
checkpoint["train_loss_avg"] if "train_loss_avg" in checkpoint else 0
)
model.to(self.device) model.to(self.device)
print(f"Checkpoint loaded successfully from '{ckpt}'") print(f"Checkpoint loaded successfully from '{ckpt}'")
else: else:
@ -400,12 +407,13 @@ class Trainer:
speed_stats["backward_time"] = f"{time4 - time3:0.3f}" speed_stats["backward_time"] = f"{time4 - time3:0.3f}"
self.train_loss_avg = ( self.train_loss_avg = (
self.train_loss_avg * batch_idx + loss.detach().cpu().item() self.train_loss_avg * (self.step_in_epoch - 1) + loss.detach().cpu().item()
) / (batch_idx + 1) ) / self.step_in_epoch
if "acc" in stats: if "acc" in stats:
self.train_acc_avg = ( self.train_acc_avg = (
self.train_acc_avg * batch_idx + stats["acc"].detach().cpu().item() self.train_acc_avg * (self.step_in_epoch - 1)
) / (batch_idx + 1) + stats["acc"].detach().cpu().item()
) / self.step_in_epoch
if self.use_ddp or self.use_fsdp: if self.use_ddp or self.use_fsdp:
train_loss_avg = torch.tensor(self.train_loss_avg, dtype=torch.float32).to( train_loss_avg = torch.tensor(self.train_loss_avg, dtype=torch.float32).to(
self.device self.device
@ -490,6 +498,8 @@ class Trainer:
step_in_epoch=self.step_in_epoch, step_in_epoch=self.step_in_epoch,
data_split_i=kwargs.get("data_split_i", 0), data_split_i=kwargs.get("data_split_i", 0),
data_split_num=kwargs.get("data_split_num", 1), data_split_num=kwargs.get("data_split_num", 1),
train_loss_avg=self.train_loss_avg,
train_acc_avg=self.train_acc_avg,
) )
time_beg = time.perf_counter() time_beg = time.perf_counter()