From ca2545a613dffcc6d255e00f39af82deaec39198 Mon Sep 17 00:00:00 2001 From: speech_asr Date: Wed, 29 Mar 2023 15:54:06 +0800 Subject: [PATCH] update --- funasr/train/trainer.py | 5 +++-- 1 file changed, 3 insertions(+), 2 deletions(-) diff --git a/funasr/train/trainer.py b/funasr/train/trainer.py index 4fbdcd94e..75f0921dc 100644 --- a/funasr/train/trainer.py +++ b/funasr/train/trainer.py @@ -579,9 +579,10 @@ class Trainer: reporter.measure_iter_time(iterator, "iter_time"), 1 ): assert isinstance(batch, dict), type(batch) - + if rank == 0 and hasattr(model.module, "num_updates"): - num_batch_updates = model.module.get_num_updates() + if hasattr(model, "num_updates") or (hasattr(model, "module") and hasattr(model.module, "num_updates")): + num_batch_updates = model.get_num_updates() if hasattr(model,"num_updates") else model.module.get_num_updates() if (num_batch_updates%batch_interval == 0) and (options.oss_bucket is not None) and options.use_pai: buffer = BytesIO() torch.save(model.state_dict(), buffer)