This commit is contained in:
haoneng.lhn 2023-03-29 16:16:42 +08:00
parent e2114ba130
commit 10cb6d70a5

View File

@ -580,7 +580,7 @@ class Trainer:
):
assert isinstance(batch, dict), type(batch)
if rank == 0 and hasattr(model.module, "num_updates"):
if rank == 0:
if hasattr(model, "num_updates") or (hasattr(model, "module") and hasattr(model.module, "num_updates")):
num_batch_updates = model.get_num_updates() if hasattr(model,"num_updates") else model.module.get_num_updates()
if (num_batch_updates%batch_interval == 0) and (options.oss_bucket is not None) and options.use_pai: