deepspeed

This commit is contained in:
游雁 2024-08-06 00:52:37 +08:00
parent 66411e2b5b
commit 6f48269f42

View File

@ -231,7 +231,7 @@ class Trainer:
model.save_checkpoint(
save_dir=self.output_dir, tag=f"ds-model.pt", client_state=state
)
if not (step is None and epoch != 0):
if not (step is None and epoch == 0):
if self.best_step_or_epoch == "":
self.best_step_or_epoch = ckpt_name