mirror of
https://github.com/modelscope/FunASR
synced 2025-09-15 14:48:36 +08:00
deepspeed
This commit is contained in:
parent
6f48269f42
commit
72438f3805
@ -227,11 +227,11 @@ class Trainer:
|
|||||||
model.save_checkpoint(save_dir=self.output_dir, tag=ckpt_name, client_state=state)
|
model.save_checkpoint(save_dir=self.output_dir, tag=ckpt_name, client_state=state)
|
||||||
logging.info(f"\nCheckpoint saved to {filename}\n")
|
logging.info(f"\nCheckpoint saved to {filename}\n")
|
||||||
|
|
||||||
|
if not (step is None and epoch == 0):
|
||||||
with torch.no_grad():
|
with torch.no_grad():
|
||||||
model.save_checkpoint(
|
model.save_checkpoint(
|
||||||
save_dir=self.output_dir, tag=f"ds-model.pt", client_state=state
|
save_dir=self.output_dir, tag=f"ds-model.pt", client_state=state
|
||||||
)
|
)
|
||||||
if not (step is None and epoch == 0):
|
|
||||||
if self.best_step_or_epoch == "":
|
if self.best_step_or_epoch == "":
|
||||||
self.best_step_or_epoch = ckpt_name
|
self.best_step_or_epoch = ckpt_name
|
||||||
|
|
||||||
@ -361,9 +361,10 @@ class Trainer:
|
|||||||
torch.save(state, filename)
|
torch.save(state, filename)
|
||||||
|
|
||||||
logging.info(f"\nCheckpoint saved to {filename}\n")
|
logging.info(f"\nCheckpoint saved to {filename}\n")
|
||||||
|
|
||||||
|
if not (step is None and epoch == 0):
|
||||||
latest = Path(os.path.join(self.output_dir, f"model.pt"))
|
latest = Path(os.path.join(self.output_dir, f"model.pt"))
|
||||||
torch.save(state, latest)
|
torch.save(state, latest)
|
||||||
if not (step is None and epoch != 0):
|
|
||||||
if self.best_step_or_epoch == "":
|
if self.best_step_or_epoch == "":
|
||||||
self.best_step_or_epoch = ckpt_name
|
self.best_step_or_epoch = ckpt_name
|
||||||
|
|
||||||
|
|||||||
Loading…
Reference in New Issue
Block a user