Skip to content

GitLab

Unverified Commit 67176383 authored by Sylwester Klocek's avatar Sylwester Klocek Committed by GitHub
Browse files

Update engine.py (#458) 

Do not load optimizer states for fp32 if flag set to False.
parent 95575579
Hide whitespace changes
Inline Side-by-side
Showing with 1 addition and 1 deletion
deepspeed/runtime/engine.py
View file @ 67176383
...@@ -1227,7 +1227,7 @@ class DeepSpeedEngine(Module): ...@@ -1227,7 +1227,7 @@ class DeepSpeedEngine(Module):
self.optimizer.load_state_dict( self.optimizer.load_state_dict(
checkpoint['optimizer'], checkpoint['optimizer'],
load_optimizer_states=load_optimizer_states) load_optimizer_states=load_optimizer_states)
else: elif load_optimizer_states:
self.optimizer.load_state_dict(checkpoint['optimizer']) self.optimizer.load_state_dict(checkpoint['optimizer'])
if load_lr_scheduler_states and self.lr_scheduler is not None: if load_lr_scheduler_states and self.lr_scheduler is not None:
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment