Skip to content

GitLab

"tests/git@developer.sourcefind.cn:OpenDAS/dgl.git" did not exist on "077e002fe54d3438071a41772f2a0d3fdbd8814c"
Unverified Commit bcd56f97 authored by Samyam Rajbhandari's avatar Samyam Rajbhandari Committed by GitHub
Browse files

Adding static_loss_scale to unfused optimizer (#546)

parent 6021b702
Hide whitespace changes
Inline Side-by-side
Showing with 1 addition and 0 deletions
deepspeed/runtime/engine.py
View file @ bcd56f97
...@@ -696,6 +696,7 @@ class DeepSpeedEngine(Module): ...@@ -696,6 +696,7 @@ class DeepSpeedEngine(Module):
logger.info('Creating fp16 unfused optimizer with dynamic loss scale') logger.info('Creating fp16 unfused optimizer with dynamic loss scale')
optimizer = FP16_UnfusedOptimizer( optimizer = FP16_UnfusedOptimizer(
optimizer, optimizer,
static_loss_scale=self.loss_scale(),
dynamic_loss_scale=self.dynamic_loss_scale(), dynamic_loss_scale=self.dynamic_loss_scale(),
dynamic_loss_args=dynamic_loss_args, dynamic_loss_args=dynamic_loss_args,
mpu=self.mpu, mpu=self.mpu,
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment