Skip to content

GitLab

Unverified Commit ac9cc7fe authored by Calogero Zarbo's avatar Calogero Zarbo Committed by GitHub
Browse files

removed restrictions for custom optimizer (#161)

parent 62d3272e
Hide whitespace changes
Inline Side-by-side
Showing with 5 additions and 1 deletion
deepspeed/pt/deepspeed_light.py
View file @ ac9cc7fe
...@@ -441,7 +441,11 @@ class DeepSpeedLight(Module): ...@@ -441,7 +441,11 @@ class DeepSpeedLight(Module):
logging.info('DeepSpeed Basic Optimizer = {}'.format(basic_optimizer)) logging.info('DeepSpeed Basic Optimizer = {}'.format(basic_optimizer))
if self.zero_optimization() and self.optimizer_name() == ADAM_OPTIMIZER: if self.zero_optimization():
if self.optimizer_name != ADAM_OPTIMIZER:
logging.warning(
"**** You are using ZeRO with an untested optimizer, proceed with caution *****"
)
self.optimizer = self._configure_zero_optimizer(basic_optimizer) self.optimizer = self._configure_zero_optimizer(basic_optimizer)
elif self.fp16_enabled(): elif self.fp16_enabled():
self.optimizer = self._configure_fp16_optimizer(basic_optimizer) self.optimizer = self._configure_fp16_optimizer(basic_optimizer)
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment