Skip to content

GitLab

Commit 6e888151 authored by Lawrence McAfee's avatar Lawrence McAfee
Browse files

removed clip_grad_norm shortcut.

parent 28b63ec7
Hide whitespace changes
Inline Side-by-side
Showing with 0 additions and 3 deletions
megatron/optimizer/optimizer.py
View file @ 6e888151
...@@ -99,9 +99,6 @@ class MegatronOptimizer(ABC): ...@@ -99,9 +99,6 @@ class MegatronOptimizer(ABC):
def clip_grad_norm(self, clip_grad, ITERATION): def clip_grad_norm(self, clip_grad, ITERATION):
# >>>
return
# <<<
params = self.get_parameters() params = self.get_parameters()
return clip_grad_norm_fp32(params, clip_grad, ITERATION = ITERATION) return clip_grad_norm_fp32(params, clip_grad, ITERATION = ITERATION)
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment