Skip to content

GitLab

"vscode:/vscode.git/clone" did not exist on "8a3bfe4aa2e80b6e6db3c36a192f94f7aa2cb446"
Commit e792d861 authored by Hongkun Yu's avatar Hongkun Yu Committed by A. Unique TensorFlower
Browse files

Internal change 

PiperOrigin-RevId: 339805681
parent c5d6d1fc
Hide whitespace changes
Inline Side-by-side
Showing with 3 additions and 0 deletions
official/modeling/optimization/configs/optimizer_config.py
View file @ e792d861
......@@ -29,9 +29,12 @@ class BaseOptimizerConfig(base_config.Config):
their L2 norm exceeds this value.
clipvalue: float >= 0 or None. If not None, Gradients will be clipped when
their absolute value exceeds this value.
global_clipnorm: float >= 0 or None. If not None, gradient of all weights is
clipped so that their global norm is no higher than this value
"""
clipnorm: Optional[float] = None
clipvalue: Optional[float] = None
global_clipnorm: Optional[float] = None
@dataclasses.dataclass
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment