Fix documentation for AdamWeightDecayConfig.

PiperOrigin-RevId: 349314516

Fix documentation for AdamWeightDecayConfig.
PiperOrigin-RevId: 349314516
d062cab5 · Haitang Hu · A. Unique TensorFlower · 67fd2bef · d062cab5
Commit d062cab5 authored Dec 28, 2020 by Haitang Hu Committed by A. Unique TensorFlower Dec 28, 2020
Hide whitespace changes
Inline Side-by-side

Showing with 3 additions and 1 deletion

official/modeling/optimization/configs/optimizer_config.py official/modeling/optimization/configs/optimizer_config.py +3 -1

No files found.
--- a/official/modeling/optimization/configs/optimizer_config.py
+++ b/official/modeling/optimization/configs/optimizer_config.py
@@ -112,8 +112,10 @@ class AdamWeightDecayConfig(BaseOptimizerConfig):
    weight_decay_rate: float. Weight decay rate. Default to 0.
    include_in_weight_decay: list[str], or None. List of weight names to include
      in weight decay.
-    include_in_weight_decay: list[str], or None. List of weight names to not
+    exclude_from_weight_decay: list[str], or None. List of weight names to not
      include in weight decay.
+    gradient_clip_norm: A positive float. Clips the gradients to this maximum
+      L2-norm. Default to 1.0.
  """
  name: str = "AdamWeightDecay"
  beta_1: float = 0.9