Commit 74b847c0 authored by Abdullah Rashwan's avatar Abdullah Rashwan Committed by A. Unique TensorFlower
Browse files

Internal change

PiperOrigin-RevId: 316052873
parent 41613994
...@@ -146,17 +146,17 @@ class LinearWarmupConfig(base_config.Config): ...@@ -146,17 +146,17 @@ class LinearWarmupConfig(base_config.Config):
@dataclasses.dataclass @dataclasses.dataclass
class PolinomialWarmupConfig(base_config.Config): class PolynomialWarmupConfig(base_config.Config):
"""Configuration for linear warmup schedule config. """Configuration for linear warmup schedule config.
This class is a container for the polinomial warmup schedule configs. This class is a container for the polynomial warmup schedule configs.
Attributes: Attributes:
name: The name of warmup schedule. Defaults to Polinomial. name: The name of warmup schedule. Defaults to Polynomial.
power: Polinomial power. Defaults to 1. power: Polynomial power. Defaults to 1.
warmup_steps: Warmup steps. Defaults to None. warmup_steps: Warmup steps. Defaults to None.
""" """
name: str = 'polinomial' name: str = 'polynomial'
power: float = 1 power: float = 1
warmup_steps: Optional[int] = None warmup_steps: Optional[int] = None
...@@ -76,7 +76,7 @@ class WarmupConfig(oneof.OneOfConfig): ...@@ -76,7 +76,7 @@ class WarmupConfig(oneof.OneOfConfig):
""" """
type: Optional[str] = None type: Optional[str] = None
linear: lr_cfg.LinearWarmupConfig = lr_cfg.LinearWarmupConfig() linear: lr_cfg.LinearWarmupConfig = lr_cfg.LinearWarmupConfig()
polynomial: lr_cfg.PolinomialWarmupConfig = lr_cfg.PolinomialWarmupConfig() polynomial: lr_cfg.PolynomialWarmupConfig = lr_cfg.PolynomialWarmupConfig()
@dataclasses.dataclass @dataclasses.dataclass
......
...@@ -259,7 +259,7 @@ class OptimizerFactoryTest(tf.test.TestCase): ...@@ -259,7 +259,7 @@ class OptimizerFactoryTest(tf.test.TestCase):
for step, value in expected_lr_step_values: for step, value in expected_lr_step_values:
self.assertAlmostEqual(lr(step).numpy(), value) self.assertAlmostEqual(lr(step).numpy(), value)
def test_stepwise_lr_with_polinomial_warmup_schedule(self): def test_stepwise_lr_with_polynomial_warmup_schedule(self):
params = { params = {
'optimizer': { 'optimizer': {
'type': 'sgd', 'type': 'sgd',
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment