Commit f113a2df authored by lukovnikov's avatar lukovnikov
Browse files

readme de

parent 90a41dbe
...@@ -118,7 +118,7 @@ class BertAdam(Optimizer): ...@@ -118,7 +118,7 @@ class BertAdam(Optimizer):
max_grad_norm=1.0): max_grad_norm=1.0):
if lr is not required and lr < 0.0: if lr is not required and lr < 0.0:
raise ValueError("Invalid learning rate: {} - should be >= 0.0".format(lr)) raise ValueError("Invalid learning rate: {} - should be >= 0.0".format(lr))
if schedule not in SCHEDULES: if not isinstance(schedule, LRSchedule) and schedule not in SCHEDULES:
raise ValueError("Invalid schedule parameter: {}".format(schedule)) raise ValueError("Invalid schedule parameter: {}".format(schedule))
if not 0.0 <= b1 < 1.0: if not 0.0 <= b1 < 1.0:
raise ValueError("Invalid b1 parameter: {} - should be in [0.0, 1.0[".format(b1)) raise ValueError("Invalid b1 parameter: {} - should be in [0.0, 1.0[".format(b1))
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment