Commit fa382ce1 authored by Vishnu Banna's avatar Vishnu Banna
Browse files

task update

parent 3ebf3a66
......@@ -41,7 +41,8 @@ class SGDTorch(tf.keras.optimizers.Optimizer):
Example of usage for training:
```python
opt = SGDTorch(learning_rate)
opt = SGDTorch(learning_rate, weight_decay = 0.0001)
l2_regularization = None
# Models must implement a method to iterate all model.trainable_variables
# and split the variables by key into the weights, biases, and others.
......@@ -49,7 +50,6 @@ class SGDTorch(tf.keras.optimizers.Optimizer):
# and others are included as a way to proved alternate LR scedules to various
# paramter groups. An example of this variable search can be found in
# official/vision/beta/projects/yolo/modeling/yolo_model.py.
optimizer.search_and_set_variable_groups(model.trainable_variables)
# if the learning rate schedule on the biases are different. if lr is not set
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment