Skip to content

GitLab

"src/vscode:/vscode.git/clone" did not exist on "53f498d2a42d6946b16250cbb8d997c67cf89df5"
Commit 56c28099 authored by Myle Ott's avatar Myle Ott
Browse files

Use `--lrshrink` as the reduction factor in ReduceLROnPlateau

parent e21901e8
Show whitespace changes
Inline Side-by-side
Showing with 3 additions and 2 deletions
fairseq/multiprocessing_trainer.py
View file @ 56c28099
...@@ -104,8 +104,9 @@ class MultiprocessingTrainer(MultiprocessingEventLoop): ...@@ -104,8 +104,9 @@ class MultiprocessingTrainer(MultiprocessingEventLoop):
lr_scheduler = LambdaLR(self.optimizer, anneal) lr_scheduler = LambdaLR(self.optimizer, anneal)
lr_scheduler.best = None lr_scheduler.best = None
else: else:
# decay the LR by 0.1 every time the validation loss plateaus # decay the LR by a factor every time the validation loss plateaus
lr_scheduler = ReduceLROnPlateau(self.optimizer, patience=0) lr_scheduler = ReduceLROnPlateau(self.optimizer, patience=0,
factor=self.args.lrshrink)
return lr_scheduler return lr_scheduler
def get_model(self): def get_model(self):
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment