Skip to content

GitLab

"git@developer.sourcefind.cn:OpenDAS/mmcv.git" did not exist on "2b39d7a8ec638774d7789c6e7d23340d25bb3f50"
Commit 56c28099 authored by Myle Ott's avatar Myle Ott
Browse files

Use `--lrshrink` as the reduction factor in ReduceLROnPlateau

parent e21901e8
Hide whitespace changes
Inline Side-by-side
Showing with 3 additions and 2 deletions
fairseq/multiprocessing_trainer.py
View file @ 56c28099
...@@ -104,8 +104,9 @@ class MultiprocessingTrainer(MultiprocessingEventLoop): ...@@ -104,8 +104,9 @@ class MultiprocessingTrainer(MultiprocessingEventLoop):
lr_scheduler = LambdaLR(self.optimizer, anneal) lr_scheduler = LambdaLR(self.optimizer, anneal)
lr_scheduler.best = None lr_scheduler.best = None
else: else:
# decay the LR by 0.1 every time the validation loss plateaus # decay the LR by a factor every time the validation loss plateaus
lr_scheduler = ReduceLROnPlateau(self.optimizer, patience=0) lr_scheduler = ReduceLROnPlateau(self.optimizer, patience=0,
factor=self.args.lrshrink)
return lr_scheduler return lr_scheduler
def get_model(self): def get_model(self):
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment