Skip to content

GitLab

"vscode:/vscode.git/clone" did not exist on "5bfda28dd36b47912da1cdd0e2e83ab32c7408e4"
Unverified Commit 9b3eb810 authored by kmckiern's avatar kmckiern Committed by GitHub
Browse files

if learning rate is a tensor, get item (float) (#18861)

parent 142e12af
Show whitespace changes
Inline Side-by-side
Showing with 2 additions and 0 deletions
src/transformers/trainer_pt_utils.py
View file @ 9b3eb810
...@@ -837,6 +837,8 @@ def _get_learning_rate(self): ...@@ -837,6 +837,8 @@ def _get_learning_rate(self):
if version.parse(version.parse(torch.__version__).base_version) >= version.parse("1.4") if version.parse(version.parse(torch.__version__).base_version) >= version.parse("1.4")
else self.lr_scheduler.get_lr()[0] else self.lr_scheduler.get_lr()[0]
) )
if torch.is_tensor(last_lr):
last_lr = last_lr.item()
return last_lr return last_lr
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment