Skip to content

GitLab

"...git@developer.sourcefind.cn:chenpangpang/transformers.git" did not exist on "ea50b64bea95b80cb3e8fcceaeb8304b90b5900c"
Unverified Commit 870a9542 authored by Partho's avatar Partho Committed by GitHub
Browse files

wrap forward passes with torch.no_grad() (#19438)

parent 692c5be7
Hide whitespace changes
Inline Side-by-side
Showing with 2 additions and 1 deletion
tests/models/roformer/test_modeling_roformer.py
View file @ 870a9542
...@@ -457,7 +457,8 @@ class RoFormerModelIntegrationTest(unittest.TestCase): ...@@ -457,7 +457,8 @@ class RoFormerModelIntegrationTest(unittest.TestCase):
def test_inference_masked_lm(self): def test_inference_masked_lm(self):
model = RoFormerForMaskedLM.from_pretrained("junnyu/roformer_chinese_base") model = RoFormerForMaskedLM.from_pretrained("junnyu/roformer_chinese_base")
input_ids = torch.tensor([[0, 1, 2, 3, 4, 5]]) input_ids = torch.tensor([[0, 1, 2, 3, 4, 5]])
output = model(input_ids)[0] with torch.no_grad():
output = model(input_ids)[0]
# TODO Replace vocab size # TODO Replace vocab size
vocab_size = 50000 vocab_size = 50000
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment