Skip to content

GitLab

Unverified Commit 5f5e264a authored by Partho's avatar Partho Committed by GitHub
Browse files

wrap forward passes with torch.no_grad() (#19413)

parent c6a928ca
Show whitespace changes
Inline Side-by-side
Showing with 6 additions and 3 deletions
tests/models/fnet/test_modeling_fnet.py
View file @ 5f5e264a
...@@ -493,6 +493,7 @@ class FNetModelIntegrationTest(unittest.TestCase): ...@@ -493,6 +493,7 @@ class FNetModelIntegrationTest(unittest.TestCase):
model.to(torch_device) model.to(torch_device)
input_ids = torch.tensor([[0, 1, 2, 3, 4, 5]], device=torch_device) input_ids = torch.tensor([[0, 1, 2, 3, 4, 5]], device=torch_device)
with torch.no_grad():
output = model(input_ids)[0] output = model(input_ids)[0]
vocab_size = 32000 vocab_size = 32000
...@@ -536,6 +537,7 @@ class FNetModelIntegrationTest(unittest.TestCase): ...@@ -536,6 +537,7 @@ class FNetModelIntegrationTest(unittest.TestCase):
model.to(torch_device) model.to(torch_device)
input_ids = torch.tensor([[0, 1, 2, 3, 4, 5]], device=torch_device) input_ids = torch.tensor([[0, 1, 2, 3, 4, 5]], device=torch_device)
with torch.no_grad():
output = model(input_ids)[0] output = model(input_ids)[0]
expected_shape = torch.Size((1, 2)) expected_shape = torch.Size((1, 2))
...@@ -551,6 +553,7 @@ class FNetModelIntegrationTest(unittest.TestCase): ...@@ -551,6 +553,7 @@ class FNetModelIntegrationTest(unittest.TestCase):
model.to(torch_device) model.to(torch_device)
input_ids = torch.tensor([[0, 1, 2, 3, 4, 5]], device=torch_device) input_ids = torch.tensor([[0, 1, 2, 3, 4, 5]], device=torch_device)
with torch.no_grad():
output = model(input_ids)[0] output = model(input_ids)[0]
expected_shape = torch.Size((1, 6, model.config.hidden_size)) expected_shape = torch.Size((1, 6, model.config.hidden_size))
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment