Skip to content

GitLab

Unverified Commit 8bbb53e2 authored by Suraj Patil's avatar Suraj Patil Committed by GitHub
Browse files

skip gptj slow generate tests for now (#13809)

parent 41436d3d
Hide whitespace changes
Inline Side-by-side
Showing with 4 additions and 2 deletions
tests/test_modeling_gptj.py
View file @ 8bbb53e2
...@@ -396,8 +396,9 @@ class GPTJModelTest(unittest.TestCase): ...@@ -396,8 +396,9 @@ class GPTJModelTest(unittest.TestCase):
config_and_inputs = self.model_tester.prepare_config_and_inputs() config_and_inputs = self.model_tester.prepare_config_and_inputs()
self.model_tester.create_and_check_forward_and_backwards(*config_and_inputs, gradient_checkpointing=True) self.model_tester.create_and_check_forward_and_backwards(*config_and_inputs, gradient_checkpointing=True)
@slow @tooslow
def test_batch_generation(self): def test_batch_generation(self):
# Marked as @tooslow due to GPU OOM
model = GPTJForCausalLM.from_pretrained("EleutherAI/gpt-j-6B", revision="float16", torch_dtype=torch.float16) model = GPTJForCausalLM.from_pretrained("EleutherAI/gpt-j-6B", revision="float16", torch_dtype=torch.float16)
model.to(torch_device) model.to(torch_device)
tokenizer = AutoTokenizer.from_pretrained("EleutherAI/gpt-j-6B", revision="float16") tokenizer = AutoTokenizer.from_pretrained("EleutherAI/gpt-j-6B", revision="float16")
...@@ -464,8 +465,9 @@ class GPTJModelTest(unittest.TestCase): ...@@ -464,8 +465,9 @@ class GPTJModelTest(unittest.TestCase):
@require_torch @require_torch
class GPTJModelLanguageGenerationTest(unittest.TestCase): class GPTJModelLanguageGenerationTest(unittest.TestCase):
@slow @tooslow
def test_lm_generate_gptj(self): def test_lm_generate_gptj(self):
# Marked as @tooslow due to GPU OOM
for checkpointing in [True, False]: for checkpointing in [True, False]:
model = GPTJForCausalLM.from_pretrained( model = GPTJForCausalLM.from_pretrained(
"EleutherAI/gpt-j-6B", revision="float16", torch_dtype=torch.float16 "EleutherAI/gpt-j-6B", revision="float16", torch_dtype=torch.float16
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment