Unverified Commit 64c06df3 authored by amyeroberts's avatar amyeroberts Committed by GitHub
Browse files

Jamba - Skip 4d custom attention mask test (#30826)

* Jamba - Skip 4d custom attention mask test

* Skip assistant greedy test
parent a4284495
......@@ -1261,7 +1261,6 @@ class JambaPreTrainedModel(PreTrainedModel):
_skip_keys_device_placement = "past_key_values"
_supports_flash_attn_2 = True
_supports_sdpa = True
_supports_cache_class = True
def _init_weights(self, module):
std = self.config.initializer_range
......
......@@ -502,6 +502,10 @@ class JambaModelTest(ModelTesterMixin, GenerationTesterMixin, PipelineTesterMixi
# They should result in very similar logits
self.assertTrue(torch.allclose(next_logits_wo_padding, next_logits_with_padding, atol=3e-3))
@unittest.skip("Jamba has its own special cache type") # FIXME: @gante
def test_assisted_decoding_matches_greedy_search_0_random(self):
pass
@require_flash_attn
@require_torch_gpu
@require_bitsandbytes
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment