Unverified Commit a9e15c21 authored by Asaf Joseph Gardin's avatar Asaf Joseph Gardin Committed by GitHub
Browse files

[Mamba] Removed disable cascade attn in MambaModelConfig (#30712)


Signed-off-by: default avatarasafg <39553475+Josephasafg@users.noreply.github.com>
parent 20fda431
......@@ -308,12 +308,6 @@ class MambaModelConfig(VerifyAndUpdateConfig):
if cache_config.mamba_block_size is None:
cache_config.mamba_block_size = model_config.max_model_len
# TODO(tdoublep): remove once cascade attention is supported
logger.info(
"Disabling cascade attention since it is not supported for hybrid models."
)
model_config.disable_cascade_attn = True
class HybridAttentionMambaModelConfig(VerifyAndUpdateConfig):
@classmethod
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment