Unverified Commit 9e282840 authored by nv-guomingz's avatar nv-guomingz Committed by GitHub
Browse files

add missing attribute _supports_param_buffer_assignment for gpt-j. (#32359)


Co-authored-by: default avatarGuoming Zhang <37257613+nv-guomingz@users.noreply.github.com>
parent 48ed24c5
...@@ -500,6 +500,7 @@ class GPTJPreTrainedModel(PreTrainedModel): ...@@ -500,6 +500,7 @@ class GPTJPreTrainedModel(PreTrainedModel):
_no_split_modules = ["GPTJBlock"] _no_split_modules = ["GPTJBlock"]
_skip_keys_device_placement = "past_key_values" _skip_keys_device_placement = "past_key_values"
_supports_flash_attn_2 = True _supports_flash_attn_2 = True
_supports_param_buffer_assignment = False
def __init__(self, *inputs, **kwargs): def __init__(self, *inputs, **kwargs):
super().__init__(*inputs, **kwargs) super().__init__(*inputs, **kwargs)
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment