Skip to content

GitLab

Unverified Commit 18d42bfd authored by namespace-Pt's avatar namespace-Pt Committed by GitHub
Browse files

Remove unused code in GPT-Neo (#24826) 

1
parent 9771ad33
Show whitespace changes
Inline Side-by-side
Showing with 1 addition and 2 deletions
src/transformers/models/gpt_neo/modeling_gpt_neo.py
View file @ 18d42bfd
...@@ -696,8 +696,7 @@ class GPTNeoForCausalLM(GPTNeoPreTrainedModel): ...@@ -696,8 +696,7 @@ class GPTNeoForCausalLM(GPTNeoPreTrainedModel):
position_ids.masked_fill_(attention_mask == 0, 1) position_ids.masked_fill_(attention_mask == 0, 1)
if past_key_values: if past_key_values:
position_ids = position_ids[:, -1].unsqueeze(-1) position_ids = position_ids[:, -1].unsqueeze(-1)
else:
position_ids = None
return { return {
"input_ids": input_ids, "input_ids": input_ids,
"past_key_values": past_key_values, "past_key_values": past_key_values,
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment