"git@developer.sourcefind.cn:chenpangpang/transformers.git" did not exist on "f3bda2352a2911739b85a1bc8fe65b0a33867c13"
Commit 8da47b07 authored by thomwolf's avatar thomwolf
Browse files

fix merge tests

parent a36f981d
......@@ -373,7 +373,7 @@ class CTRLModel(CTRLPreTrainedModel):
if inputs_embeds is None:
inputs_embeds = self.w(input_ids)
# inputs_embeds = embedded.unsqueeze(0) if len(input_ids.shape)<2 else embedded
seq_len = input_shape.shape[-1]
seq_len = input_shape[-1]
mask = torch.triu(torch.ones(seq_len + past_length, seq_len + past_length), 1).to(inputs_embeds.device)
inputs_embeds *= np.sqrt(self.d_model_size)
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment