Unverified Commit c69d19fa authored by AndreaSottana's avatar AndreaSottana Committed by GitHub
Browse files

DistilBertForSequenceClassification (#9148)

fix small shape error in comments
parent 640e6fe1
...@@ -627,7 +627,7 @@ class DistilBertForSequenceClassification(DistilBertPreTrainedModel): ...@@ -627,7 +627,7 @@ class DistilBertForSequenceClassification(DistilBertPreTrainedModel):
pooled_output = self.pre_classifier(pooled_output) # (bs, dim) pooled_output = self.pre_classifier(pooled_output) # (bs, dim)
pooled_output = nn.ReLU()(pooled_output) # (bs, dim) pooled_output = nn.ReLU()(pooled_output) # (bs, dim)
pooled_output = self.dropout(pooled_output) # (bs, dim) pooled_output = self.dropout(pooled_output) # (bs, dim)
logits = self.classifier(pooled_output) # (bs, dim) logits = self.classifier(pooled_output) # (bs, num_labels)
loss = None loss = None
if labels is not None: if labels is not None:
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment