Skip to content

GitLab

"benchmark/git@developer.sourcefind.cn:change/sglang.git" did not exist on "64129fa632c03aef6c222e202b1d5eda84f994bf"
Unverified Commit ef6741fe authored by Leandro von Werra's avatar Leandro von Werra Committed by GitHub
Browse files

Fix GLUE MNLI when using `max_eval_samples` (#18722)

parent 18643ff2
Show whitespace changes
Inline Side-by-side
Showing with 5 additions and 1 deletion
examples/pytorch/text-classification/run_glue.py
View file @ ef6741fe
...@@ -549,7 +549,11 @@ def main(): ...@@ -549,7 +549,11 @@ def main():
eval_datasets = [eval_dataset] eval_datasets = [eval_dataset]
if data_args.task_name == "mnli": if data_args.task_name == "mnli":
tasks.append("mnli-mm") tasks.append("mnli-mm")
eval_datasets.append(raw_datasets["validation_mismatched"]) valid_mm_dataset = raw_datasets["validation_mismatched"]
if data_args.max_eval_samples is not None:
max_eval_samples = min(len(valid_mm_dataset), data_args.max_eval_samples)
valid_mm_dataset = valid_mm_dataset.select(range(max_eval_samples))
eval_datasets.append(valid_mm_dataset)
combined = {} combined = {}
for eval_dataset, task in zip(eval_datasets, tasks): for eval_dataset, task in zip(eval_datasets, tasks):
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment