Update ifeval.yaml (#1506)

282b9e76 · Hailey Schoelkopf · GitHub · a79a7c33 · 282b9e76
Unverified Commit 282b9e76 authored Mar 11, 2024 by Hailey Schoelkopf Committed by GitHub Mar 11, 2024
Hide whitespace changes
Inline Side-by-side

Showing with 1 addition and 0 deletions

lm_eval/tasks/ifeval/ifeval.yaml lm_eval/tasks/ifeval/ifeval.yaml +1 -0

No files found.
--- a/lm_eval/tasks/ifeval/ifeval.yaml
+++ b/lm_eval/tasks/ifeval/ifeval.yaml
@@ -12,6 +12,7 @@ generation_kwargs:
  temperature: 0.0
  max_gen_toks: 1280
 process_results: !function utils.process_results
+num_fewshot: 0
 metric_list:
  - metric: prompt_level_strict_acc
    aggregation: mean