handle chat kwargs for `construct_requests`

2266c4f3 · Baber · 1208afd3 · 2266c4f3 · 2266c4f3
Commit 2266c4f3 authored Jan 31, 2025 by Baber
Hide whitespace changes
Inline Side-by-side

Showing with 4 additions and 2 deletions

lm_eval/tasks/squad_completion/task.py lm_eval/tasks/squad_completion/task.py +2 -1

lm_eval/tasks/squadv2/task.py lm_eval/tasks/squadv2/task.py +2 -1

No files found.
--- a/lm_eval/tasks/squad_completion/task.py
+++ b/lm_eval/tasks/squad_completion/task.py
@@ -44,7 +44,8 @@ class SQUADCompletion(ConfigurableTask):
            language description, as well as the few shot examples, and the question
            part of the document for `doc`.
        """
-
+        kwargs.pop("apply_chat_template", None)
+        kwargs.pop("chat_template", None)
        return [
            Instance(
                request_type="generate_until",

--- a/lm_eval/tasks/squadv2/task.py
+++ b/lm_eval/tasks/squadv2/task.py
@@ -116,7 +116,8 @@ class SQuAD2(ConfigurableTask):
            language description, as well as the few shot examples, and the question
            part of the document for `doc`.
        """
-
+        kwargs.pop("apply_chat_template", None)
+        kwargs.pop("chat_template", None)
        return [
            Instance(
                request_type="generate_until",