Skip to content

GitLab

Commit 2266c4f3 authored by Baber's avatar Baber
Browse files

handle chat kwargs for `construct_requests`

parent 1208afd3
Hide whitespace changes
Inline Side-by-side
Showing with 4 additions and 2 deletions
lm_eval/tasks/squad_completion/task.py
View file @ 2266c4f3
...@@ -44,7 +44,8 @@ class SQUADCompletion(ConfigurableTask): ...@@ -44,7 +44,8 @@ class SQUADCompletion(ConfigurableTask):
language description, as well as the few shot examples, and the question language description, as well as the few shot examples, and the question
part of the document for `doc`. part of the document for `doc`.
""" """
kwargs.pop("apply_chat_template", None)
kwargs.pop("chat_template", None)
return [ return [
Instance( Instance(
request_type="generate_until", request_type="generate_until",
......
lm_eval/tasks/squadv2/task.py
View file @ 2266c4f3
...@@ -116,7 +116,8 @@ class SQuAD2(ConfigurableTask): ...@@ -116,7 +116,8 @@ class SQuAD2(ConfigurableTask):
language description, as well as the few shot examples, and the question language description, as well as the few shot examples, and the question
part of the document for `doc`. part of the document for `doc`.
""" """
kwargs.pop("apply_chat_template", None)
kwargs.pop("chat_template", None)
return [ return [
Instance( Instance(
request_type="generate_until", request_type="generate_until",
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment