Capture gen_kwargs from CLI in squad_completion (#2727)

* Capture gen_kwargs from CLI in squad_completion

* Update lm_eval/tasks/squad_completion/task.py
Co-authored-by: Baber Abbasi <92168766+baberabb@users.noreply.github.com>

* Update lm_eval/tasks/squad_completion/task.py
Co-authored-by: Baber Abbasi <92168766+baberabb@users.noreply.github.com>

* pre-commit

---------
Co-authored-by: Baber Abbasi <92168766+baberabb@users.noreply.github.com>
Co-authored-by: Baber <baber@hey.com>

lm_eval/tasks/squad_completion/task.py

@@ -2,6 +2,7 @@ import re
 from typing import List
 
 import numpy as np
+from deepcopy import deepcopy
 
 from lm_eval.api.instance import Instance
 from lm_eval.api.task import ConfigurableTask
@@ -46,12 +47,14 @@ class SQUADCompletion(ConfigurableTask):
             language description, as well as the few shot examples, and the question
             part of the document for `doc`.
         """
-
+        arguments = deepcopy(self.config.generation_kwargs)
+        arguments["until"] = arguments.get("until", ["\n"])
+        arguments["max_gen_toks"] = arguments.get("max_gen_toks", 48)
         return [
             Instance(
                 request_type="generate_until",
                 doc=doc,
-                arguments=(ctx, {"until": ["\n"], "max_gen_toks": 48}),
+                arguments=(ctx, arguments),
                 idx=0,
                 **kwargs,
             )