typing update

lm_eval/api/task.py

@@ -988,7 +988,7 @@ class ConfigurableTask(Task):
         self,
         doc: str,
         num_fewshot: int,
-        system_instruction: str = None,
+        system_instruction: Optional[str] = None,
         apply_chat_template: bool = False,
         fewshot_as_multiturn: bool = False,
         tokenizer=None,

lm_eval/evaluator.py

@@ -55,7 +55,7 @@ def simple_evaluate(
     check_integrity: bool = False,
     write_out: bool = False,
     log_samples: bool = True,
-    system_instruction: str = None,
+    system_instruction: Optional[str] = None,
     apply_chat_template: bool = False,
     fewshot_as_multiturn: bool = False,
     gen_kwargs: Optional[str] = None,
@@ -329,7 +329,7 @@ def evaluate(
     bootstrap_iters: Optional[int] = 100000,
     write_out: bool = False,
     log_samples: bool = True,
-    system_instruction: str = None,
+    system_instruction: Optional[str] = None,
     apply_chat_template: bool = False,
     fewshot_as_multiturn: bool = False,
     verbosity: str = "INFO",