rename

lm_eval/api/instance.py

 from dataclasses import dataclass, field
 from typing import Generic, Literal, Optional, Tuple, TypeVar, Union
 
-from lm_eval.api.types import GenerateInput, LoglikelihoodInput
+from lm_eval.api.schemas import GenerateInput, LoglikelihoodInput
 
 
 OutputType = Literal[

lm_eval/api/model.py

@@ -9,7 +9,7 @@ from tqdm import tqdm
 
 from lm_eval import utils
 from lm_eval.api.instance import Instance
-from lm_eval.api.types import (
+from lm_eval.api.schemas import (
     LoglikelihoodInput,
     LoglikelihoodOutput,
 )

lm_eval/api/task.py

@@ -36,7 +36,7 @@ from lm_eval.api.registry import (
     get_metric_aggregation,
     is_higher_better,
 )
-from lm_eval.api.types import GenerateInput, LoglikelihoodInput
+from lm_eval.api.schemas import GenerateInput, LoglikelihoodInput
 from lm_eval.caching.cache import load_from_cache, save_to_cache
 from lm_eval.filters import build_filter_ensemble
 from lm_eval.prompts import get_prompt

lm_eval/models/huggingface.py

@@ -27,7 +27,7 @@ from lm_eval import utils
 from lm_eval.api.instance import Instance
 from lm_eval.api.model import TemplateLM
 from lm_eval.api.registry import register_model
-from lm_eval.api.types import GenerateInput, GenerateOutput, LoglikelihoodOutput
+from lm_eval.api.schemas import GenerateInput, GenerateOutput, LoglikelihoodOutput
 from lm_eval.models.utils import (
     Collator,
     clear_torch_cache,