Skip to content

GitLab

Commit dd7002d6 authored by lintangsutawika's avatar lintangsutawika
Browse files

add task and group alias

parent 21cf6508
Hide whitespace changes
Inline Side-by-side
Showing with 2 additions and 0 deletions
lm_eval/api/task.py
View file @ dd7002d6
...@@ -52,7 +52,9 @@ ALL_OUTPUT_TYPES = [ ...@@ -52,7 +52,9 @@ ALL_OUTPUT_TYPES = [
class TaskConfig(dict): class TaskConfig(dict):
# task naming/registry # task naming/registry
task: str = None task: str = None
task_alias: str = None
group: Union[str, list] = None group: Union[str, list] = None
group_alias: Union[str, list] = None
# HF dataset options. # HF dataset options.
# which dataset to use, # which dataset to use,
# and what splits for what purpose # and what splits for what purpose
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment