Skip to content
GitLab
Menu
Projects
Groups
Snippets
Loading...
Help
Help
Support
Community forum
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in / Register
Toggle navigation
Menu
Open sidebar
gaoqiong
lm-evaluation-harness
Commits
c6491878
Commit
c6491878
authored
Aug 15, 2024
by
lintangsutawika
Browse files
removed group alias from tasks
parent
720cdf90
Pipeline
#2990
failed with stages
in 0 seconds
Changes
31
Pipelines
1
Hide whitespace changes
Inline
Side-by-side
Showing
20 changed files
with
0 additions
and
20 deletions
+0
-20
lm_eval/tasks/tmlu/default/tmlu_AST_biology.yaml
lm_eval/tasks/tmlu/default/tmlu_AST_biology.yaml
+0
-1
lm_eval/tasks/tmlu/default/tmlu_AST_chemistry.yaml
lm_eval/tasks/tmlu/default/tmlu_AST_chemistry.yaml
+0
-1
lm_eval/tasks/tmlu/default/tmlu_AST_chinese.yaml
lm_eval/tasks/tmlu/default/tmlu_AST_chinese.yaml
+0
-1
lm_eval/tasks/tmlu/default/tmlu_AST_civics.yaml
lm_eval/tasks/tmlu/default/tmlu_AST_civics.yaml
+0
-1
lm_eval/tasks/tmlu/default/tmlu_AST_geography.yaml
lm_eval/tasks/tmlu/default/tmlu_AST_geography.yaml
+0
-1
lm_eval/tasks/tmlu/default/tmlu_AST_history.yaml
lm_eval/tasks/tmlu/default/tmlu_AST_history.yaml
+0
-1
lm_eval/tasks/tmlu/default/tmlu_CAP_biology.yaml
lm_eval/tasks/tmlu/default/tmlu_CAP_biology.yaml
+0
-1
lm_eval/tasks/tmlu/default/tmlu_CAP_chemistry.yaml
lm_eval/tasks/tmlu/default/tmlu_CAP_chemistry.yaml
+0
-1
lm_eval/tasks/tmlu/default/tmlu_CAP_chinese.yaml
lm_eval/tasks/tmlu/default/tmlu_CAP_chinese.yaml
+0
-1
lm_eval/tasks/tmlu/default/tmlu_CAP_civics.yaml
lm_eval/tasks/tmlu/default/tmlu_CAP_civics.yaml
+0
-1
lm_eval/tasks/tmlu/default/tmlu_CAP_earth_science.yaml
lm_eval/tasks/tmlu/default/tmlu_CAP_earth_science.yaml
+0
-1
lm_eval/tasks/tmlu/default/tmlu_CAP_geography.yaml
lm_eval/tasks/tmlu/default/tmlu_CAP_geography.yaml
+0
-1
lm_eval/tasks/tmlu/default/tmlu_CAP_history.yaml
lm_eval/tasks/tmlu/default/tmlu_CAP_history.yaml
+0
-1
lm_eval/tasks/tmlu/default/tmlu_GSAT_biology.yaml
lm_eval/tasks/tmlu/default/tmlu_GSAT_biology.yaml
+0
-1
lm_eval/tasks/tmlu/default/tmlu_GSAT_chemistry.yaml
lm_eval/tasks/tmlu/default/tmlu_GSAT_chemistry.yaml
+0
-1
lm_eval/tasks/tmlu/default/tmlu_GSAT_chinese.yaml
lm_eval/tasks/tmlu/default/tmlu_GSAT_chinese.yaml
+0
-1
lm_eval/tasks/tmlu/default/tmlu_GSAT_civics.yaml
lm_eval/tasks/tmlu/default/tmlu_GSAT_civics.yaml
+0
-1
lm_eval/tasks/tmlu/default/tmlu_GSAT_earth_science.yaml
lm_eval/tasks/tmlu/default/tmlu_GSAT_earth_science.yaml
+0
-1
lm_eval/tasks/tmlu/default/tmlu_GSAT_geography.yaml
lm_eval/tasks/tmlu/default/tmlu_GSAT_geography.yaml
+0
-1
lm_eval/tasks/tmlu/default/tmlu_GSAT_history.yaml
lm_eval/tasks/tmlu/default/tmlu_GSAT_history.yaml
+0
-1
No files found.
lm_eval/tasks/tmlu/default/tmlu_AST_biology.yaml
View file @
c6491878
...
...
@@ -10,7 +10,6 @@
\
endif
%}{%
if
choices
is
defined
and
choices|length
>
5
%}
\n
F.
{{choices[5]}}{%
\
\
endif
%}
\n
Answer:"
"
tag"
:
"
tmlu_stem_tasks"
"
group_alias"
:
"
STEM"
"
include"
:
"
_default_template_yaml"
"
task"
:
"
tmlu_AST_biology"
"
task_alias"
:
"
AST
biology"
lm_eval/tasks/tmlu/default/tmlu_AST_chemistry.yaml
View file @
c6491878
...
...
@@ -11,7 +11,6 @@
\
endif
%}{%
if
choices
is
defined
and
choices|length
>
5
%}
\n
F.
{{choices[5]}}{%
\
\
endif
%}
\n
Answer:"
"
tag"
:
"
tmlu_stem_tasks"
"
group_alias"
:
"
STEM"
"
include"
:
"
_default_template_yaml"
"
task"
:
"
tmlu_AST_chemistry"
"
task_alias"
:
"
AST
chemistry"
lm_eval/tasks/tmlu/default/tmlu_AST_chinese.yaml
View file @
c6491878
...
...
@@ -10,7 +10,6 @@
\
endif
%}{%
if
choices
is
defined
and
choices|length
>
5
%}
\n
F.
{{choices[5]}}{%
\
\
endif
%}
\n
Answer:"
"
tag"
:
"
tmlu_humanities_tasks"
"
group_alias"
:
"
humanities"
"
include"
:
"
_default_template_yaml"
"
task"
:
"
tmlu_AST_chinese"
"
task_alias"
:
"
AST
chinese"
lm_eval/tasks/tmlu/default/tmlu_AST_civics.yaml
View file @
c6491878
...
...
@@ -10,7 +10,6 @@
\
endif
%}{%
if
choices
is
defined
and
choices|length
>
5
%}
\n
F.
{{choices[5]}}{%
\
\
endif
%}
\n
Answer:"
"
tag"
:
"
tmlu_social_sciences_tasks"
"
group_alias"
:
"
social
sciences"
"
include"
:
"
_default_template_yaml"
"
task"
:
"
tmlu_AST_civics"
"
task_alias"
:
"
AST
civics"
lm_eval/tasks/tmlu/default/tmlu_AST_geography.yaml
View file @
c6491878
...
...
@@ -10,7 +10,6 @@
\
endif
%}{%
if
choices
is
defined
and
choices|length
>
5
%}
\n
F.
{{choices[5]}}{%
\
\
endif
%}
\n
Answer:"
"
tag"
:
"
tmlu_social_sciences_tasks"
"
group_alias"
:
"
social
sciences"
"
include"
:
"
_default_template_yaml"
"
task"
:
"
tmlu_AST_geography"
"
task_alias"
:
"
AST
geography"
lm_eval/tasks/tmlu/default/tmlu_AST_history.yaml
View file @
c6491878
...
...
@@ -10,7 +10,6 @@
\
endif
%}{%
if
choices
is
defined
and
choices|length
>
5
%}
\n
F.
{{choices[5]}}{%
\
\
endif
%}
\n
Answer:"
"
tag"
:
"
tmlu_humanities_tasks"
"
group_alias"
:
"
humanities"
"
include"
:
"
_default_template_yaml"
"
task"
:
"
tmlu_AST_history"
"
task_alias"
:
"
AST
history"
lm_eval/tasks/tmlu/default/tmlu_CAP_biology.yaml
View file @
c6491878
...
...
@@ -10,7 +10,6 @@
\
endif
%}{%
if
choices
is
defined
and
choices|length
>
5
%}
\n
F.
{{choices[5]}}{%
\
\
endif
%}
\n
Answer:"
"
tag"
:
"
tmlu_stem_tasks"
"
group_alias"
:
"
STEM"
"
include"
:
"
_default_template_yaml"
"
task"
:
"
tmlu_CAP_biology"
"
task_alias"
:
"
CAP
biology"
lm_eval/tasks/tmlu/default/tmlu_CAP_chemistry.yaml
View file @
c6491878
...
...
@@ -10,7 +10,6 @@
\
endif
%}{%
if
choices
is
defined
and
choices|length
>
5
%}
\n
F.
{{choices[5]}}{%
\
\
endif
%}
\n
Answer:"
"
tag"
:
"
tmlu_stem_tasks"
"
group_alias"
:
"
STEM"
"
include"
:
"
_default_template_yaml"
"
task"
:
"
tmlu_CAP_chemistry"
"
task_alias"
:
"
CAP
chemistry"
lm_eval/tasks/tmlu/default/tmlu_CAP_chinese.yaml
View file @
c6491878
...
...
@@ -10,7 +10,6 @@
\
endif
%}{%
if
choices
is
defined
and
choices|length
>
5
%}
\n
F.
{{choices[5]}}{%
\
\
endif
%}
\n
Answer:"
"
tag"
:
"
tmlu_humanities_tasks"
"
group_alias"
:
"
humanities"
"
include"
:
"
_default_template_yaml"
"
task"
:
"
tmlu_CAP_chinese"
"
task_alias"
:
"
CAP
chinese"
lm_eval/tasks/tmlu/default/tmlu_CAP_civics.yaml
View file @
c6491878
...
...
@@ -10,7 +10,6 @@
\
endif
%}{%
if
choices
is
defined
and
choices|length
>
5
%}
\n
F.
{{choices[5]}}{%
\
\
endif
%}
\n
Answer:"
"
tag"
:
"
tmlu_social_sciences_tasks"
"
group_alias"
:
"
social
sciences"
"
include"
:
"
_default_template_yaml"
"
task"
:
"
tmlu_CAP_civics"
"
task_alias"
:
"
CAP
civics"
lm_eval/tasks/tmlu/default/tmlu_CAP_earth_science.yaml
View file @
c6491878
...
...
@@ -10,7 +10,6 @@
\
endif
%}{%
if
choices
is
defined
and
choices|length
>
5
%}
\n
F.
{{choices[5]}}{%
\
\
endif
%}
\n
Answer:"
"
tag"
:
"
tmlu_stem_tasks"
"
group_alias"
:
"
STEM"
"
include"
:
"
_default_template_yaml"
"
task"
:
"
tmlu_CAP_earth_science"
"
task_alias"
:
"
CAP
earth
science"
lm_eval/tasks/tmlu/default/tmlu_CAP_geography.yaml
View file @
c6491878
...
...
@@ -10,7 +10,6 @@
\
endif
%}{%
if
choices
is
defined
and
choices|length
>
5
%}
\n
F.
{{choices[5]}}{%
\
\
endif
%}
\n
Answer:"
"
tag"
:
"
tmlu_social_sciences_tasks"
"
group_alias"
:
"
social
sciences"
"
include"
:
"
_default_template_yaml"
"
task"
:
"
tmlu_CAP_geography"
"
task_alias"
:
"
CAP
geography"
lm_eval/tasks/tmlu/default/tmlu_CAP_history.yaml
View file @
c6491878
...
...
@@ -10,7 +10,6 @@
\
endif
%}{%
if
choices
is
defined
and
choices|length
>
5
%}
\n
F.
{{choices[5]}}{%
\
\
endif
%}
\n
Answer:"
"
tag"
:
"
tmlu_humanities_tasks"
"
group_alias"
:
"
humanities"
"
include"
:
"
_default_template_yaml"
"
task"
:
"
tmlu_CAP_history"
"
task_alias"
:
"
CAP
history"
lm_eval/tasks/tmlu/default/tmlu_GSAT_biology.yaml
View file @
c6491878
...
...
@@ -11,7 +11,6 @@
\
endif
%}{%
if
choices
is
defined
and
choices|length
>
5
%}
\n
F.
{{choices[5]}}{%
\
\
endif
%}
\n
Answer:"
"
tag"
:
"
tmlu_stem_tasks"
"
group_alias"
:
"
STEM"
"
include"
:
"
_default_template_yaml"
"
task"
:
"
tmlu_GSAT_biology"
"
task_alias"
:
"
GSAT
biology"
lm_eval/tasks/tmlu/default/tmlu_GSAT_chemistry.yaml
View file @
c6491878
...
...
@@ -11,7 +11,6 @@
\
endif
%}{%
if
choices
is
defined
and
choices|length
>
5
%}
\n
F.
{{choices[5]}}{%
\
\
endif
%}
\n
Answer:"
"
tag"
:
"
tmlu_stem_tasks"
"
group_alias"
:
"
STEM"
"
include"
:
"
_default_template_yaml"
"
task"
:
"
tmlu_GSAT_chemistry"
"
task_alias"
:
"
GSAT
chemistry"
lm_eval/tasks/tmlu/default/tmlu_GSAT_chinese.yaml
View file @
c6491878
...
...
@@ -10,7 +10,6 @@
\
endif
%}{%
if
choices
is
defined
and
choices|length
>
5
%}
\n
F.
{{choices[5]}}{%
\
\
endif
%}
\n
Answer:"
"
tag"
:
"
tmlu_humanities_tasks"
"
group_alias"
:
"
humanities"
"
include"
:
"
_default_template_yaml"
"
task"
:
"
tmlu_GSAT_chinese"
"
task_alias"
:
"
GSAT
chinese"
lm_eval/tasks/tmlu/default/tmlu_GSAT_civics.yaml
View file @
c6491878
...
...
@@ -10,7 +10,6 @@
\
endif
%}{%
if
choices
is
defined
and
choices|length
>
5
%}
\n
F.
{{choices[5]}}{%
\
\
endif
%}
\n
Answer:"
"
tag"
:
"
tmlu_social_sciences_tasks"
"
group_alias"
:
"
social
sciences"
"
include"
:
"
_default_template_yaml"
"
task"
:
"
tmlu_GSAT_civics"
"
task_alias"
:
"
GSAT
civics"
lm_eval/tasks/tmlu/default/tmlu_GSAT_earth_science.yaml
View file @
c6491878
...
...
@@ -11,7 +11,6 @@
\
endif
%}{%
if
choices
is
defined
and
choices|length
>
5
%}
\n
F.
{{choices[5]}}{%
\
\
endif
%}
\n
Answer:"
"
tag"
:
"
tmlu_stem_tasks"
"
group_alias"
:
"
STEM"
"
include"
:
"
_default_template_yaml"
"
task"
:
"
tmlu_GSAT_earth_science"
"
task_alias"
:
"
GSAT
earth
science"
lm_eval/tasks/tmlu/default/tmlu_GSAT_geography.yaml
View file @
c6491878
...
...
@@ -10,7 +10,6 @@
\
endif
%}{%
if
choices
is
defined
and
choices|length
>
5
%}
\n
F.
{{choices[5]}}{%
\
\
endif
%}
\n
Answer:"
"
tag"
:
"
tmlu_social_sciences_tasks"
"
group_alias"
:
"
social
sciences"
"
include"
:
"
_default_template_yaml"
"
task"
:
"
tmlu_GSAT_geography"
"
task_alias"
:
"
GSAT
geography"
lm_eval/tasks/tmlu/default/tmlu_GSAT_history.yaml
View file @
c6491878
...
...
@@ -10,7 +10,6 @@
\
endif
%}{%
if
choices
is
defined
and
choices|length
>
5
%}
\n
F.
{{choices[5]}}{%
\
\
endif
%}
\n
Answer:"
"
tag"
:
"
tmlu_humanities_tasks"
"
group_alias"
:
"
humanities"
"
include"
:
"
_default_template_yaml"
"
task"
:
"
tmlu_GSAT_history"
"
task_alias"
:
"
GSAT
history"
Prev
1
2
Next
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
.
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment