Skip to content
GitLab
Menu
Projects
Groups
Snippets
Loading...
Help
Help
Support
Community forum
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in / Register
Toggle navigation
Menu
Open sidebar
gaoqiong
lm-evaluation-harness
Commits
720cdf90
Commit
720cdf90
authored
Aug 15, 2024
by
lintangsutawika
Browse files
adjust tag name
parent
09e5f519
Changes
32
Hide whitespace changes
Inline
Side-by-side
Showing
12 changed files
with
12 additions
and
12 deletions
+12
-12
lm_eval/tasks/tmlu/default/tmlu_GSAT_history.yaml
lm_eval/tasks/tmlu/default/tmlu_GSAT_history.yaml
+1
-1
lm_eval/tasks/tmlu/default/tmlu_accountant.yaml
lm_eval/tasks/tmlu/default/tmlu_accountant.yaml
+1
-1
lm_eval/tasks/tmlu/default/tmlu_basic_traditional_chinese_medicine.yaml
...tmlu/default/tmlu_basic_traditional_chinese_medicine.yaml
+1
-1
lm_eval/tasks/tmlu/default/tmlu_clinical_psychologist.yaml
lm_eval/tasks/tmlu/default/tmlu_clinical_psychologist.yaml
+1
-1
lm_eval/tasks/tmlu/default/tmlu_clinical_traditional_chinese_medicine.yaml
...u/default/tmlu_clinical_traditional_chinese_medicine.yaml
+1
-1
lm_eval/tasks/tmlu/default/tmlu_driving_rule.yaml
lm_eval/tasks/tmlu/default/tmlu_driving_rule.yaml
+1
-1
lm_eval/tasks/tmlu/default/tmlu_lawyer_qualification.yaml
lm_eval/tasks/tmlu/default/tmlu_lawyer_qualification.yaml
+1
-1
lm_eval/tasks/tmlu/default/tmlu_nutritionist.yaml
lm_eval/tasks/tmlu/default/tmlu_nutritionist.yaml
+1
-1
lm_eval/tasks/tmlu/default/tmlu_taiwan_tourist_resources.yaml
...val/tasks/tmlu/default/tmlu_taiwan_tourist_resources.yaml
+1
-1
lm_eval/tasks/tmlu/default/tmlu_teacher_qualification.yaml
lm_eval/tasks/tmlu/default/tmlu_teacher_qualification.yaml
+1
-1
lm_eval/tasks/tmlu/default/tmlu_tour_guide.yaml
lm_eval/tasks/tmlu/default/tmlu_tour_guide.yaml
+1
-1
lm_eval/tasks/tmlu/default/tmlu_tour_leader.yaml
lm_eval/tasks/tmlu/default/tmlu_tour_leader.yaml
+1
-1
No files found.
lm_eval/tasks/tmlu/default/tmlu_GSAT_history.yaml
View file @
720cdf90
...
...
@@ -9,7 +9,7 @@
D.
{{choices[3]}}{%
if
choices
is
defined
and
choices|length
>
4
%}
\n
E.
{{choices[4]}}{%
\
\
endif
%}{%
if
choices
is
defined
and
choices|length
>
5
%}
\n
F.
{{choices[5]}}{%
\
\
endif
%}
\n
Answer:"
"
group
"
:
"
tmlu_humanities"
"
tag
"
:
"
tmlu_humanities
_tasks
"
"
group_alias"
:
"
humanities"
"
include"
:
"
_default_template_yaml"
"
task"
:
"
tmlu_GSAT_history"
...
...
lm_eval/tasks/tmlu/default/tmlu_accountant.yaml
View file @
720cdf90
...
...
@@ -9,7 +9,7 @@
D.
{{choices[3]}}{%
if
choices
is
defined
and
choices|length
>
4
%}
\n
E.
{{choices[4]}}{%
\
\
endif
%}{%
if
choices
is
defined
and
choices|length
>
5
%}
\n
F.
{{choices[5]}}{%
\
\
endif
%}
\n
Answer:"
"
group
"
:
"
tmlu_social_sciences"
"
tag
"
:
"
tmlu_social_sciences
_tasks
"
"
group_alias"
:
"
social
sciences"
"
include"
:
"
_default_template_yaml"
"
task"
:
"
tmlu_accountant"
...
...
lm_eval/tasks/tmlu/default/tmlu_basic_traditional_chinese_medicine.yaml
View file @
720cdf90
...
...
@@ -9,7 +9,7 @@
D.
{{choices[3]}}{%
if
choices
is
defined
and
choices|length
>
4
%}
\n
E.
{{choices[4]}}{%
\
\
endif
%}{%
if
choices
is
defined
and
choices|length
>
5
%}
\n
F.
{{choices[5]}}{%
\
\
endif
%}
\n
Answer:"
"
group
"
:
"
tmlu_other"
"
tag
"
:
"
tmlu_other
_tasks
"
"
group_alias"
:
"
other"
"
include"
:
"
_default_template_yaml"
"
task"
:
"
tmlu_basic_traditional_chinese_medicine"
...
...
lm_eval/tasks/tmlu/default/tmlu_clinical_psychologist.yaml
View file @
720cdf90
...
...
@@ -9,7 +9,7 @@
D.
{{choices[3]}}{%
if
choices
is
defined
and
choices|length
>
4
%}
\n
E.
{{choices[4]}}{%
\
\
endif
%}{%
if
choices
is
defined
and
choices|length
>
5
%}
\n
F.
{{choices[5]}}{%
\
\
endif
%}
\n
Answer:"
"
group
"
:
"
tmlu_social_sciences"
"
tag
"
:
"
tmlu_social_sciences
_tasks
"
"
group_alias"
:
"
social
sciences"
"
include"
:
"
_default_template_yaml"
"
task"
:
"
tmlu_clinical_psychologist"
...
...
lm_eval/tasks/tmlu/default/tmlu_clinical_traditional_chinese_medicine.yaml
View file @
720cdf90
...
...
@@ -9,7 +9,7 @@
D.
{{choices[3]}}{%
if
choices
is
defined
and
choices|length
>
4
%}
\n
E.
{{choices[4]}}{%
\
\
endif
%}{%
if
choices
is
defined
and
choices|length
>
5
%}
\n
F.
{{choices[5]}}{%
\
\
endif
%}
\n
Answer:"
"
group
"
:
"
tmlu_other"
"
tag
"
:
"
tmlu_other
_tasks
"
"
group_alias"
:
"
other"
"
include"
:
"
_default_template_yaml"
"
task"
:
"
tmlu_clinical_traditional_chinese_medicine"
...
...
lm_eval/tasks/tmlu/default/tmlu_driving_rule.yaml
View file @
720cdf90
...
...
@@ -9,7 +9,7 @@
D.
{{choices[3]}}{%
if
choices
is
defined
and
choices|length
>
4
%}
\n
E.
{{choices[4]}}{%
\
\
endif
%}{%
if
choices
is
defined
and
choices|length
>
5
%}
\n
F.
{{choices[5]}}{%
\
\
endif
%}
\n
Answer:"
"
group
"
:
"
tmlu_
T
aiwan
S
pecific"
"
tag
"
:
"
tmlu_
t
aiwan
_s
pecific"
"
group_alias"
:
"
Taiwan
Specific"
"
include"
:
"
_default_template_yaml"
"
task"
:
"
tmlu_driving_rule"
...
...
lm_eval/tasks/tmlu/default/tmlu_lawyer_qualification.yaml
View file @
720cdf90
...
...
@@ -9,7 +9,7 @@
D.
{{choices[3]}}{%
if
choices
is
defined
and
choices|length
>
4
%}
\n
E.
{{choices[4]}}{%
\
\
endif
%}{%
if
choices
is
defined
and
choices|length
>
5
%}
\n
F.
{{choices[5]}}{%
\
\
endif
%}
\n
Answer:"
"
group
"
:
"
tmlu_humanities"
"
tag
"
:
"
tmlu_humanities
_tasks
"
"
group_alias"
:
"
humanities"
"
include"
:
"
_default_template_yaml"
"
task"
:
"
tmlu_lawyer_qualification"
...
...
lm_eval/tasks/tmlu/default/tmlu_nutritionist.yaml
View file @
720cdf90
...
...
@@ -9,7 +9,7 @@
D.
{{choices[3]}}{%
if
choices
is
defined
and
choices|length
>
4
%}
\n
E.
{{choices[4]}}{%
\
\
endif
%}{%
if
choices
is
defined
and
choices|length
>
5
%}
\n
F.
{{choices[5]}}{%
\
\
endif
%}
\n
Answer:"
"
group
"
:
"
tmlu_other"
"
tag
"
:
"
tmlu_other
_tasks
"
"
group_alias"
:
"
other"
"
include"
:
"
_default_template_yaml"
"
task"
:
"
tmlu_nutritionist"
...
...
lm_eval/tasks/tmlu/default/tmlu_taiwan_tourist_resources.yaml
View file @
720cdf90
...
...
@@ -9,7 +9,7 @@
D.
{{choices[3]}}{%
if
choices
is
defined
and
choices|length
>
4
%}
\n
E.
{{choices[4]}}{%
\
\
endif
%}{%
if
choices
is
defined
and
choices|length
>
5
%}
\n
F.
{{choices[5]}}{%
\
\
endif
%}
\n
Answer:"
"
group
"
:
"
tmlu_
T
aiwan
S
pecific"
"
tag
"
:
"
tmlu_
t
aiwan
_s
pecific"
"
group_alias"
:
"
Taiwan
Specific"
"
include"
:
"
_default_template_yaml"
"
task"
:
"
tmlu_taiwan_tourist_resources"
...
...
lm_eval/tasks/tmlu/default/tmlu_teacher_qualification.yaml
View file @
720cdf90
...
...
@@ -9,7 +9,7 @@
D.
{{choices[3]}}{%
if
choices
is
defined
and
choices|length
>
4
%}
\n
E.
{{choices[4]}}{%
\
\
endif
%}{%
if
choices
is
defined
and
choices|length
>
5
%}
\n
F.
{{choices[5]}}{%
\
\
endif
%}
\n
Answer:"
"
group
"
:
"
tmlu_
T
aiwan
S
pecific"
"
tag
"
:
"
tmlu_
t
aiwan
_s
pecific"
"
group_alias"
:
"
Taiwan
Specific"
"
include"
:
"
_default_template_yaml"
"
task"
:
"
tmlu_teacher_qualification"
...
...
lm_eval/tasks/tmlu/default/tmlu_tour_guide.yaml
View file @
720cdf90
...
...
@@ -9,7 +9,7 @@
D.
{{choices[3]}}{%
if
choices
is
defined
and
choices|length
>
4
%}
\n
E.
{{choices[4]}}{%
\
\
endif
%}{%
if
choices
is
defined
and
choices|length
>
5
%}
\n
F.
{{choices[5]}}{%
\
\
endif
%}
\n
Answer:"
"
group
"
:
"
tmlu_humanities"
"
tag
"
:
"
tmlu_humanities
_tasks
"
"
group_alias"
:
"
humanities"
"
include"
:
"
_default_template_yaml"
"
task"
:
"
tmlu_tour_guide"
...
...
lm_eval/tasks/tmlu/default/tmlu_tour_leader.yaml
View file @
720cdf90
...
...
@@ -9,7 +9,7 @@
D.
{{choices[3]}}{%
if
choices
is
defined
and
choices|length
>
4
%}
\n
E.
{{choices[4]}}{%
\
\
endif
%}{%
if
choices
is
defined
and
choices|length
>
5
%}
\n
F.
{{choices[5]}}{%
\
\
endif
%}
\n
Answer:"
"
group
"
:
"
tmlu_humanities"
"
tag
"
:
"
tmlu_humanities
_tasks
"
"
group_alias"
:
"
humanities"
"
include"
:
"
_default_template_yaml"
"
task"
:
"
tmlu_tour_leader"
...
...
Prev
1
2
Next
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
.
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment