Skip to content
GitLab
Menu
Projects
Groups
Snippets
Loading...
Help
Help
Support
Community forum
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in / Register
Toggle navigation
Menu
Open sidebar
gaoqiong
lm-evaluation-harness
Commits
c6491878
Commit
c6491878
authored
Aug 15, 2024
by
lintangsutawika
Browse files
removed group alias from tasks
parent
720cdf90
Pipeline
#2990
failed with stages
in 0 seconds
Changes
31
Pipelines
1
Hide whitespace changes
Inline
Side-by-side
Showing
11 changed files
with
0 additions
and
11 deletions
+0
-11
lm_eval/tasks/tmlu/default/tmlu_accountant.yaml
lm_eval/tasks/tmlu/default/tmlu_accountant.yaml
+0
-1
lm_eval/tasks/tmlu/default/tmlu_basic_traditional_chinese_medicine.yaml
...tmlu/default/tmlu_basic_traditional_chinese_medicine.yaml
+0
-1
lm_eval/tasks/tmlu/default/tmlu_clinical_psychologist.yaml
lm_eval/tasks/tmlu/default/tmlu_clinical_psychologist.yaml
+0
-1
lm_eval/tasks/tmlu/default/tmlu_clinical_traditional_chinese_medicine.yaml
...u/default/tmlu_clinical_traditional_chinese_medicine.yaml
+0
-1
lm_eval/tasks/tmlu/default/tmlu_driving_rule.yaml
lm_eval/tasks/tmlu/default/tmlu_driving_rule.yaml
+0
-1
lm_eval/tasks/tmlu/default/tmlu_lawyer_qualification.yaml
lm_eval/tasks/tmlu/default/tmlu_lawyer_qualification.yaml
+0
-1
lm_eval/tasks/tmlu/default/tmlu_nutritionist.yaml
lm_eval/tasks/tmlu/default/tmlu_nutritionist.yaml
+0
-1
lm_eval/tasks/tmlu/default/tmlu_taiwan_tourist_resources.yaml
...val/tasks/tmlu/default/tmlu_taiwan_tourist_resources.yaml
+0
-1
lm_eval/tasks/tmlu/default/tmlu_teacher_qualification.yaml
lm_eval/tasks/tmlu/default/tmlu_teacher_qualification.yaml
+0
-1
lm_eval/tasks/tmlu/default/tmlu_tour_guide.yaml
lm_eval/tasks/tmlu/default/tmlu_tour_guide.yaml
+0
-1
lm_eval/tasks/tmlu/default/tmlu_tour_leader.yaml
lm_eval/tasks/tmlu/default/tmlu_tour_leader.yaml
+0
-1
No files found.
lm_eval/tasks/tmlu/default/tmlu_accountant.yaml
View file @
c6491878
...
...
@@ -10,7 +10,6 @@
\
endif
%}{%
if
choices
is
defined
and
choices|length
>
5
%}
\n
F.
{{choices[5]}}{%
\
\
endif
%}
\n
Answer:"
"
tag"
:
"
tmlu_social_sciences_tasks"
"
group_alias"
:
"
social
sciences"
"
include"
:
"
_default_template_yaml"
"
task"
:
"
tmlu_accountant"
"
task_alias"
:
"
accountant"
lm_eval/tasks/tmlu/default/tmlu_basic_traditional_chinese_medicine.yaml
View file @
c6491878
...
...
@@ -10,7 +10,6 @@
\
endif
%}{%
if
choices
is
defined
and
choices|length
>
5
%}
\n
F.
{{choices[5]}}{%
\
\
endif
%}
\n
Answer:"
"
tag"
:
"
tmlu_other_tasks"
"
group_alias"
:
"
other"
"
include"
:
"
_default_template_yaml"
"
task"
:
"
tmlu_basic_traditional_chinese_medicine"
"
task_alias"
:
"
basic
traditional
chinese
medicine"
lm_eval/tasks/tmlu/default/tmlu_clinical_psychologist.yaml
View file @
c6491878
...
...
@@ -10,7 +10,6 @@
\
endif
%}{%
if
choices
is
defined
and
choices|length
>
5
%}
\n
F.
{{choices[5]}}{%
\
\
endif
%}
\n
Answer:"
"
tag"
:
"
tmlu_social_sciences_tasks"
"
group_alias"
:
"
social
sciences"
"
include"
:
"
_default_template_yaml"
"
task"
:
"
tmlu_clinical_psychologist"
"
task_alias"
:
"
clinical
psychologist"
lm_eval/tasks/tmlu/default/tmlu_clinical_traditional_chinese_medicine.yaml
View file @
c6491878
...
...
@@ -10,7 +10,6 @@
\
endif
%}{%
if
choices
is
defined
and
choices|length
>
5
%}
\n
F.
{{choices[5]}}{%
\
\
endif
%}
\n
Answer:"
"
tag"
:
"
tmlu_other_tasks"
"
group_alias"
:
"
other"
"
include"
:
"
_default_template_yaml"
"
task"
:
"
tmlu_clinical_traditional_chinese_medicine"
"
task_alias"
:
"
clinical
traditional
chinese
medicine"
lm_eval/tasks/tmlu/default/tmlu_driving_rule.yaml
View file @
c6491878
...
...
@@ -10,7 +10,6 @@
\
endif
%}{%
if
choices
is
defined
and
choices|length
>
5
%}
\n
F.
{{choices[5]}}{%
\
\
endif
%}
\n
Answer:"
"
tag"
:
"
tmlu_taiwan_specific"
"
group_alias"
:
"
Taiwan
Specific"
"
include"
:
"
_default_template_yaml"
"
task"
:
"
tmlu_driving_rule"
"
task_alias"
:
"
driving
rule"
lm_eval/tasks/tmlu/default/tmlu_lawyer_qualification.yaml
View file @
c6491878
...
...
@@ -10,7 +10,6 @@
\
endif
%}{%
if
choices
is
defined
and
choices|length
>
5
%}
\n
F.
{{choices[5]}}{%
\
\
endif
%}
\n
Answer:"
"
tag"
:
"
tmlu_humanities_tasks"
"
group_alias"
:
"
humanities"
"
include"
:
"
_default_template_yaml"
"
task"
:
"
tmlu_lawyer_qualification"
"
task_alias"
:
"
lawyer
qualification"
lm_eval/tasks/tmlu/default/tmlu_nutritionist.yaml
View file @
c6491878
...
...
@@ -10,7 +10,6 @@
\
endif
%}{%
if
choices
is
defined
and
choices|length
>
5
%}
\n
F.
{{choices[5]}}{%
\
\
endif
%}
\n
Answer:"
"
tag"
:
"
tmlu_other_tasks"
"
group_alias"
:
"
other"
"
include"
:
"
_default_template_yaml"
"
task"
:
"
tmlu_nutritionist"
"
task_alias"
:
"
nutritionist"
lm_eval/tasks/tmlu/default/tmlu_taiwan_tourist_resources.yaml
View file @
c6491878
...
...
@@ -10,7 +10,6 @@
\
endif
%}{%
if
choices
is
defined
and
choices|length
>
5
%}
\n
F.
{{choices[5]}}{%
\
\
endif
%}
\n
Answer:"
"
tag"
:
"
tmlu_taiwan_specific"
"
group_alias"
:
"
Taiwan
Specific"
"
include"
:
"
_default_template_yaml"
"
task"
:
"
tmlu_taiwan_tourist_resources"
"
task_alias"
:
"
taiwan
tourist
resources"
lm_eval/tasks/tmlu/default/tmlu_teacher_qualification.yaml
View file @
c6491878
...
...
@@ -10,7 +10,6 @@
\
endif
%}{%
if
choices
is
defined
and
choices|length
>
5
%}
\n
F.
{{choices[5]}}{%
\
\
endif
%}
\n
Answer:"
"
tag"
:
"
tmlu_taiwan_specific"
"
group_alias"
:
"
Taiwan
Specific"
"
include"
:
"
_default_template_yaml"
"
task"
:
"
tmlu_teacher_qualification"
"
task_alias"
:
"
teacher
qualification"
lm_eval/tasks/tmlu/default/tmlu_tour_guide.yaml
View file @
c6491878
...
...
@@ -10,7 +10,6 @@
\
endif
%}{%
if
choices
is
defined
and
choices|length
>
5
%}
\n
F.
{{choices[5]}}{%
\
\
endif
%}
\n
Answer:"
"
tag"
:
"
tmlu_humanities_tasks"
"
group_alias"
:
"
humanities"
"
include"
:
"
_default_template_yaml"
"
task"
:
"
tmlu_tour_guide"
"
task_alias"
:
"
tour
guide"
lm_eval/tasks/tmlu/default/tmlu_tour_leader.yaml
View file @
c6491878
...
...
@@ -10,7 +10,6 @@
\
endif
%}{%
if
choices
is
defined
and
choices|length
>
5
%}
\n
F.
{{choices[5]}}{%
\
\
endif
%}
\n
Answer:"
"
tag"
:
"
tmlu_humanities_tasks"
"
group_alias"
:
"
humanities"
"
include"
:
"
_default_template_yaml"
"
task"
:
"
tmlu_tour_leader"
"
task_alias"
:
"
tour
leader"
Prev
1
2
Next
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
.
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment