Skip to content
GitLab
Menu
Projects
Groups
Snippets
Loading...
Help
Help
Support
Community forum
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in / Register
Toggle navigation
Menu
Open sidebar
gaoqiong
lm-evaluation-harness
Commits
6f4f9e1c
Commit
6f4f9e1c
authored
Dec 13, 2023
by
lintangsutawika
Browse files
resolved merge conflict
parents
0d5748b7
aed90773
Changes
145
Hide whitespace changes
Inline
Side-by-side
Showing
20 changed files
with
20 additions
and
20 deletions
+20
-20
lm_eval/tasks/sciq/alternative_worlds/output_variation/style_02/b.yaml
.../sciq/alternative_worlds/output_variation/style_02/b.yaml
+1
-1
lm_eval/tasks/sciq/alternative_worlds/output_variation/style_02/c.yaml
.../sciq/alternative_worlds/output_variation/style_02/c.yaml
+1
-1
lm_eval/tasks/sciq/alternative_worlds/output_variation/style_03/a.yaml
.../sciq/alternative_worlds/output_variation/style_03/a.yaml
+1
-1
lm_eval/tasks/sciq/alternative_worlds/output_variation/style_03/b.yaml
.../sciq/alternative_worlds/output_variation/style_03/b.yaml
+1
-1
lm_eval/tasks/sciq/alternative_worlds/output_variation/style_03/c.yaml
.../sciq/alternative_worlds/output_variation/style_03/c.yaml
+1
-1
lm_eval/tasks/sciq/alternative_worlds/output_variation/style_04/a.yaml
.../sciq/alternative_worlds/output_variation/style_04/a.yaml
+1
-1
lm_eval/tasks/sciq/alternative_worlds/output_variation/style_04/b.yaml
.../sciq/alternative_worlds/output_variation/style_04/b.yaml
+1
-1
lm_eval/tasks/sciq/alternative_worlds/output_variation/style_04/c.yaml
.../sciq/alternative_worlds/output_variation/style_04/c.yaml
+1
-1
lm_eval/tasks/sciq/alternative_worlds/output_variation/style_05/a.yaml
.../sciq/alternative_worlds/output_variation/style_05/a.yaml
+1
-1
lm_eval/tasks/sciq/alternative_worlds/output_variation/style_05/b.yaml
.../sciq/alternative_worlds/output_variation/style_05/b.yaml
+1
-1
lm_eval/tasks/sciq/alternative_worlds/output_variation/style_05/c.yaml
.../sciq/alternative_worlds/output_variation/style_05/c.yaml
+1
-1
lm_eval/tasks/sciq/alternative_worlds/output_variation/style_06/a.yaml
.../sciq/alternative_worlds/output_variation/style_06/a.yaml
+1
-1
lm_eval/tasks/sciq/alternative_worlds/output_variation/style_06/b.yaml
.../sciq/alternative_worlds/output_variation/style_06/b.yaml
+1
-1
lm_eval/tasks/sciq/alternative_worlds/output_variation/style_06/c.yaml
.../sciq/alternative_worlds/output_variation/style_06/c.yaml
+1
-1
lm_eval/tasks/sciq/alternative_worlds/output_variation/style_07/a.yaml
.../sciq/alternative_worlds/output_variation/style_07/a.yaml
+1
-1
lm_eval/tasks/sciq/alternative_worlds/output_variation/style_07/b.yaml
.../sciq/alternative_worlds/output_variation/style_07/b.yaml
+1
-1
lm_eval/tasks/sciq/alternative_worlds/output_variation/style_07/c.yaml
.../sciq/alternative_worlds/output_variation/style_07/c.yaml
+1
-1
lm_eval/tasks/sciq/alternative_worlds/output_variation/style_08/a.yaml
.../sciq/alternative_worlds/output_variation/style_08/a.yaml
+1
-1
lm_eval/tasks/sciq/alternative_worlds/output_variation/style_08/b.yaml
.../sciq/alternative_worlds/output_variation/style_08/b.yaml
+1
-1
lm_eval/tasks/sciq/alternative_worlds/output_variation/style_08/c.yaml
.../sciq/alternative_worlds/output_variation/style_08/c.yaml
+1
-1
No files found.
lm_eval/tasks/sciq/alternative_worlds/output_variation/style_02/b.yaml
View file @
6f4f9e1c
...
...
@@ -2,4 +2,4 @@ include: ../_sciq_alt_yaml
group
:
sciq_alt_ov_02
task
:
sciq_alt_ov_02b
doc_to_text
:
!function
../styles.template_02
doc_to_choice
:
!function
../styles.choice_02b
\ No newline at end of file
doc_to_choice
:
!function
../styles.choice_02b
lm_eval/tasks/sciq/alternative_worlds/output_variation/style_02/c.yaml
View file @
6f4f9e1c
...
...
@@ -2,4 +2,4 @@ include: ../_sciq_alt_yaml
group
:
sciq_alt_ov_02
task
:
sciq_alt_ov_02c
doc_to_text
:
!function
../styles.template_02
doc_to_choice
:
!function
../styles.choice_02c
\ No newline at end of file
doc_to_choice
:
!function
../styles.choice_02c
lm_eval/tasks/sciq/alternative_worlds/output_variation/style_03/a.yaml
View file @
6f4f9e1c
...
...
@@ -2,4 +2,4 @@ include: ../_sciq_alt_yaml
group
:
sciq_alt_ov_03
task
:
sciq_alt_ov_03a
doc_to_text
:
!function
../styles.template_03
doc_to_choice
:
!function
../styles.choice_03a
\ No newline at end of file
doc_to_choice
:
!function
../styles.choice_03a
lm_eval/tasks/sciq/alternative_worlds/output_variation/style_03/b.yaml
View file @
6f4f9e1c
...
...
@@ -2,4 +2,4 @@ include: ../_sciq_alt_yaml
group
:
sciq_alt_ov_03
task
:
sciq_alt_ov_03b
doc_to_text
:
!function
../styles.template_03
doc_to_choice
:
!function
../styles.choice_03b
\ No newline at end of file
doc_to_choice
:
!function
../styles.choice_03b
lm_eval/tasks/sciq/alternative_worlds/output_variation/style_03/c.yaml
View file @
6f4f9e1c
...
...
@@ -2,4 +2,4 @@ include: ../_sciq_alt_yaml
group
:
sciq_alt_ov_03
task
:
sciq_alt_ov_03c
doc_to_text
:
!function
../styles.template_03
doc_to_choice
:
!function
../styles.choice_03c
\ No newline at end of file
doc_to_choice
:
!function
../styles.choice_03c
lm_eval/tasks/sciq/alternative_worlds/output_variation/style_04/a.yaml
View file @
6f4f9e1c
...
...
@@ -2,4 +2,4 @@ include: ../_sciq_alt_yaml
group
:
sciq_alt_ov_04
task
:
sciq_alt_ov_04a
doc_to_text
:
!function
../styles.template_04
doc_to_choice
:
!function
../styles.choice_04a
\ No newline at end of file
doc_to_choice
:
!function
../styles.choice_04a
lm_eval/tasks/sciq/alternative_worlds/output_variation/style_04/b.yaml
View file @
6f4f9e1c
...
...
@@ -2,4 +2,4 @@ include: ../_sciq_alt_yaml
group
:
sciq_alt_ov_04
task
:
sciq_alt_ov_04b
doc_to_text
:
!function
../styles.template_04
doc_to_choice
:
!function
../styles.choice_04b
\ No newline at end of file
doc_to_choice
:
!function
../styles.choice_04b
lm_eval/tasks/sciq/alternative_worlds/output_variation/style_04/c.yaml
View file @
6f4f9e1c
...
...
@@ -2,4 +2,4 @@ include: ../_sciq_alt_yaml
group
:
sciq_alt_ov_04
task
:
sciq_alt_ov_04c
doc_to_text
:
!function
../styles.template_04
doc_to_choice
:
!function
../styles.choice_04c
\ No newline at end of file
doc_to_choice
:
!function
../styles.choice_04c
lm_eval/tasks/sciq/alternative_worlds/output_variation/style_05/a.yaml
View file @
6f4f9e1c
...
...
@@ -2,4 +2,4 @@ include: ../_sciq_alt_yaml
group
:
sciq_alt_ov_05
task
:
sciq_alt_ov_05a
doc_to_text
:
!function
../styles.template_05
doc_to_choice
:
!function
../styles.choice_05a
\ No newline at end of file
doc_to_choice
:
!function
../styles.choice_05a
lm_eval/tasks/sciq/alternative_worlds/output_variation/style_05/b.yaml
View file @
6f4f9e1c
...
...
@@ -2,4 +2,4 @@ include: ../_sciq_alt_yaml
group
:
sciq_alt_ov_05
task
:
sciq_alt_ov_05b
doc_to_text
:
!function
../styles.template_05
doc_to_choice
:
!function
../styles.choice_05b
\ No newline at end of file
doc_to_choice
:
!function
../styles.choice_05b
lm_eval/tasks/sciq/alternative_worlds/output_variation/style_05/c.yaml
View file @
6f4f9e1c
...
...
@@ -2,4 +2,4 @@ include: ../_sciq_alt_yaml
group
:
sciq_alt_ov_05
task
:
sciq_alt_ov_05c
doc_to_text
:
!function
../styles.template_05
doc_to_choice
:
!function
../styles.choice_05c
\ No newline at end of file
doc_to_choice
:
!function
../styles.choice_05c
lm_eval/tasks/sciq/alternative_worlds/output_variation/style_06/a.yaml
View file @
6f4f9e1c
...
...
@@ -2,4 +2,4 @@ include: ../_sciq_alt_yaml
group
:
sciq_alt_ov_06
task
:
sciq_alt_ov_06a
doc_to_text
:
!function
../styles.template_06
doc_to_choice
:
!function
../styles.choice_06a
\ No newline at end of file
doc_to_choice
:
!function
../styles.choice_06a
lm_eval/tasks/sciq/alternative_worlds/output_variation/style_06/b.yaml
View file @
6f4f9e1c
...
...
@@ -2,4 +2,4 @@ include: ../_sciq_alt_yaml
group
:
sciq_alt_ov_06
task
:
sciq_alt_ov_06b
doc_to_text
:
!function
../styles.template_06
doc_to_choice
:
!function
../styles.choice_06b
\ No newline at end of file
doc_to_choice
:
!function
../styles.choice_06b
lm_eval/tasks/sciq/alternative_worlds/output_variation/style_06/c.yaml
View file @
6f4f9e1c
...
...
@@ -2,4 +2,4 @@ include: ../_sciq_alt_yaml
group
:
sciq_alt_ov_06
task
:
sciq_alt_ov_06c
doc_to_text
:
!function
../styles.template_06
doc_to_choice
:
!function
../styles.choice_06c
\ No newline at end of file
doc_to_choice
:
!function
../styles.choice_06c
lm_eval/tasks/sciq/alternative_worlds/output_variation/style_07/a.yaml
View file @
6f4f9e1c
...
...
@@ -2,4 +2,4 @@ include: ../_sciq_alt_yaml
group
:
sciq_alt_ov_07
task
:
sciq_alt_ov_07a
doc_to_text
:
!function
../styles.template_07
doc_to_choice
:
!function
../styles.choice_07a
\ No newline at end of file
doc_to_choice
:
!function
../styles.choice_07a
lm_eval/tasks/sciq/alternative_worlds/output_variation/style_07/b.yaml
View file @
6f4f9e1c
...
...
@@ -2,4 +2,4 @@ include: ../_sciq_alt_yaml
group
:
sciq_alt_ov_07
task
:
sciq_alt_ov_07b
doc_to_text
:
!function
../styles.template_07
doc_to_choice
:
!function
../styles.choice_07b
\ No newline at end of file
doc_to_choice
:
!function
../styles.choice_07b
lm_eval/tasks/sciq/alternative_worlds/output_variation/style_07/c.yaml
View file @
6f4f9e1c
...
...
@@ -2,4 +2,4 @@ include: ../_sciq_alt_yaml
group
:
sciq_alt_ov_07
task
:
sciq_alt_ov_07c
doc_to_text
:
!function
../styles.template_07
doc_to_choice
:
!function
../styles.choice_07c
\ No newline at end of file
doc_to_choice
:
!function
../styles.choice_07c
lm_eval/tasks/sciq/alternative_worlds/output_variation/style_08/a.yaml
View file @
6f4f9e1c
...
...
@@ -2,4 +2,4 @@ include: ../_sciq_alt_yaml
group
:
sciq_alt_ov_08
task
:
sciq_alt_ov_08a
doc_to_text
:
!function
../styles.template_08
doc_to_choice
:
!function
../styles.choice_08a
\ No newline at end of file
doc_to_choice
:
!function
../styles.choice_08a
lm_eval/tasks/sciq/alternative_worlds/output_variation/style_08/b.yaml
View file @
6f4f9e1c
...
...
@@ -2,4 +2,4 @@ include: ../_sciq_alt_yaml
group
:
sciq_alt_ov_08
task
:
sciq_alt_ov_08b
doc_to_text
:
!function
../styles.template_08
doc_to_choice
:
!function
../styles.choice_08b
\ No newline at end of file
doc_to_choice
:
!function
../styles.choice_08b
lm_eval/tasks/sciq/alternative_worlds/output_variation/style_08/c.yaml
View file @
6f4f9e1c
...
...
@@ -2,4 +2,4 @@ include: ../_sciq_alt_yaml
group
:
sciq_alt_ov_08
task
:
sciq_alt_ov_08c
doc_to_text
:
!function
../styles.template_08
doc_to_choice
:
!function
../styles.choice_08c
\ No newline at end of file
doc_to_choice
:
!function
../styles.choice_08c
Prev
1
…
3
4
5
6
7
8
Next
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
.
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment