Skip to content
GitLab
Menu
Projects
Groups
Snippets
Loading...
Help
Help
Support
Community forum
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in / Register
Toggle navigation
Menu
Open sidebar
gaoqiong
lm-evaluation-harness
Commits
c74e2761
Commit
c74e2761
authored
Dec 06, 2023
by
lintangsutawika
Browse files
reformat
parent
cc572624
Changes
155
Show whitespace changes
Inline
Side-by-side
Showing
20 changed files
with
39 additions
and
39 deletions
+39
-39
lm_eval/api/metrics.py
lm_eval/api/metrics.py
+2
-2
lm_eval/api/task.py
lm_eval/api/task.py
+1
-1
lm_eval/tasks/arc/alternative_worlds/README.md
lm_eval/tasks/arc/alternative_worlds/README.md
+2
-2
lm_eval/tasks/arc/alternative_worlds/style_01/a.yaml
lm_eval/tasks/arc/alternative_worlds/style_01/a.yaml
+2
-2
lm_eval/tasks/arc/alternative_worlds/style_01/b.yaml
lm_eval/tasks/arc/alternative_worlds/style_01/b.yaml
+2
-2
lm_eval/tasks/arc/alternative_worlds/style_01/c.yaml
lm_eval/tasks/arc/alternative_worlds/style_01/c.yaml
+2
-2
lm_eval/tasks/arc/alternative_worlds/style_02/a.yaml
lm_eval/tasks/arc/alternative_worlds/style_02/a.yaml
+2
-2
lm_eval/tasks/arc/alternative_worlds/style_02/b.yaml
lm_eval/tasks/arc/alternative_worlds/style_02/b.yaml
+2
-2
lm_eval/tasks/arc/alternative_worlds/style_02/c.yaml
lm_eval/tasks/arc/alternative_worlds/style_02/c.yaml
+2
-2
lm_eval/tasks/arc/alternative_worlds/style_03/a.yaml
lm_eval/tasks/arc/alternative_worlds/style_03/a.yaml
+2
-2
lm_eval/tasks/arc/alternative_worlds/style_03/b.yaml
lm_eval/tasks/arc/alternative_worlds/style_03/b.yaml
+2
-2
lm_eval/tasks/arc/alternative_worlds/style_03/c.yaml
lm_eval/tasks/arc/alternative_worlds/style_03/c.yaml
+2
-2
lm_eval/tasks/arc/alternative_worlds/style_04/a.yaml
lm_eval/tasks/arc/alternative_worlds/style_04/a.yaml
+2
-2
lm_eval/tasks/arc/alternative_worlds/style_04/b.yaml
lm_eval/tasks/arc/alternative_worlds/style_04/b.yaml
+2
-2
lm_eval/tasks/arc/alternative_worlds/style_04/c.yaml
lm_eval/tasks/arc/alternative_worlds/style_04/c.yaml
+2
-2
lm_eval/tasks/arc/alternative_worlds/style_05/a.yaml
lm_eval/tasks/arc/alternative_worlds/style_05/a.yaml
+2
-2
lm_eval/tasks/arc/alternative_worlds/style_05/b.yaml
lm_eval/tasks/arc/alternative_worlds/style_05/b.yaml
+2
-2
lm_eval/tasks/arc/alternative_worlds/style_05/c.yaml
lm_eval/tasks/arc/alternative_worlds/style_05/c.yaml
+2
-2
lm_eval/tasks/arc/alternative_worlds/style_06/a.yaml
lm_eval/tasks/arc/alternative_worlds/style_06/a.yaml
+2
-2
lm_eval/tasks/arc/alternative_worlds/style_06/b.yaml
lm_eval/tasks/arc/alternative_worlds/style_06/b.yaml
+2
-2
No files found.
lm_eval/api/metrics.py
View file @
c74e2761
...
@@ -127,10 +127,10 @@ def brier_score(items): # This is a passthrough function
...
@@ -127,10 +127,10 @@ def brier_score(items): # This is a passthrough function
_p
=
np
.
array
(
p
)
_p
=
np
.
array
(
p
)
_g
=
np
.
array
(
g
)
_g
=
np
.
array
(
g
)
_g_one_hot
=
np
.
eye
(
len
(
_p
[
0
]))[
_g
]
_g_one_hot
=
np
.
eye
(
len
(
_p
[
0
]))[
_g
]
average
+=
np
.
mean
(
np
.
sum
((
_p
-
_g_one_hot
)
**
2
,
axis
=
1
))
*
len
(
_g
)
average
+=
np
.
mean
(
np
.
sum
((
_p
-
_g_one_hot
)
**
2
,
axis
=
1
))
*
len
(
_g
)
total_size
+=
len
(
_g
)
total_size
+=
len
(
_g
)
return
average
/
total_size
return
average
/
total_size
@
register_metric
(
@
register_metric
(
...
...
lm_eval/api/task.py
View file @
c74e2761
lm_eval/tasks/arc/alternative_worlds/README.md
View file @
c74e2761
lm_eval/tasks/arc/alternative_worlds/style_01/a.yaml
View file @
c74e2761
lm_eval/tasks/arc/alternative_worlds/style_01/b.yaml
View file @
c74e2761
lm_eval/tasks/arc/alternative_worlds/style_01/c.yaml
View file @
c74e2761
lm_eval/tasks/arc/alternative_worlds/style_02/a.yaml
View file @
c74e2761
lm_eval/tasks/arc/alternative_worlds/style_02/b.yaml
View file @
c74e2761
lm_eval/tasks/arc/alternative_worlds/style_02/c.yaml
View file @
c74e2761
lm_eval/tasks/arc/alternative_worlds/style_03/a.yaml
View file @
c74e2761
lm_eval/tasks/arc/alternative_worlds/style_03/b.yaml
View file @
c74e2761
lm_eval/tasks/arc/alternative_worlds/style_03/c.yaml
View file @
c74e2761
lm_eval/tasks/arc/alternative_worlds/style_04/a.yaml
View file @
c74e2761
lm_eval/tasks/arc/alternative_worlds/style_04/b.yaml
View file @
c74e2761
lm_eval/tasks/arc/alternative_worlds/style_04/c.yaml
View file @
c74e2761
lm_eval/tasks/arc/alternative_worlds/style_05/a.yaml
View file @
c74e2761
lm_eval/tasks/arc/alternative_worlds/style_05/b.yaml
View file @
c74e2761
lm_eval/tasks/arc/alternative_worlds/style_05/c.yaml
View file @
c74e2761
lm_eval/tasks/arc/alternative_worlds/style_06/a.yaml
View file @
c74e2761
lm_eval/tasks/arc/alternative_worlds/style_06/b.yaml
View file @
c74e2761
Prev
1
2
3
4
5
…
8
Next
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
.
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment