Skip to content
GitLab
Menu
Projects
Groups
Snippets
Loading...
Help
Help
Support
Community forum
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in / Register
Toggle navigation
Menu
Open sidebar
gaoqiong
lm-evaluation-harness
Commits
4608860f
Commit
4608860f
authored
Jan 20, 2024
by
lintangsutawika
Browse files
remove lines for testing
parent
d2a7dbf2
Changes
1
Hide whitespace changes
Inline
Side-by-side
Showing
1 changed file
with
4 additions
and
7 deletions
+4
-7
lm_eval/__main__.py
lm_eval/__main__.py
+4
-7
No files found.
lm_eval/__main__.py
View file @
4608860f
...
...
@@ -3,6 +3,7 @@ import json
import
logging
import
os
import
re
import
sys
from
pathlib
import
Path
from
typing
import
Union
...
...
@@ -165,8 +166,6 @@ def cli_evaluate(args: Union[argparse.Namespace, None] = None) -> None:
if
args
.
tasks
is
None
:
eval_logger
.
error
(
"Need to specify task to evaluate."
)
import
sys
sys
.
exit
()
elif
args
.
tasks
==
"list"
:
eval_logger
.
info
(
...
...
@@ -183,7 +182,9 @@ def cli_evaluate(args: Union[argparse.Namespace, None] = None) -> None:
loaded_task_list
.
append
(
config
)
else
:
input_task_list
=
args
.
tasks
.
split
(
","
)
loaded_task_list
=
utils
.
pattern_match
(
input_task_list
,
task_manager
.
all_tasks
())
loaded_task_list
=
utils
.
pattern_match
(
input_task_list
,
task_manager
.
all_tasks
()
)
for
task
in
[
task
for
task
in
input_task_list
if
task
not
in
loaded_task_list
]:
...
...
@@ -231,10 +232,6 @@ def cli_evaluate(args: Union[argparse.Namespace, None] = None) -> None:
all_tasks
=
task_manager
.
load_task_or_group
(
loaded_task_list
)
for
key
,
value
in
all_tasks
.
items
():
print
(
key
,
value
)
import
sys
;
sys
.
exit
()
results
=
evaluator
.
simple_evaluate
(
model
=
args
.
model
,
model_args
=
args
.
model_args
,
...
...
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
.
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment