Skip to content
GitLab
Menu
Projects
Groups
Snippets
Loading...
Help
Help
Support
Community forum
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in / Register
Toggle navigation
Menu
Open sidebar
change
sglang
Commits
adc24a3a
Unverified
Commit
adc24a3a
authored
Sep 24, 2025
by
ZhengHSI
Committed by
GitHub
Sep 24, 2025
Browse files
fix ceval (#10504)
Co-authored-by:
lukec
<
118525388+sleepcoo@users.noreply.github.com
>
parent
7ff93e61
Changes
1
Hide whitespace changes
Inline
Side-by-side
Showing
1 changed file
with
3 additions
and
3 deletions
+3
-3
benchmark/ceval/bench_sglang.py
benchmark/ceval/bench_sglang.py
+3
-3
No files found.
benchmark/ceval/bench_sglang.py
View file @
adc24a3a
...
...
@@ -8,7 +8,7 @@ import time
import
numpy
as
np
from
datasets
import
load_dataset
from
sglang.api
import
set_default_backend
from
sglang.
lang.
api
import
set_default_backend
from
sglang.test.test_utils
import
(
add_common_sglang_args_and_parse
,
select_sglang_backend
,
...
...
@@ -58,7 +58,7 @@ def main(args):
dataset
=
load_dataset
(
data_path
,
name
=
subject
)
dev_lines_temp
=
dataset
[
"dev"
]
val_lines_temp
=
dataset
[
"val"
]
few_shot_examples
=
get_few_shot_examples
(
dev_lines_temp
,
subject
)
few_shot_examples
=
get_few_shot_examples
(
dev_lines_temp
)
examples
+=
f
"
{
few_shot_examples
}
"
for
val_line
in
val_lines_temp
:
arguments
.
append
(
...
...
@@ -132,7 +132,7 @@ def main(args):
if
__name__
==
"__main__"
:
parser
=
argparse
.
ArgumentParser
()
parser
.
add_argument
(
"--data-path"
,
type
=
str
,
default
=
"ceval-exam"
)
parser
.
add_argument
(
"--data-path"
,
type
=
str
,
default
=
"ceval
/ceval
-exam"
)
parser
.
add_argument
(
"--num-questions"
,
type
=
int
,
default
=
None
)
args
=
add_common_sglang_args_and_parse
(
parser
)
main
(
args
)
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
.
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment