Unverified Commit adc24a3a authored by ZhengHSI's avatar ZhengHSI Committed by GitHub
Browse files

fix ceval (#10504)


Co-authored-by: default avatarlukec <118525388+sleepcoo@users.noreply.github.com>
parent 7ff93e61
...@@ -8,7 +8,7 @@ import time ...@@ -8,7 +8,7 @@ import time
import numpy as np import numpy as np
from datasets import load_dataset from datasets import load_dataset
from sglang.api import set_default_backend from sglang.lang.api import set_default_backend
from sglang.test.test_utils import ( from sglang.test.test_utils import (
add_common_sglang_args_and_parse, add_common_sglang_args_and_parse,
select_sglang_backend, select_sglang_backend,
...@@ -58,7 +58,7 @@ def main(args): ...@@ -58,7 +58,7 @@ def main(args):
dataset = load_dataset(data_path, name=subject) dataset = load_dataset(data_path, name=subject)
dev_lines_temp = dataset["dev"] dev_lines_temp = dataset["dev"]
val_lines_temp = dataset["val"] val_lines_temp = dataset["val"]
few_shot_examples = get_few_shot_examples(dev_lines_temp, subject) few_shot_examples = get_few_shot_examples(dev_lines_temp)
examples += f"{few_shot_examples}" examples += f"{few_shot_examples}"
for val_line in val_lines_temp: for val_line in val_lines_temp:
arguments.append( arguments.append(
...@@ -132,7 +132,7 @@ def main(args): ...@@ -132,7 +132,7 @@ def main(args):
if __name__ == "__main__": if __name__ == "__main__":
parser = argparse.ArgumentParser() parser = argparse.ArgumentParser()
parser.add_argument("--data-path", type=str, default="ceval-exam") parser.add_argument("--data-path", type=str, default="ceval/ceval-exam")
parser.add_argument("--num-questions", type=int, default=None) parser.add_argument("--num-questions", type=int, default=None)
args = add_common_sglang_args_and_parse(parser) args = add_common_sglang_args_and_parse(parser)
main(args) main(args)
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment