Unverified Commit 4f077c01 authored by sleepcoo's avatar sleepcoo Committed by GitHub
Browse files

minor: support specifying local dataset path for gsm8k and hellaswag (#2816)

parent 679c3bca
import argparse import argparse
import ast import ast
import json import json
import os
import re import re
import time import time
...@@ -46,9 +47,11 @@ def main(args): ...@@ -46,9 +47,11 @@ def main(args):
set_default_backend(select_sglang_backend(args)) set_default_backend(select_sglang_backend(args))
# Read data # Read data
data_path = args.data_path
url = "https://raw.githubusercontent.com/openai/grade-school-math/master/grade_school_math/data/test.jsonl" url = "https://raw.githubusercontent.com/openai/grade-school-math/master/grade_school_math/data/test.jsonl"
filename = download_and_cache_file(url) if not os.path.isfile(data_path):
lines = list(read_jsonl(filename)) data_path = download_and_cache_file(url)
lines = list(read_jsonl(data_path))
# Construct prompts # Construct prompts
num_questions = args.num_questions num_questions = args.num_questions
......
import argparse import argparse
import json import json
import os
import time import time
import numpy as np import numpy as np
...@@ -31,9 +32,11 @@ def main(args): ...@@ -31,9 +32,11 @@ def main(args):
set_default_backend(select_sglang_backend(args)) set_default_backend(select_sglang_backend(args))
# Read data # Read data
data_path = args.data_path
url = "https://raw.githubusercontent.com/rowanz/hellaswag/master/data/hellaswag_val.jsonl" url = "https://raw.githubusercontent.com/rowanz/hellaswag/master/data/hellaswag_val.jsonl"
filename = download_and_cache_file(url) if not os.path.isfile(data_path):
lines = list(read_jsonl(filename)) data_path = download_and_cache_file(url)
lines = list(read_jsonl(data_path))
# Construct prompts # Construct prompts
num_questions = args.num_questions num_questions = args.num_questions
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment