Unverified Commit 19d64f2b authored by Yineng Zhang's avatar Yineng Zhang Committed by GitHub
Browse files

fix: resolve lint issue (#10181)

parent a02071a1
......@@ -701,12 +701,14 @@ def get_dataset(args, tokenizer):
# For mooncake, we don't generate the prompts here.
# We just load the raw trace data. The async generator will handle the rest.
if not args.dataset_path:
local_path = os.path.join("/tmp", args.mooncake_workload + "_trace.jsonl")
local_path = os.path.join("/tmp", args.mooncake_workload + "_trace.jsonl")
else:
local_path = args.dataset_path
if not os.path.exists(local_path):
download_and_cache_file(MOONCAKE_DATASET_URL[args.mooncake_workload], local_path)
download_and_cache_file(
MOONCAKE_DATASET_URL[args.mooncake_workload], local_path
)
with open(local_path, "r") as f:
all_requests_data = [json.loads(line) for line in f if line.strip()]
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment