Unverified Commit 64456cf0 authored by Yineng Zhang's avatar Yineng Zhang Committed by GitHub
Browse files

docs: update README (#2516)

parent bb4a9220
......@@ -11,4 +11,5 @@
- `check_env.py`: Check the environment variables.
- `global_config.py`: The global configs and constants.
- `launch_server.py`: The entry point for launching the local server.
- `llama3_eval.py`: Llama 3.1 evaluation with meta-llama dataset.
- `utils.py`: Common utilities.
......@@ -71,7 +71,7 @@ TASK_TO_MAX_TOKENS = {
TASK_TO_EVAL_SET = {
"mmlu": "evals__mmlu__details",
"mmlu_0_shot": "evals__mmlu__0_shot__cot__details",
"mmlu_cot": "evals__mmlu__0_shot__cot__details",
"mmlu_pro": "evals__mmlu_pro__details",
"gsm8k": "evals__gsm8k__details",
}
......@@ -297,7 +297,7 @@ if __name__ == "__main__":
"--task",
type=str,
required=True,
help="Task (e.g., mmlu, mmlu_0_shot, mmlu_pro, gsm8k)",
help="Task (e.g., mmlu, mmlu_cot, mmlu_pro, gsm8k)",
)
parser.add_argument(
"--num-examples", type=int, default=None, help="Number of examples to process"
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment