parser.add_argument("--config",default=None)# TODO: not used
parser.add_argument(
parser.add_argument(
"--num_fewshot",
"--num_fewshot",
type=int,
type=int,
...
@@ -50,7 +49,7 @@ def parse_args():
...
@@ -50,7 +49,7 @@ def parse_args():
default=None,
default=None,
type=str,
type=str,
metavar="= [dir/file.jsonl] [DIR]",
metavar="= [dir/file.jsonl] [DIR]",
help="The path to the output file where the result metrics will be saved. If the path is a directory and log_samples is true, the results will be saved in a file named after the model and task. Else the parent directory will be used.",
help="The path to the output file where the result metrics will be saved. If the path is a directory and log_samples is true, the results will be saved in the directory. Else the parent directory will be used.",
)
)
parser.add_argument(
parser.add_argument(
"--limit",
"--limit",
...
@@ -59,7 +58,6 @@ def parse_args():
...
@@ -59,7 +58,6 @@ def parse_args():
help="Limit the number of examples per task. "
help="Limit the number of examples per task. "
"If <1, limit is a percentage of the total number of examples.",
"If <1, limit is a percentage of the total number of examples.",
)
)
parser.add_argument("--data_sampling",type=float,default=None)# TODO: not used