Unverified Commit 6c93185c authored by Stella Biderman's avatar Stella Biderman Committed by GitHub
Browse files

Merge branch 'master' into dev

parents 37fab200 fb5aaf51
......@@ -19,7 +19,6 @@ def parse_args():
parser.add_argument('--limit', default=None)
return parser.parse_args()
def main():
args = parse_args()
random.seed(args.seed)
......@@ -36,7 +35,7 @@ def main():
if not task.has_validation_docs():
continue
result = task.evaluate(
docs=itertools.isslice(task.validation_docs(), stop=args.limit),
docs=itertools.isslice(task.validation_docs(), 0, args.limit),
lm=lm,
provide_description=args.provide_description,
num_fewshot=args.num_fewshot,
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment