"vscode:/vscode.git/clone" did not exist on "bab8f3dd0ddf18ed0e28f77de57f0e55c7097aff"
Unverified Commit 6c93185c authored by Stella Biderman's avatar Stella Biderman Committed by GitHub
Browse files

Merge branch 'master' into dev

parents 37fab200 fb5aaf51
...@@ -19,7 +19,6 @@ def parse_args(): ...@@ -19,7 +19,6 @@ def parse_args():
parser.add_argument('--limit', default=None) parser.add_argument('--limit', default=None)
return parser.parse_args() return parser.parse_args()
def main(): def main():
args = parse_args() args = parse_args()
random.seed(args.seed) random.seed(args.seed)
...@@ -36,7 +35,7 @@ def main(): ...@@ -36,7 +35,7 @@ def main():
if not task.has_validation_docs(): if not task.has_validation_docs():
continue continue
result = task.evaluate( result = task.evaluate(
docs=itertools.isslice(task.validation_docs(), stop=args.limit), docs=itertools.isslice(task.validation_docs(), 0, args.limit),
lm=lm, lm=lm,
provide_description=args.provide_description, provide_description=args.provide_description,
num_fewshot=args.num_fewshot, num_fewshot=args.num_fewshot,
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment