Skip to content

GitLab

Unverified Commit 811252b8 authored by Poedator's avatar Poedator Committed by GitHub
Browse files

Update evaluator.py - extra .model added 

fixed the reference to the inner model
parent 69ed600d
Hide whitespace changes
Inline Side-by-side
Showing with 2 additions and 2 deletions
lm_eval/evaluator.py
View file @ 811252b8
......@@ -77,7 +77,7 @@ def simple_evaluate(
lm = lm_eval.base.CachingLM(
lm,
"lm_cache/"
+ (model if isinstance(model, str) else model.config._name_or_path)
+ (model if isinstance(model, str) else model.model.config._name_or_path)
+ "_"
+ model_args.replace("=", "-").replace(",", "_").replace("/", "-")
+ ".db",
......@@ -102,7 +102,7 @@ def simple_evaluate(
# add info about the model and few shot config
results["config"] = {
"model": (model if isinstance(model, str) else model.config._name_or_path),
"model": (model if isinstance(model, str) else model.model.config._name_or_path),
"model_args": model_args,
"num_fewshot": num_fewshot,
"batch_size": batch_size,
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment