"test/vscode:/vscode.git/clone" did not exist on "ea42513fbad825f870d87e94a0f187a5b543176c"
Unverified Commit 811252b8 authored by Poedator's avatar Poedator Committed by GitHub
Browse files

Update evaluator.py - extra .model added

fixed the reference to the inner model
parent 69ed600d
...@@ -77,7 +77,7 @@ def simple_evaluate( ...@@ -77,7 +77,7 @@ def simple_evaluate(
lm = lm_eval.base.CachingLM( lm = lm_eval.base.CachingLM(
lm, lm,
"lm_cache/" "lm_cache/"
+ (model if isinstance(model, str) else model.config._name_or_path) + (model if isinstance(model, str) else model.model.config._name_or_path)
+ "_" + "_"
+ model_args.replace("=", "-").replace(",", "_").replace("/", "-") + model_args.replace("=", "-").replace(",", "_").replace("/", "-")
+ ".db", + ".db",
...@@ -102,7 +102,7 @@ def simple_evaluate( ...@@ -102,7 +102,7 @@ def simple_evaluate(
# add info about the model and few shot config # add info about the model and few shot config
results["config"] = { results["config"] = {
"model": (model if isinstance(model, str) else model.config._name_or_path), "model": (model if isinstance(model, str) else model.model.config._name_or_path),
"model_args": model_args, "model_args": model_args,
"num_fewshot": num_fewshot, "num_fewshot": num_fewshot,
"batch_size": batch_size, "batch_size": batch_size,
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment