Unverified Commit f95b160b authored by Hailey Schoelkopf's avatar Hailey Schoelkopf Committed by GitHub
Browse files

Add tqdm progress bar for cachingLM

parent e3960fa0
...@@ -6,6 +6,8 @@ from sqlitedict import SqliteDict ...@@ -6,6 +6,8 @@ from sqlitedict import SqliteDict
import json import json
import hashlib import hashlib
from tqdm import tqdm
from lm_eval import utils from lm_eval import utils
from lm_eval.logger import eval_logger from lm_eval.logger import eval_logger
...@@ -178,7 +180,8 @@ class CachingLM: ...@@ -178,7 +180,8 @@ class CachingLM:
remaining_reqs = [] remaining_reqs = []
warned = False warned = False
# figure out which ones are cached and which ones are new # figure out which ones are cached and which ones are new
for req in requests: print(f"Loading responses from cache '{self.cache_db}' where possible")
for req in tqdm(requests):
hsh = hash_args(attr, req.args) hsh = hash_args(attr, req.args)
if attr == "greedy_until" and req.args[1].get("do_sample", False): if attr == "greedy_until" and req.args[1].get("do_sample", False):
# when we are doing non-greedy generation, don't use the cache # when we are doing non-greedy generation, don't use the cache
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment