Skip to content

GitLab

Commit 8582a380 authored by Baber's avatar Baber
Browse files

nit

parent 6fb8dde6
Hide whitespace changes
Inline Side-by-side
Showing with 1 addition and 0 deletions
scripts/cost_estimate.py
View file @ 8582a380
...@@ -22,6 +22,7 @@ class DryrunLM(LM): ...@@ -22,6 +22,7 @@ class DryrunLM(LM):
res = [] res = []
for ctx, cont in [req.args for req in requests]: for ctx, cont in [req.args for req in requests]:
res.append((-random.random(), False)) res.append((-random.random(), False))
# we do not generate for loglikelihood but
# +1 for API models as they require at least on gen token # +1 for API models as they require at least on gen token
self.tokencost += len(self.tokenizer.tokenize(ctx + cont)) + 1 self.tokencost += len(self.tokenizer.tokenize(ctx + cont)) + 1
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment