bugfix

2362ab41 · baberabb · e5491709 · 2362ab41
Commit 2362ab41 authored Nov 22, 2023 by baberabb
Hide whitespace changes
Inline Side-by-side

Showing with 1 addition and 1 deletion

lm_eval/models/vllm_causallms.py lm_eval/models/vllm_causallms.py +1 -1

No files found.
--- a/lm_eval/models/vllm_causallms.py
+++ b/lm_eval/models/vllm_causallms.py
@@ -160,7 +160,7 @@ class VLLM(LM):

        # batch tokenize contexts
        context, all_gen_kwargs = zip(*(req.args for req in requests))
-        context_encoding = self.tokenizer(context)
+        context_encoding = self.tokenizer(context).input_ids
        requests = [
            ((a, b), c) for a, b, c in zip(context, context_encoding, all_gen_kwargs)
        ]