Skip to content

GitLab

"vscode:/vscode.git/clone" did not exist on "99fc68e609d68d70a7eb60b3a1acdbeb6e3b8796"
Commit 4142b7b2 authored by Baber's avatar Baber
Browse files

fix logprobs

parent 9a4fa699
Hide whitespace changes
Inline Side-by-side
Showing with 0 additions and 4 deletions
lm_eval/models/hf_vlms.py
View file @ 4142b7b2
......@@ -401,10 +401,6 @@ class HFMultimodalLM(HFLM):
def loglikelihood(
self, requests: List[Instance], disable_tqdm: bool = False
) -> List[Tuple[float, bool]]:
raise NotImplementedError(
"'loglikelihood' requests for model type `hf-multimodal` are not yet tested. This feature will be enabled when a loglikelihood-based multiple-choice VQA dataset is added!"
)
new_reqs = []
for context, continuation, aux_arguments in [req.args for req in requests]:
if context == "":
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment