Skip to content

GitLab

Unverified Commit c6b9aeeb authored by Baber Abbasi's avatar Baber Abbasi Committed by GitHub
Browse files

[VLLM, SLANG] default temp=0.0 (#2819)

parent 110e65da
Hide whitespace changes
Inline Side-by-side
Showing with 2 additions and 0 deletions
lm_eval/models/sglang_causallms.py
View file @ c6b9aeeb
......@@ -512,6 +512,7 @@ class SGLangLM(TemplateLM):
@staticmethod
def modify_gen_kwargs(kwargs: dict) -> dict:
# sampling_params
kwargs["temperature"] = kwargs.get("temperature", 0.0)
do_sample = kwargs.pop("do_sample", None)
if do_sample is False and "temperature" not in kwargs:
eval_logger.debug(
......
lm_eval/models/vllm_causallms.py
View file @ c6b9aeeb
......@@ -559,6 +559,7 @@ class VLLM(TemplateLM):
@staticmethod
def modify_gen_kwargs(kwargs: dict) -> dict:
# sampling_params
kwargs["temperature"] = kwargs.get("temperature", 0.0)
do_sample = kwargs.pop("do_sample", None)
if do_sample is False and "temperature" not in kwargs:
eval_logger.debug(
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment