Skip to content

GitLab

Unverified Commit c6b9aeeb authored by Baber Abbasi's avatar Baber Abbasi Committed by GitHub
Browse files

[VLLM, SLANG] default temp=0.0 (#2819)

parent 110e65da
Hide whitespace changes
Inline Side-by-side
Showing with 2 additions and 0 deletions
lm_eval/models/sglang_causallms.py
View file @ c6b9aeeb
...@@ -512,6 +512,7 @@ class SGLangLM(TemplateLM): ...@@ -512,6 +512,7 @@ class SGLangLM(TemplateLM):
@staticmethod @staticmethod
def modify_gen_kwargs(kwargs: dict) -> dict: def modify_gen_kwargs(kwargs: dict) -> dict:
# sampling_params # sampling_params
kwargs["temperature"] = kwargs.get("temperature", 0.0)
do_sample = kwargs.pop("do_sample", None) do_sample = kwargs.pop("do_sample", None)
if do_sample is False and "temperature" not in kwargs: if do_sample is False and "temperature" not in kwargs:
eval_logger.debug( eval_logger.debug(
......
lm_eval/models/vllm_causallms.py
View file @ c6b9aeeb
...@@ -559,6 +559,7 @@ class VLLM(TemplateLM): ...@@ -559,6 +559,7 @@ class VLLM(TemplateLM):
@staticmethod @staticmethod
def modify_gen_kwargs(kwargs: dict) -> dict: def modify_gen_kwargs(kwargs: dict) -> dict:
# sampling_params # sampling_params
kwargs["temperature"] = kwargs.get("temperature", 0.0)
do_sample = kwargs.pop("do_sample", None) do_sample = kwargs.pop("do_sample", None)
if do_sample is False and "temperature" not in kwargs: if do_sample is False and "temperature" not in kwargs:
eval_logger.debug( eval_logger.debug(
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment