Unverified Commit 3fd74189 authored by Driss Guessous's avatar Driss Guessous Committed by GitHub
Browse files

Fixes bench (#29058)


Signed-off-by: default avatardrisspg <drisspguessous@gmail.com>
parent 5e5a7eb1
...@@ -12,6 +12,7 @@ from torch.utils import _pytree as pytree ...@@ -12,6 +12,7 @@ from torch.utils import _pytree as pytree
import vllm.envs as envs import vllm.envs as envs
from vllm.config import VllmConfig, get_current_vllm_config from vllm.config import VllmConfig, get_current_vllm_config
from vllm.config.utils import hash_factors
from vllm.logger import init_logger from vllm.logger import init_logger
try: try:
...@@ -138,7 +139,7 @@ def compilation_config_hash_factors(vllm_config: VllmConfig) -> list[str]: ...@@ -138,7 +139,7 @@ def compilation_config_hash_factors(vllm_config: VllmConfig) -> list[str]:
factors = [] factors = []
# 0. factors come from the env, for example, The values of # 0. factors come from the env, for example, The values of
# VLLM_PP_LAYER_PARTITION will affect the computation graph. # VLLM_PP_LAYER_PARTITION will affect the computation graph.
env_hash = envs.compute_hash() env_hash = hash_factors(envs.compile_factors())
factors.append(env_hash) factors.append(env_hash)
# 1. factors come from the vllm_config (it mainly summarizes how the # 1. factors come from the vllm_config (it mainly summarizes how the
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment