Skip to content

GitLab

Unverified Commit db100c5c authored by youkaichao's avatar youkaichao Committed by GitHub
Browse files

[bugfix] fix full graph tests (#10581) 


Signed-off-by: default avataryoukaichao <youkaichao@gmail.com>
parent 11fcf0e0
Hide whitespace changes
Inline Side-by-side
Showing with 2 additions and 2 deletions
tests/compile/utils.py
View file @ db100c5c
...@@ -4,7 +4,7 @@ import torch ...@@ -4,7 +4,7 @@ import torch
from tests.quantization.utils import is_quant_method_supported from tests.quantization.utils import is_quant_method_supported
from vllm import LLM, SamplingParams from vllm import LLM, SamplingParams
from vllm.config import CompilationConfig, CompilationLevel from vllm.config import CompilationLevel
from vllm.platforms import current_platform from vllm.platforms import current_platform
TEST_MODELS = [ TEST_MODELS = [
...@@ -85,7 +85,7 @@ def check_full_graph_support(model, ...@@ -85,7 +85,7 @@ def check_full_graph_support(model,
enforce_eager=True, enforce_eager=True,
tensor_parallel_size=tp_size, tensor_parallel_size=tp_size,
disable_custom_all_reduce=True, disable_custom_all_reduce=True,
compilation_config=CompilationConfig(level=optimization_level), compilation_config=optimization_level,
**model_kwargs) **model_kwargs)
outputs = llm.generate(prompts, sampling_params) outputs = llm.generate(prompts, sampling_params)
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment