Skip to content

GitLab

Unverified Commit 3730a1c8 authored by Cyrus Leung's avatar Cyrus Leung Committed by GitHub
Browse files

[Misc] Improve conftest (#5681)

parent 949e49a6
Show whitespace changes
Inline Side-by-side
Showing with 3 additions and 1 deletion
tests/conftest.py
View file @ 3730a1c8
...@@ -365,7 +365,7 @@ class HfRunner: ...@@ -365,7 +365,7 @@ class HfRunner:
cleanup() cleanup()
@pytest.fixture @pytest.fixture(scope="session")
def hf_runner(): def hf_runner():
return HfRunner return HfRunner
...@@ -385,6 +385,7 @@ class VllmRunner: ...@@ -385,6 +385,7 @@ class VllmRunner:
block_size: int = 16, block_size: int = 16,
enable_chunked_prefill: bool = False, enable_chunked_prefill: bool = False,
swap_space: int = 4, swap_space: int = 4,
enforce_eager: bool = False,
**kwargs, **kwargs,
) -> None: ) -> None:
self.model = LLM( self.model = LLM(
...@@ -393,6 +394,7 @@ class VllmRunner: ...@@ -393,6 +394,7 @@ class VllmRunner:
trust_remote_code=True, trust_remote_code=True,
dtype=dtype, dtype=dtype,
swap_space=swap_space, swap_space=swap_space,
enforce_eager=enforce_eager,
disable_log_stats=disable_log_stats, disable_log_stats=disable_log_stats,
tensor_parallel_size=tensor_parallel_size, tensor_parallel_size=tensor_parallel_size,
max_model_len=max_model_len, max_model_len=max_model_len,
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment