Skip to content
GitLab
Menu
Projects
Groups
Snippets
Loading...
Help
Help
Support
Community forum
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in
Toggle navigation
Menu
Open sidebar
OpenDAS
vllm_cscc
Commits
3730a1c8
Unverified
Commit
3730a1c8
authored
Jun 20, 2024
by
Cyrus Leung
Committed by
GitHub
Jun 19, 2024
Browse files
[Misc] Improve conftest (#5681)
parent
949e49a6
Changes
1
Show whitespace changes
Inline
Side-by-side
Showing
1 changed file
with
3 additions
and
1 deletion
+3
-1
tests/conftest.py
tests/conftest.py
+3
-1
No files found.
tests/conftest.py
View file @
3730a1c8
...
...
@@ -365,7 +365,7 @@ class HfRunner:
cleanup
()
@
pytest
.
fixture
@
pytest
.
fixture
(
scope
=
"session"
)
def
hf_runner
():
return
HfRunner
...
...
@@ -385,6 +385,7 @@ class VllmRunner:
block_size
:
int
=
16
,
enable_chunked_prefill
:
bool
=
False
,
swap_space
:
int
=
4
,
enforce_eager
:
bool
=
False
,
**
kwargs
,
)
->
None
:
self
.
model
=
LLM
(
...
...
@@ -393,6 +394,7 @@ class VllmRunner:
trust_remote_code
=
True
,
dtype
=
dtype
,
swap_space
=
swap_space
,
enforce_eager
=
enforce_eager
,
disable_log_stats
=
disable_log_stats
,
tensor_parallel_size
=
tensor_parallel_size
,
max_model_len
=
max_model_len
,
...
...
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
.
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment