Skip to content
GitLab
Menu
Projects
Groups
Snippets
Loading...
Help
Help
Support
Community forum
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in
Toggle navigation
Menu
Open sidebar
OpenDAS
vllm_cscc
Commits
3963a533
Unverified
Commit
3963a533
authored
Jul 11, 2024
by
aniaan
Committed by
GitHub
Jul 11, 2024
Browse files
[Misc] refactor(config): clean up unused code (#6320)
parent
c4774eb8
Changes
2
Show whitespace changes
Inline
Side-by-side
Showing
2 changed files
with
2 additions
and
7 deletions
+2
-7
vllm/config.py
vllm/config.py
+2
-4
vllm/worker/xpu_model_runner.py
vllm/worker/xpu_model_runner.py
+0
-3
No files found.
vllm/config.py
View file @
3963a533
...
...
@@ -138,12 +138,10 @@ class ModelConfig:
self
.
quantization
=
quantization
self
.
quantization_param_path
=
quantization_param_path
self
.
enforce_eager
=
enforce_eager
self
.
max_context_len_to_capture
=
max_context_len_to_capture
if
self
.
max_context_len_to_capture
is
not
None
:
if
max_context_len_to_capture
is
not
None
:
raise
ValueError
(
"`max_context_len_to_capture` is deprecated. "
"Use `max_seq_len_to_capture` instead."
)
self
.
max_seq_len_to_capture
=
(
max_seq_len_to_capture
or
max_context_len_to_capture
)
self
.
max_seq_len_to_capture
=
max_seq_len_to_capture
self
.
max_logprobs
=
max_logprobs
self
.
disable_sliding_window
=
disable_sliding_window
self
.
skip_tokenizer_init
=
skip_tokenizer_init
...
...
vllm/worker/xpu_model_runner.py
View file @
3963a533
...
...
@@ -109,9 +109,6 @@ class XPUModelRunner(ModelRunnerBase[ModelInputForXPU]):
self
.
kv_cache_dtype
=
kv_cache_dtype
self
.
block_size
=
cache_config
.
block_size
self
.
max_context_len_to_capture
=
(
self
.
model_config
.
max_context_len_to_capture
if
self
.
model_config
is
not
None
else
0
)
self
.
attn_backend
=
get_attn_backend
(
self
.
model_config
.
get_num_attention_heads
(
self
.
parallel_config
),
...
...
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
.
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment