Skip to content

GitLab

Unverified Commit 9b14d978 authored by Jani Monoses's avatar Jani Monoses Committed by GitHub
Browse files

Fix openvino on GPU (#10793)

parent 519cc6ca
Show whitespace changes
Inline Side-by-side
Showing with 3 additions and 3 deletions
vllm/worker/openvino_worker.py
View file @ 9b14d978
...@@ -489,7 +489,7 @@ class OpenVINOWorker(LoraNotSupportedWorkerBase): ...@@ -489,7 +489,7 @@ class OpenVINOWorker(LoraNotSupportedWorkerBase):
block_size = cache_config.block_size block_size = cache_config.block_size
seq_num_blocks = (seq_len + block_size - 1) // block_size seq_num_blocks = (seq_len + block_size - 1) // block_size
seq_data, dummy_multi_modal_data = input_registry \ dummy_data = input_registry \
.dummy_data_for_profiling(model_config, .dummy_data_for_profiling(model_config,
seq_len, seq_len,
mm_registry) mm_registry)
...@@ -498,11 +498,11 @@ class OpenVINOWorker(LoraNotSupportedWorkerBase): ...@@ -498,11 +498,11 @@ class OpenVINOWorker(LoraNotSupportedWorkerBase):
seq = SequenceGroupMetadata( seq = SequenceGroupMetadata(
request_id=str(group_id), request_id=str(group_id),
is_prompt=True, is_prompt=True,
seq_data={group_id: seq_data}, seq_data={group_id: dummy_data.seq_data},
sampling_params=sampling_params, sampling_params=sampling_params,
block_tables=block_tables, block_tables=block_tables,
lora_request=None, lora_request=None,
multi_modal_data=dummy_multi_modal_data) multi_modal_data=dummy_data.multi_modal_data)
seqs.append(seq) seqs.append(seq)
self.model_runner.block_size = tmp_cache_config.block_size self.model_runner.block_size = tmp_cache_config.block_size
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment