[Bugfix] Fix assertion in NeuronExecutor (#5841)

82079729 · aws-patlange · GitHub · c2a8ac75 · 82079729
Unverified Commit 82079729 authored Jun 25, 2024 by aws-patlange Committed by GitHub Jun 25, 2024
Hide whitespace changes
Inline Side-by-side

Showing with 3 additions and 3 deletions

vllm/executor/neuron_executor.py vllm/executor/neuron_executor.py +3 -3

No files found.
--- a/vllm/executor/neuron_executor.py
+++ b/vllm/executor/neuron_executor.py
@@ -48,9 +48,9 @@ class NeuronExecutor(ExecutorBase):
    def execute_model(
            self,
            execute_model_req: ExecuteModelRequest) -> List[SamplerOutput]:
-        assert (execute_model_req.blocks_to_swap_in == {}
-                and execute_model_req.blocks_to_swap_out == {}
-                and execute_model_req.blocks_to_copy == {}), (
+        assert (not execute_model_req.blocks_to_swap_in
+                and not execute_model_req.blocks_to_swap_out
+                and not execute_model_req.blocks_to_copy), (
                    "Cache operations are not supported for Neuron backend.")
        assert execute_model_req.num_lookahead_slots == 0, (
            "lookahead not supported for Neuron backend.")