Unverified Commit 2e54db4d authored by Nick Hill's avatar Nick Hill Committed by GitHub
Browse files

[Core] Remove unused `prev_sampled_token_ids_invalid_indices` input batch field (#26514)


Signed-off-by: default avatarNick Hill <nhill@redhat.com>
parent 44f633db
...@@ -251,7 +251,6 @@ class InputBatch: ...@@ -251,7 +251,6 @@ class InputBatch:
# Cached reference to the GPU tensor of previously sampled tokens # Cached reference to the GPU tensor of previously sampled tokens
self.prev_sampled_token_ids: Optional[torch.Tensor] = None self.prev_sampled_token_ids: Optional[torch.Tensor] = None
self.prev_sampled_token_ids_invalid_indices: Optional[set[int]] = None
self.prev_req_id_to_index: Optional[dict[str, int]] = None self.prev_req_id_to_index: Optional[dict[str, int]] = None
@property @property
......
...@@ -2305,9 +2305,6 @@ class GPUModelRunner(LoRAModelRunnerMixin, KVConnectorModelRunnerMixin): ...@@ -2305,9 +2305,6 @@ class GPUModelRunner(LoRAModelRunnerMixin, KVConnectorModelRunnerMixin):
# These will be copied into input_ids in the next step # These will be copied into input_ids in the next step
# when preparing inputs. # when preparing inputs.
self.input_batch.prev_sampled_token_ids = sampled_token_ids self.input_batch.prev_sampled_token_ids = sampled_token_ids
self.input_batch.prev_sampled_token_ids_invalid_indices = (
invalid_req_indices_set
)
self.input_batch.prev_req_id_to_index = { self.input_batch.prev_req_id_to_index = {
req_id: i req_id: i
for i, req_id in enumerate(self.input_batch.req_ids) for i, req_id in enumerate(self.input_batch.req_ids)
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment