fix out of bounds access (#809)

2d5f5b30 · Li Zhang · GitHub · fddad305 · 2d5f5b30
Unverified Commit 2d5f5b30 authored Dec 07, 2023 by Li Zhang Committed by GitHub Dec 07, 2023
Hide whitespace changes
Inline Side-by-side

Showing with 1 addition and 1 deletion

src/turbomind/models/llama/LlamaBatch.cc src/turbomind/models/llama/LlamaBatch.cc +1 -1

No files found.
--- a/src/turbomind/models/llama/LlamaBatch.cc
+++ b/src/turbomind/models/llama/LlamaBatch.cc
@@ -525,7 +525,7 @@ void LlamaBatch<T>::Initialize(GenerationState& g)
    // check if the last sequence is partial
    int partial     = 0;
    int partial_len = -1;
-    {
+    if (state_->active_size) {
        const int i = state_->active_size - 1;
        partial = state_->sequences[i]->cache_len + state_->sequences[i]->input_length != state_->h_context_length[i];
        if (partial) {