Fix hicache benchmark script bug - some sampled input_request is [] (#7300)

b783c1cb · Binyao Jiang · GitHub · 094c116f · b783c1cb
Unverified Commit b783c1cb authored Jun 17, 2025 by Binyao Jiang Committed by GitHub Jun 17, 2025
Hide whitespace changes
Inline Side-by-side

Showing with 3 additions and 2 deletions

benchmark/hicache/data_processing.py benchmark/hicache/data_processing.py +3 -2

No files found.
--- a/benchmark/hicache/data_processing.py
+++ b/benchmark/hicache/data_processing.py
@@ -83,8 +83,9 @@ def common_filter_chat(
                input_tokens += prompt_len
                output_tokens += output_len
                processed.append((prompt, prompt_len, output_len))
-            filtered_dataset.append(processed)
-            l += 1
+            if len(processed) != 0:
+                filtered_dataset.append(processed)
+                l += 1

    print(f"#Input tokens: {input_tokens}")
    print(f"#Output tokens: {output_tokens}")