[Minor] Fix benchmark_throughput.py (#151)

bab8f3dd · Woosuk Kwon · GitHub · eedb46bf · bab8f3dd
Unverified Commit bab8f3dd authored Jun 16, 2023 by Woosuk Kwon Committed by GitHub Jun 16, 2023
Hide whitespace changes
Inline Side-by-side

Showing with 1 addition and 0 deletions

benchmarks/benchmark_throughput.py benchmarks/benchmark_throughput.py +1 -0

No files found.
--- a/benchmarks/benchmark_throughput.py
+++ b/benchmarks/benchmark_throughput.py
@@ -97,6 +97,7 @@ def run_cacheflow(
        # FIXME(woosuk): Do not use internal method.
        llm._add_request(
            prompt=prompt,
+            prompt_token_ids=None,
            sampling_params=sampling_params,
        )