[Minor] Fix benchmark_throughput.py (#151)

2023-06-16 21:00:52 -07:00
parent eedb46bf03
commit bab8f3dd0d
1 changed files with 1 additions and 0 deletions
--- a/benchmarks/benchmark_throughput.py
+++ b/benchmarks/benchmark_throughput.py
@ -97,6 +97,7 @@ def run_cacheflow(
        # FIXME(woosuk): Do not use internal method.
        llm._add_request(
            prompt=prompt,
+            prompt_token_ids=None,
            sampling_params=sampling_params,
        )