From bab8f3dd0ddf18ed0e28f77de57f0e55c7097aff Mon Sep 17 00:00:00 2001 From: Woosuk Kwon Date: Fri, 16 Jun 2023 21:00:52 -0700 Subject: [PATCH] [Minor] Fix benchmark_throughput.py (#151) --- benchmarks/benchmark_throughput.py | 1 + 1 file changed, 1 insertion(+) diff --git a/benchmarks/benchmark_throughput.py b/benchmarks/benchmark_throughput.py index c5526c1c..39629d08 100644 --- a/benchmarks/benchmark_throughput.py +++ b/benchmarks/benchmark_throughput.py @@ -97,6 +97,7 @@ def run_cacheflow( # FIXME(woosuk): Do not use internal method. llm._add_request( prompt=prompt, + prompt_token_ids=None, sampling_params=sampling_params, )