Fix latency benchmark script (#2035)

This commit is contained in:
Woosuk Kwon 2023-12-11 11:19:08 -08:00 committed by GitHub
parent beeee69bc9
commit 5dd80d3777
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23

View File

@ -72,7 +72,7 @@ def main(args: argparse.Namespace):
# Benchmark.
latencies = []
for _ in tqdm(range(args.num_iters), desc="Profiling iterations"):
latencies.append(run_to_completion(profile=False))
latencies.append(run_to_completion(profile_dir=None))
print(f'Avg latency: {np.mean(latencies)} seconds')