diff --git a/benchmarks/benchmark_serving.py b/benchmarks/benchmark_serving.py index b8d824c7..5e3af12f 100644 --- a/benchmarks/benchmark_serving.py +++ b/benchmarks/benchmark_serving.py @@ -217,7 +217,7 @@ if __name__ == "__main__": parser.add_argument("--backend", type=str, default="vllm", choices=["vllm", "tgi"]) parser.add_argument("--host", type=str, default="localhost") - parser.add_argument("--port", type=int, default=8001) + parser.add_argument("--port", type=int, default=8000) parser.add_argument("--dataset", type=str, required=True, help="Path to the dataset.") parser.add_argument("--tokenizer", type=str, required=True, diff --git a/benchmarks/launch_tgi_server.sh b/benchmarks/launch_tgi_server.sh index 828ca021..bdb25b78 100755 --- a/benchmarks/launch_tgi_server.sh +++ b/benchmarks/launch_tgi_server.sh @@ -1,6 +1,6 @@ #!/bin/bash -PORT=8001 +PORT=8000 MODEL=$1 TOKENS=$2