Skip to content

Commit ef60e6e

Browse files
committed
Revert "remove poisson process mentions"
This reverts commit 91fc7ad. Signed-off-by: Sophie du Couédic <[email protected]>
1 parent 91fc7ad commit ef60e6e

File tree

1 file changed

+5
-2
lines changed

1 file changed

+5
-2
lines changed

vllm/benchmarks/serve.py

Lines changed: 5 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -594,6 +594,8 @@ async def benchmark(
594594
if profile_output.success:
595595
print("Profiler started")
596596

597+
distribution = "Poisson process" if burstiness == 1.0 else "Gamma distribution"
598+
597599
if ramp_up_strategy is not None:
598600
print(f"Traffic ramp-up strategy: {ramp_up_strategy}.")
599601
print(
@@ -603,7 +605,7 @@ async def benchmark(
603605
else:
604606
print(f"Traffic request rate: {request_rate}")
605607

606-
print(f"Burstiness factor: {burstiness}")
608+
print(f"Burstiness factor: {burstiness} ({distribution})")
607609
print(f"Maximum request concurrency: {max_concurrency}")
608610

609611
pbar = None if disable_tqdm else tqdm(total=len(input_requests))
@@ -1006,7 +1008,8 @@ def add_cli_args(parser: argparse.ArgumentParser):
10061008
default=float("inf"),
10071009
help="Number of requests per second. If this is inf, "
10081010
"then all the requests are sent at time 0. "
1009-
"Otherwise, we use gamma distribution to synthesize the request arrival times.",
1011+
"Otherwise, we use Poisson process or gamma distribution "
1012+
"to synthesize the request arrival times.",
10101013
)
10111014
parser.add_argument(
10121015
"--burstiness",

0 commit comments

Comments
 (0)