From e0f055c7e9c6999ec8f76fa69fb8097b7910b06a Mon Sep 17 00:00:00 2001 From: Sathish Sanjeevi Date: Tue, 3 Feb 2026 17:25:21 -0800 Subject: [PATCH] Update benchmark_serving.py --- benchmark_serving.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/benchmark_serving.py b/benchmark_serving.py index 5e482d7..e25bb02 100644 --- a/benchmark_serving.py +++ b/benchmark_serving.py @@ -461,6 +461,8 @@ async def limited_request_func(request_func_input, pbar): pbar=pbar))) outputs: List[RequestFuncOutput] = await asyncio.gather(*tasks) + benchmark_duration = time.perf_counter() - benchmark_start_time + if profile: print("Stopping profiler...") profile_input = RequestFuncInput( @@ -479,8 +481,6 @@ async def limited_request_func(request_func_input, pbar): if pbar is not None: pbar.close() - benchmark_duration = time.perf_counter() - benchmark_start_time - metrics, actual_output_lens = calculate_metrics( input_requests=input_requests, outputs=outputs,