Skip to content
Prev Previous commit
Next Next commit
Fix formatting
Signed-off-by: Zhongxuan Wang <[email protected]>
  • Loading branch information
zhongxuanwang-nv committed Dec 4, 2025
commit 956a435b3ff6b74f25cb15d92104f2e4f6638a61
14 changes: 7 additions & 7 deletions components/src/dynamo/vllm/handlers.py
Original file line number Diff line number Diff line change
Expand Up @@ -259,10 +259,10 @@ async def generate_tokens(
out = {"token_ids": output.token_ids[num_output_tokens_so_far:]}
if output.finish_reason:
out["finish_reason"] = output.finish_reason
out["completion_usage"] = (
BaseWorkerHandler._build_completion_usage(
request_output=res,
)
out[
"completion_usage"
] = BaseWorkerHandler._build_completion_usage(
request_output=res,
)
if output.stop_reason:
out["stop_reason"] = output.stop_reason
Expand Down Expand Up @@ -511,9 +511,9 @@ async def generate(self, request, context):
disaggregated_params: Optional[Dict[str, Any]] = {}

if res.kv_transfer_params:
disaggregated_params["kv_transfer_params"] = (
res.kv_transfer_params
)
disaggregated_params[
"kv_transfer_params"
] = res.kv_transfer_params

if include_timing and timing_metrics:
timing_metrics["prefill_end_seconds"] = time.time()
Expand Down
1 change: 0 additions & 1 deletion components/src/dynamo/vllm/tests/test_vllm_extra_fields.py
Original file line number Diff line number Diff line change
Expand Up @@ -22,7 +22,6 @@
_request_contains_timing_metrics,
)


pytestmark = [
pytest.mark.unit,
pytest.mark.vllm,
Expand Down
Loading