Skip to content

Commit f8d6ac0

Browse files
add return type
Signed-off-by: Lucas Wilkinson <lwilkins@redhat.com>
1 parent 66004b8 commit f8d6ac0

File tree

1 file changed

+3
-1
lines changed

1 file changed

+3
-1
lines changed

vllm/v1/worker/dp_utils.py

Lines changed: 3 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -93,7 +93,9 @@ def _post_process_dp_padding(tensor: torch.Tensor, should_dp_pad: bool) -> torch
9393

9494
# This just pads the second ubatch slice out to the total number of tokens
9595
# (num_tokens + padding) since we do `create_ubatch_slices` before applying DP padding.
96-
def _pad_out_ubatch_slice(ubatch_slices: UBatchSlices, num_total_tokens: int):
96+
def _pad_out_ubatch_slice(
97+
ubatch_slices: UBatchSlices, num_total_tokens: int
98+
) -> UBatchSlices:
9799
padded_second_token_slice = slice(
98100
ubatch_slices[1].token_slice.start, num_total_tokens
99101
)

0 commit comments

Comments
 (0)