format

Signed-off-by: Sage Moore <sage@neuralmagic.com>
2025-07-08 16:45:11 +00:00
parent 716b03277e
commit dc1b6af362
1 changed files with 1 additions and 0 deletions
--- a/vllm/forward_context.py
+++ b/vllm/forward_context.py
@ -61,6 +61,7 @@ class DPMetadata:
        # num_tokens_across_dp. If there's an incorrect ordering of ARs 
        # across DP ranks, this tensor can end up containing the number 
        # of padded tokens for a DP rank.
+
        assert torch.all((should_ubatch_tensor == 0) | (should_ubatch_tensor == 1))

        result: bool = bool(torch.all(should_ubatch_tensor == 1).item())