minor

Signed-off-by: Woosuk Kwon <woosuk@thinkingmachines.ai>
2025-09-19 23:55:46 +00:00
parent a66aa37f40
commit 98ef239486
1 changed files with 3 additions and 3 deletions
--- a/vllm/v1/worker/gpu/states.py
+++ b/vllm/v1/worker/gpu/states.py
@ -18,14 +18,14 @@ class SamplingMetadata:

    temperature: torch.Tensor

-    top_p: Optional[torch.Tensor]
-    top_k: Optional[torch.Tensor]
+    top_p: torch.Tensor | None
+    top_k: torch.Tensor | None

    seeds: torch.Tensor
    pos: torch.Tensor

    # None means no logprobs, 0 means sampled token logprobs only
-    max_num_logprobs: Optional[int]
+    max_num_logprobs: int | None

    @classmethod
    def make_dummy(