fix

Signed-off-by: Woosuk Kwon <woosuk.kwon@berkeley.edu>
2025-09-13 19:19:07 -07:00
parent 5c133fc860
commit e47bb9970b
1 changed files with 1 additions and 1 deletions
--- a/vllm/v1/worker/gpu_block_table.py
+++ b/vllm/v1/worker/gpu_block_table.py
@ -118,7 +118,7 @@ class BlockTables:
        # no clear upper bound on the number of new blocks.
        new_block_ids_cpu = torch.empty(
            self.num_kv_cache_groups,
-            max(len(b) for b in new_block_ids),
+            max(x[-1] for x in cu_num_new_blocks),
            dtype=torch.int32,
            device="cpu",
            pin_memory=self.pin_memory,