Addition of lacked ignored_seq_groups in _schedule_chunked_prefill (#5296)

2024-06-07 21:35:42 +08:00
parent 18a277b52d
commit dc49fb892c
1 changed files with 2 additions and 1 deletions
--- a/vllm/core/scheduler.py
+++ b/vllm/core/scheduler.py
@ -905,7 +905,8 @@ class Scheduler:
            blocks_to_swap_out=running_scheduled.blocks_to_swap_out,
            blocks_to_copy=running_scheduled.blocks_to_copy +
            swapped_in.blocks_to_copy,
-            ignored_seq_groups=prefills.ignored_seq_groups,
+            ignored_seq_groups=prefills.ignored_seq_groups +
+            swapped_in.infeasible_seq_groups,
            num_lookahead_slots=running_scheduled.num_lookahead_slots,
            running_queue_size=len(self.running),
            preempted=(len(running_scheduled.preempted) +