updatedd

Signed-off-by: Robert Shaw <robshaw@redhat.com>
2025-07-20 03:47:23 +00:00
parent 2a68433a82
commit 1ced153eec
1 changed files with 2 additions and 0 deletions
--- a/vllm/v1/engine/core_client.py
+++ b/vllm/v1/engine/core_client.py
@ -961,6 +961,8 @@ class DPAsyncMPClient(AsyncMPClient):
                    counts, wave, running = msgspec.msgpack.decode(buf)
                    self.current_wave = wave
                    self.engines_running = running
+                    # NOTE: counts includes num running for all global
+                    # EngineCores, so need to slide for the local ones.
                    self.lb_engines = counts[dp_start_rank:dp_end_rank]

        resources.stats_update_task = asyncio.create_task(