updated

Signed-off-by: rshaw@neuralmagic.com <robertgshaw2@gmail.com>
2025-06-30 01:54:43 +00:00
parent b9be6fd35a
commit cda2f2c453
1 changed files with 1 additions and 0 deletions
--- a/vllm/distributed/kv_transfer/kv_connector/v1/nixl_connector.py
+++ b/vllm/distributed/kv_transfer/kv_connector/v1/nixl_connector.py
@ -333,6 +333,7 @@ class NixlConnectorWorker:
        import os
        num_workers = 16
        # setting num workers on the prefiller causes the notifs to not be recved???
+        # this is a hack to make sure we set num workers on the prefiller to 1.
        if os.getenv("VLLM_NIXL_SIDE_CHANNEL_PORT", "") == "5557":
            num_workers = None
        print(f"NUM_WORKERS: {num_workers=}")