fix(ray_utils): ignore re-init error (#465)

2023-07-20 02:01:19 +02:00
parent bda41c70dd
commit 16c3e295a8
1 changed files with 1 additions and 1 deletions
--- a/vllm/engine/ray_utils.py
+++ b/vllm/engine/ray_utils.py
@ -44,7 +44,7 @@ def initialize_cluster(
                "Ray is not installed. Please install Ray to use distributed "
                "serving.")
        # Connect to a ray cluster.
-        ray.init(address=ray_address)
+        ray.init(address=ray_address, ignore_reinit_error=True)

    if not parallel_config.worker_use_ray:
        # Initialize cluster locally.