youngkingdom/vllm
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

[Frontend] Add unix domain socket support (#18097)

Browse Source 
Signed-off-by: <yyweiss@gmail.com>
Signed-off-by: yyw <yyweiss@gmail.com>
This commit is contained in:
yyweiss
2025-08-09 02:23:44 +03:00
committed by GitHub
parent 2fcf6b27b6
commit baece8c3d2
5 changed files with 86 additions and 16 deletions
Download Patch File Download Diff File Expand all files Collapse all files

27
tests/utils.py
View File

@ -17,6 +17,7 @@ from pathlib import Path
from typing import Any, Callable, Literal, Optional, Union
import cloudpickle
import httpx
import openai
import pytest
import requests
@ -88,10 +89,12 @@ class RemoteOpenAIServer:
raise ValueError("You have manually specified the port "
"when `auto_port=True`.")
# Don't mutate the input args
vllm_serve_args = vllm_serve_args + [
"--port", str(get_open_port())
]
# No need for a port if using unix sockets
if "--uds" not in vllm_serve_args:
# Don't mutate the input args
vllm_serve_args = vllm_serve_args + [
"--port", str(get_open_port())
]
if seed is not None:
if "--seed" in vllm_serve_args:
raise ValueError("You have manually specified the seed "
@ -104,8 +107,13 @@ class RemoteOpenAIServer:
subparsers = parser.add_subparsers(required=False, dest="subparser")
parser = ServeSubcommand().subparser_init(subparsers)
args = parser.parse_args(["--model", model, *vllm_serve_args])
self.host = str(args.host or 'localhost')
self.port = int(args.port)
self.uds = args.uds
if args.uds:
self.host = None
self.port = None
else:
self.host = str(args.host or 'localhost')
self.port = int(args.port)
self.show_hidden_metrics = \
args.show_hidden_metrics_for_version is not None
@ -150,9 +158,11 @@ class RemoteOpenAIServer:
def _wait_for_server(self, *, url: str, timeout: float):
# run health check
start = time.time()
client = (httpx.Client(transport=httpx.HTTPTransport(
uds=self.uds)) if self.uds else requests)
while True:
try:
if requests.get(url).status_code == 200:
if client.get(url).status_code == 200:
break
except Exception:
# this exception can only be raised by requests.get,
@ -170,7 +180,8 @@ class RemoteOpenAIServer:
@property
def url_root(self) -> str:
return f"http://{self.host}:{self.port}"
return (f"http://{self.uds.split('/')[-1]}"
if self.uds else f"http://{self.host}:{self.port}")
def url_for(self, *parts: str) -> str:
return self.url_root + "/" + "/".join(parts)