[FRONTEND] OpenAI tools support named functions (#5032)

2024-06-04 01:25:29 +02:00
parent 4f0d17c05c
commit f775a07e30
6 changed files with 314 additions and 11 deletions
--- a/tests/utils.py
+++ b/tests/utils.py
@ -24,7 +24,8 @@ class ServerRunner:
        env = os.environ.copy()
        env["PYTHONUNBUFFERED"] = "1"
        self.proc = subprocess.Popen(
-            ["python3", "-m", "vllm.entrypoints.openai.api_server"] + args,
+            [sys.executable, "-m", "vllm.entrypoints.openai.api_server"] +
+            args,
            env=env,
            stdout=sys.stdout,
            stderr=sys.stderr,