Turn off usage

2025-10-23 05:40:02 +00:00
parent 6102536d65
commit a1cac48477
1 changed files with 4 additions and 3 deletions
--- a/vllm/benchmarks/lib/endpoint_request_func.py
+++ b/vllm/benchmarks/lib/endpoint_request_func.py
@ -165,9 +165,10 @@ async def async_request_openai_completions(
        "max_tokens": request_func_input.output_len,
        "logprobs": request_func_input.logprobs,
        "stream": True,
-        "stream_options": {
-            "include_usage": True,
-        },
+        # NOTE(woosuk): Disabled for PD.
+        # "stream_options": {
+        #     "include_usage": True,
+        # },
    }
    _update_payload_common(payload, request_func_input)