lint: format all python file instead of just source code (#2567)
This commit is contained in:
@ -92,17 +92,9 @@ async def get_request(
|
||||
await asyncio.sleep(interval)
|
||||
|
||||
|
||||
async def send_request(
|
||||
backend: str,
|
||||
model: str,
|
||||
api_url: str,
|
||||
prompt: str,
|
||||
prompt_len: int,
|
||||
output_len: int,
|
||||
best_of: int,
|
||||
use_beam_search: bool,
|
||||
pbar: tqdm
|
||||
) -> None:
|
||||
async def send_request(backend: str, model: str, api_url: str, prompt: str,
|
||||
prompt_len: int, output_len: int, best_of: int,
|
||||
use_beam_search: bool, pbar: tqdm) -> None:
|
||||
request_start_time = time.perf_counter()
|
||||
|
||||
headers = {"User-Agent": "Benchmark Client"}
|
||||
@ -155,7 +147,6 @@ async def send_request(
|
||||
pbar.update(1)
|
||||
|
||||
|
||||
|
||||
async def benchmark(
|
||||
backend: str,
|
||||
model: str,
|
||||
@ -217,7 +208,10 @@ if __name__ == "__main__":
|
||||
type=str,
|
||||
default="vllm",
|
||||
choices=["vllm", "tgi"])
|
||||
parser.add_argument("--protocol", type=str, default="http", choices=["http", "https"])
|
||||
parser.add_argument("--protocol",
|
||||
type=str,
|
||||
default="http",
|
||||
choices=["http", "https"])
|
||||
parser.add_argument("--host", type=str, default="localhost")
|
||||
parser.add_argument("--port", type=int, default=8000)
|
||||
parser.add_argument("--endpoint", type=str, default="/generate")
|
||||
|
||||
Reference in New Issue
Block a user