lint: format all python file instead of just source code (#2567)

This commit is contained in:
Simon Mo
2024-01-23 15:53:06 -08:00
committed by GitHub
parent 9b945daaf1
commit 1e4277d2d1
5 changed files with 10 additions and 18 deletions

View File

@ -92,17 +92,9 @@ async def get_request(
await asyncio.sleep(interval)
async def send_request(
backend: str,
model: str,
api_url: str,
prompt: str,
prompt_len: int,
output_len: int,
best_of: int,
use_beam_search: bool,
pbar: tqdm
) -> None:
async def send_request(backend: str, model: str, api_url: str, prompt: str,
prompt_len: int, output_len: int, best_of: int,
use_beam_search: bool, pbar: tqdm) -> None:
request_start_time = time.perf_counter()
headers = {"User-Agent": "Benchmark Client"}
@ -155,7 +147,6 @@ async def send_request(
pbar.update(1)
async def benchmark(
backend: str,
model: str,
@ -217,7 +208,10 @@ if __name__ == "__main__":
type=str,
default="vllm",
choices=["vllm", "tgi"])
parser.add_argument("--protocol", type=str, default="http", choices=["http", "https"])
parser.add_argument("--protocol",
type=str,
default="http",
choices=["http", "https"])
parser.add_argument("--host", type=str, default="localhost")
parser.add_argument("--port", type=int, default=8000)
parser.add_argument("--endpoint", type=str, default="/generate")