youngkingdom/vllm
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

[CI] Try introducing isort. (#3495)

Browse Source
This commit is contained in:
SangBin Cho
2024-03-25 23:59:47 +09:00
committed by GitHub
parent e67c295b0c
commit 01bfb22b41
144 changed files with 512 additions and 465 deletions
Download Patch File Download Diff File Expand all files Collapse all files

15
tests/entrypoints/test_openai_server.py
View File

@ -1,22 +1,21 @@
# imports for guided decoding tests
import json
import os
import re
import subprocess
import sys
import time
import sys
import jsonschema
import openai # use the official client for correctness check
import pytest
import requests
# using Ray for overall ease of process management, parallel requests,
# and debugging.
import ray
import openai # use the official client for correctness check
import requests
# downloading lora to test lora requests
from huggingface_hub import snapshot_download
# imports for guided decoding tests
import json
import jsonschema
import re
from vllm.transformers_utils.tokenizer import get_tokenizer
MAX_SERVER_START_WAIT_S = 600 # wait for server to start for 60 seconds