youngkingdom/vllm
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

[Misc] format and refactor some examples (#16252)

Browse Source 
Signed-off-by: reidliu41 <reid201711@gmail.com>
Co-authored-by: reidliu41 <reid201711@gmail.com>
This commit is contained in:
Reid
2025-04-08 18:42:32 +08:00
committed by GitHub
parent 995e3d1f41
commit 7f00899ff7
13 changed files with 178 additions and 115 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
examples/offline_inference/vision_language_multi_image.py
View File

@ -644,9 +644,11 @@ def run_generate(model, question: str, image_urls: list[str],
},
sampling_params=sampling_params)
print("-" * 50)
for o in outputs:
generated_text = o.outputs[0].text
print(generated_text)
print("-" * 50)
def run_chat(model: str, question: str, image_urls: list[str],
@ -687,9 +689,11 @@ def run_chat(model: str, question: str, image_urls: list[str],
chat_template=req_data.chat_template,
)
print("-" * 50)
for o in outputs:
generated_text = o.outputs[0].text
print(generated_text)
print("-" * 50)
def main(args: Namespace):