youngkingdom/vllm
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

[Bugfix]: Reasoning output bug according to the chat template change (#13025)

Browse Source 
Signed-off-by: Ce Gao <cegao@tensorchord.ai>
This commit is contained in:
Ce Gao
2025-02-11 15:49:03 +08:00
committed by GitHub
parent 78a141d768
commit fc6485d277
3 changed files with 127 additions and 43 deletions
Download Patch File Download Diff File Expand all files Collapse all files

8
examples/online_serving/openai_chat_completion_with_reasoning.py
View File

@ -36,8 +36,8 @@ response = client.chat.completions.create(model=model, messages=messages)
reasoning_content = response.choices[0].message.reasoning_content
content = response.choices[0].message.content
print("reasoning_content:", reasoning_content)
print("content:", content)
print("reasoning_content for Round 1:", reasoning_content)
print("content for Round 1:", content)
# Round 2
messages.append({"role": "assistant", "content": content})
@ -50,5 +50,5 @@ response = client.chat.completions.create(model=model, messages=messages)
reasoning_content = response.choices[0].message.reasoning_content
content = response.choices[0].message.content
print("reasoning_content:", reasoning_content)
print("content:", content)
print("reasoning_content for Round 2:", reasoning_content)
print("content for Round 2:", content)