youngkingdom/vllm
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

[Bugfix] Fix args settings for guided decoding args (#27375)

Browse Source 
Signed-off-by: Lucia Fang <fanglu@fb.com>
This commit is contained in:
Lucia Fang
2025-10-23 00:34:06 -07:00
committed by GitHub
parent bfb240cc49
commit fc059c7061
1 changed files with 3 additions and 5 deletions
Download Patch File Download Diff File Expand all files Collapse all files

8
vllm/engine/arg_utils.py
View File

@ -1600,15 +1600,13 @@ class EngineArgs:
if self.guided_decoding_backend is not None:
so_config.guided_decoding_backend = self.guided_decoding_backend
if self.guided_decoding_disable_fallback is not None:
so_config.guided_decoding_disable_fallback = (
self.guided_decoding_disable_fallback
)
so_config.disable_fallback = self.guided_decoding_disable_fallback
if self.guided_decoding_disable_any_whitespace is not None:
so_config.guided_decoding_disable_any_whitespace = (
so_config.disable_any_whitespace = (
self.guided_decoding_disable_any_whitespace
)
if self.guided_decoding_disable_additional_properties is not None:
so_config.guided_decoding_disable_additional_properties = (
so_config.disable_additional_properties = (
self.guided_decoding_disable_additional_properties
)