add platform check back (#15578)

Signed-off-by: Chenyaaang <llccyy1212@gmail.com>
This commit is contained in:
Chenyaaang
2025-03-26 18:50:27 -07:00
committed by GitHub
parent ce78f9af4e
commit 69db16a46a

View File

@ -137,6 +137,9 @@ class Processor:
f" != {engine_level_backend}")
else:
params.guided_decoding.backend = engine_level_backend
import vllm.platforms
if vllm.platforms.current_platform.is_tpu():
raise ValueError("Structured output is not supported on TPU.")
# Request content validation