Fix nullable_kvs fallback (#16837)

Signed-off-by: Harry Mellor <19981378+hmellor@users.noreply.github.com>
This commit is contained in:
Harry Mellor
2025-04-18 13:58:39 +01:00
committed by GitHub
parent aadb656562
commit 686623c5e7
8 changed files with 27 additions and 19 deletions

View File

@ -1,5 +1,6 @@
# SPDX-License-Identifier: Apache-2.0
import json
from typing import Optional
import numpy as np
@ -50,7 +51,7 @@ def server(request, audio_assets):
args = [
"--dtype", "bfloat16", "--max-model-len", "4096", "--enforce-eager",
"--limit-mm-per-prompt",
str({"audio": len(audio_assets)}), "--trust-remote-code"
json.dumps({"audio": len(audio_assets)}), "--trust-remote-code"
] + [
f"--{key.replace('_','-')}={value}"
for key, value in request.param.items()