add a small update

Signed-off-by: yewentao256 <zhyanwentao@126.com>
This commit is contained in:
yewentao256
2025-10-30 16:29:52 -07:00
parent e1e2d61788
commit 3e2e549c49

View File

@ -256,6 +256,7 @@ def test_logprobs_bitwise_batch_invariance_bs1_vs_bsN(
max_num_seqs=32,
max_model_len=8192,
dtype="bfloat16", # not everything is supported
gpu_memory_utilization=0.9,
)
# Use more realistic prompts for better token generation