Compare commits

...

3 Commits

Author SHA1 Message Date
3e2e549c49 add a small update
Signed-off-by: yewentao256 <zhyanwentao@126.com>
2025-10-30 16:29:52 -07:00
e1e2d61788 update time
Signed-off-by: yewentao256 <zhyanwentao@126.com>
2025-10-30 15:09:19 -07:00
467d3269a5 add batch invariant test to ci
Signed-off-by: yewentao256 <zhyanwentao@126.com>
2025-10-30 14:47:11 -07:00
2 changed files with 12 additions and 0 deletions

View File

@ -340,6 +340,17 @@ steps:
commands:
- pytest -v -s v1/attention
- label: Batch Invariance Tests (H100) # 10min
timeout_in_minutes: 25
gpu: h100
source_file_dependencies:
- vllm/
- tests/v1/generation/
commands:
- export VLLM_WORKER_MULTIPROC_METHOD=spawn
- pip install pytest-timeout pytest-forked
- pytest -v -s v1/generation
- label: V1 Test others (CPU) # 5 mins
source_file_dependencies:
- vllm/

View File

@ -256,6 +256,7 @@ def test_logprobs_bitwise_batch_invariance_bs1_vs_bsN(
max_num_seqs=32,
max_model_len=8192,
dtype="bfloat16", # not everything is supported
gpu_memory_utilization=0.9,
)
# Use more realistic prompts for better token generation