10 lines
292 B
Python
10 lines
292 B
Python
# SPDX-License-Identifier: Apache-2.0
|
|
# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
|
|
|
|
from ..utils import compare_two_settings
|
|
|
|
|
|
def test_cpu_offload():
|
|
compare_two_settings("meta-llama/Llama-3.2-1B-Instruct", [],
|
|
["--cpu-offload-gb", "1"])
|