vllm/tests/basic_correctness/test_cpu_offload.py
youkaichao 555aa21905
[V1] Fully Transparent Implementation of CPU Offloading (#15354)
Signed-off-by: youkaichao <youkaichao@gmail.com>
2025-03-31 20:22:34 +08:00

9 lines
223 B
Python

# SPDX-License-Identifier: Apache-2.0
from ..utils import compare_two_settings
def test_cpu_offload():
compare_two_settings("meta-llama/Llama-3.2-1B-Instruct", [],
["--cpu-offload-gb", "1"])