24 lines
925 B
Python
24 lines
925 B
Python
|
# SPDX-License-Identifier: Apache-2.0
|
||
|
|
|
||
|
|
import pytest
|
||
|
|
|
||
|
|
from tests.v1.engine.utils import PLP_APC_UNSUPPORTED_MSG
|
||
|
|
from vllm import LLM, SamplingParams
|
||
|
|
|
||
|
|
|
||
|
|
def test_llm_engine_refuses_prompt_logprobs_with_apc(monkeypatch):
|
||
|
|
"""Test passes if LLMEngine raises an exception when it is configured
|
||
|
|
for automatic prefix caching and it receives a request with
|
||
|
|
prompt_logprobs enabled, which is incompatible."""
|
||
|
|
|
||
|
|
monkeypatch.setenv("VLLM_USE_V1", "1")
|
||
|
|
# TODO(nick): Single-proc to work around a ZMQ shutdown hang for now.
|
||
|
|
monkeypatch.setenv("VLLM_ENABLE_V1_MULTIPROCESSING", "0")
|
||
|
|
with pytest.raises(ValueError) as excinfo:
|
||
|
|
LLM(model="facebook/opt-125m", enable_prefix_caching=True).generate(
|
||
|
|
"Hello, my name is",
|
||
|
|
SamplingParams(temperature=0.8, top_p=0.95, prompt_logprobs=5))
|
||
|
|
|
||
|
|
# Validate exception string is correct
|
||
|
|
assert str(excinfo.value) == PLP_APC_UNSUPPORTED_MSG
|