a37d815b83
Co-authored-by: Yun Ding <yunding@nvidia.com> Co-authored-by: Roger Wang <ywang@roblox.com>
24 lines
947 B
Python
24 lines
947 B
Python
import pytest
|
|
|
|
from vllm.entrypoints.llm import LLM
|
|
from vllm.sampling_params import SamplingParams
|
|
|
|
|
|
@pytest.mark.parametrize("model", ["facebook/opt-125m"])
|
|
def test_skip_tokenizer_initialization(model: str):
|
|
# This test checks if the flag skip_tokenizer_init skips the initialization
|
|
# of tokenizer and detokenizer. The generated output is expected to contain
|
|
# token ids.
|
|
llm = LLM(model=model, skip_tokenizer_init=True)
|
|
sampling_params = SamplingParams(prompt_logprobs=True, detokenize=True)
|
|
with pytest.raises(ValueError) as err:
|
|
llm.generate("abc", sampling_params)
|
|
assert "prompts must be None if" in str(err.value)
|
|
outputs = llm.generate(prompt_token_ids=[[1, 2, 3]],
|
|
sampling_params=sampling_params)
|
|
assert len(outputs) > 0
|
|
completions = outputs[0].outputs
|
|
assert len(completions) > 0
|
|
assert completions[0].text == ""
|
|
assert completions[0].token_ids
|