2024-08-15 22:38:56 -07:00
|
|
|
import pytest
|
|
|
|
|
2024-09-25 10:35:52 -04:00
|
|
|
from vllm.compilation.backends import vllm_backend
|
2024-08-15 22:38:56 -07:00
|
|
|
|
2024-09-25 10:35:52 -04:00
|
|
|
from .utils import TEST_MODELS, check_full_graph_support
|
2024-09-14 09:46:04 -07:00
|
|
|
|
|
|
|
|
2024-09-25 10:35:52 -04:00
|
|
|
@pytest.mark.parametrize("model_info", TEST_MODELS)
|
|
|
|
@pytest.mark.parametrize("backend", ["eager", vllm_backend])
|
|
|
|
def test_full_graph(model_info, backend):
|
|
|
|
model = model_info[0]
|
|
|
|
model_kwargs = model_info[1]
|
|
|
|
check_full_graph_support(model, model_kwargs, backend, tp_size=1)
|