d4d93db2c5
Signed-off-by: rshaw@neuralmagic.com <rshaw@neuralmagic.com> Co-authored-by: rshaw@neuralmagic.com <rshaw@neuralmagic.com> Co-authored-by: Nicolò Lucchesi <nlucches@redhat.com> Co-authored-by: Tyler Michael Smith <tyler@neuralmagic.com> Co-authored-by: Michael Goin <michael@neuralmagic.com>
33 lines
1.1 KiB
Python
33 lines
1.1 KiB
Python
# SPDX-License-Identifier: Apache-2.0
|
|
|
|
from unittest.mock import patch
|
|
|
|
import pytest
|
|
import torch
|
|
|
|
from tests.kernels.utils import override_backend_env_variable
|
|
from vllm.attention.selector import _cached_get_attn_backend, get_attn_backend
|
|
from vllm.platforms.rocm import RocmPlatform
|
|
|
|
|
|
@pytest.fixture(autouse=True)
|
|
def clear_cache():
|
|
"""Clear lru cache to ensure each test case runs without caching.
|
|
"""
|
|
_cached_get_attn_backend.cache_clear()
|
|
|
|
|
|
def test_selector(monkeypatch):
|
|
"""Test that the attention selector for ROCm.
|
|
"""
|
|
override_backend_env_variable(monkeypatch, "ROCM_FLASH")
|
|
|
|
with patch("vllm.attention.selector.current_platform", RocmPlatform()):
|
|
backend = get_attn_backend(16, torch.float16, torch.float16, 16, False)
|
|
assert (backend.get_name() == "ROCM_FLASH"
|
|
or backend.get_name() == "ROCM_ATTN_VLLM_V1")
|
|
# mla test for deepseek related
|
|
backend = get_attn_backend(576, torch.bfloat16, "auto", 16, False,
|
|
False, True)
|
|
assert backend.get_name() == "TRITON_MLA"
|