2025-02-02 14:58:18 -05:00
|
|
|
# SPDX-License-Identifier: Apache-2.0
|
|
|
|
|
|
2023-09-06 08:57:38 +09:00
|
|
|
import pytest
|
2024-03-25 23:59:47 +09:00
|
|
|
|
2024-05-03 15:51:27 -07:00
|
|
|
from vllm.utils import (create_kv_caches_with_random,
|
|
|
|
|
create_kv_caches_with_random_flash)
|
2023-09-06 08:57:38 +09:00
|
|
|
|
|
|
|
|
|
|
|
|
|
@pytest.fixture()
|
|
|
|
|
def kv_cache_factory():
|
2024-01-29 08:43:54 +08:00
|
|
|
return create_kv_caches_with_random
|
2024-05-03 15:51:27 -07:00
|
|
|
|
|
|
|
|
|
|
|
|
|
@pytest.fixture()
|
|
|
|
|
def kv_cache_factory_flashinfer():
|
|
|
|
|
return create_kv_caches_with_random_flash
|
