20231088/vllm
1
0
Fork 0
Code Issues Pull Requests Actions 1 Packages Projects Releases Wiki Activity

[Bugfix][V1] Fix test_kv_cache_utils.py (#11738)

Browse Source 
Signed-off-by: Jee Jee Li <pandaleefree@gmail.com>
This commit is contained in:
Jee Jee Li 2025-01-05 00:07:59 +08:00 committed by GitHub
parent 65c08928c2
commit 47831430cc
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 5 additions and 5 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

10
tests/v1/core/test_kv_cache_utils.py
View File

@ -147,12 +147,12 @@ def test_generate_block_hash_extra_keys():
# Test with no extra keys
extra_keys, next_mm_idx = generate_block_hash_extra_keys(request, 0, 5, 0)
assert extra_keys == (("hash1", 0), )
assert extra_keys == ("hash1", )
assert next_mm_idx == 1
# Test with partial overlap
extra_keys, next_mm_idx = generate_block_hash_extra_keys(request, 3, 8, 0)
assert extra_keys == (("hash1", 3), )
assert extra_keys == ("hash1", )
assert next_mm_idx == 1
# Test with no overlap
@ -162,7 +162,7 @@ def test_generate_block_hash_extra_keys():
# Test with multiple extra keys
extra_keys, next_mm_idx = generate_block_hash_extra_keys(request, 0, 15, 0)
assert extra_keys == (("hash1", 0), ("hash2", 0))
assert extra_keys == ('hash1', 'hash2')
assert next_mm_idx == 2
@ -216,11 +216,11 @@ def test_hash_request_tokens():
# Check the first block
assert block_hashes[0].token_ids == (0, 1, 2)
assert block_hashes[0].extra_keys == (("hash1", 0), )
assert block_hashes[0].extra_keys == ("hash1", )
# Check the second block
assert block_hashes[1].token_ids == (3, 4, 5)
assert block_hashes[1].extra_keys == (("hash2", 0), )
assert block_hashes[1].extra_keys == ("hash2", )
def test_hash_request_tokens_no_mm_inputs():