20231088/vllm
1
0
Fork 0
Code Issues Pull Requests Actions 1 Packages Projects Releases Wiki Activity

[Bugfix] fix minicpmv test (#11304)

Browse Source 
Signed-off-by: Joe Runde <Joseph.Runde@ibm.com>
This commit is contained in:
Joe Runde 2024-12-18 10:34:26 -08:00 committed by GitHub
parent f954fe0e65
commit ca5f54a9b9
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 0 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

1
tests/lora/test_minicpmv.py
View File

@ -67,7 +67,6 @@ def test_minicpmv_lora(minicpmv_lora_files):
max_loras=4, max_loras=4,
max_lora_rank=64, max_lora_rank=64,
trust_remote_code=True, trust_remote_code=True,
gpu_memory_utilization=0.97, # This model is pretty big for CI gpus
enable_chunked_prefill=True, enable_chunked_prefill=True,
) )
output1 = do_sample(llm, minicpmv_lora_files, lora_id=1) output1 = do_sample(llm, minicpmv_lora_files, lora_id=1)