20231088/vllm
1
0
Fork 0
Code Issues Pull Requests Actions 1 Packages Projects Releases Wiki Activity

[CI] Change test input in Gemma LoRA test (#8163)

Browse Source
This commit is contained in:
Woosuk Kwon 2024-09-04 13:05:50 -07:00 committed by GitHub
parent d1dec64243
commit 561d6f8077
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 3 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

5
tests/lora/test_gemma.py
View File

@ -13,7 +13,7 @@ def do_sample(llm: vllm.LLM, lora_path: str, lora_id: int) -> List[str]:
prompts = [ prompts = [
"Quote: Imagination is", "Quote: Imagination is",
"Quote: Be yourself;", "Quote: Be yourself;",
"Quote: So many books,", "Quote: Painting is poetry that is seen rather than felt,",
] ]
sampling_params = vllm.SamplingParams(temperature=0, max_tokens=32) sampling_params = vllm.SamplingParams(temperature=0, max_tokens=32)
outputs = llm.generate( outputs = llm.generate(
@ -41,7 +41,8 @@ def test_gemma_lora(gemma_lora_files):
expected_lora_output = [ expected_lora_output = [
"more important than knowledge.\nAuthor: Albert Einstein\n", "more important than knowledge.\nAuthor: Albert Einstein\n",
"everyone else is already taken.\nAuthor: Oscar Wilde\n", "everyone else is already taken.\nAuthor: Oscar Wilde\n",
"so little time\nAuthor: Frank Zappa\n", "and poetry is painting that is felt rather than seen.\n"
"Author: Leonardo da Vinci\n",
] ]
output1 = do_sample(llm, gemma_lora_files, lora_id=1) output1 = do_sample(llm, gemma_lora_files, lora_id=1)