20231088/vllm
1
0
Fork 0
Code Issues Pull Requests Actions 1 Packages Projects Releases Wiki Activity

[Doc] Fix typo in arg_utils.py (#10264)

Browse Source 
Signed-off-by: Xin Yang <xyang19@gmail.com>
This commit is contained in:
Xin Yang 2024-11-12 21:54:52 -08:00 committed by GitHub
parent 56a955e774
commit 032fcf16ae
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 2 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
vllm/engine/arg_utils.py
View File

@ -626,8 +626,8 @@ class EngineArgs:
type=int, type=int,
default=EngineArgs.max_cpu_loras, default=EngineArgs.max_cpu_loras,
help=('Maximum number of LoRAs to store in CPU memory. ' help=('Maximum number of LoRAs to store in CPU memory. '
'Must be >= than max_num_seqs. ' 'Must be >= than max_loras. '
'Defaults to max_num_seqs.')) 'Defaults to max_loras.'))
parser.add_argument( parser.add_argument(
'--fully-sharded-loras', '--fully-sharded-loras',
action='store_true', action='store_true',