20231088/vllm
1
0
Fork 0
Code Issues Pull Requests Actions 1 Packages Projects Releases Wiki Activity

Add args for mTLS support (#3410)

Browse Source 
Co-authored-by: Daniel Clark <daniel.clark@ibm.com>
This commit is contained in:
Dan Clark 2024-03-14 13:11:45 -07:00 committed by GitHub
parent 06ec486794
commit c17ca8ef18
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 11 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

12
vllm/entrypoints/api_server.py
View File

@ -82,6 +82,14 @@ if __name__ == "__main__":
parser.add_argument("--port", type=int, default=8000) parser.add_argument("--port", type=int, default=8000)
parser.add_argument("--ssl-keyfile", type=str, default=None) parser.add_argument("--ssl-keyfile", type=str, default=None)
parser.add_argument("--ssl-certfile", type=str, default=None) parser.add_argument("--ssl-certfile", type=str, default=None)
parser.add_argument("--ssl-ca-certs",
type=str,
default=None,
help="The CA certificates file")
parser.add_argument("--ssl-cert-reqs",
type=int,
default=0,
help="Whether client certificate is required")
parser.add_argument( parser.add_argument(
"--root-path", "--root-path",
type=str, type=str,
@ -100,4 +108,6 @@ if __name__ == "__main__":
log_level="debug", log_level="debug",
timeout_keep_alive=TIMEOUT_KEEP_ALIVE, timeout_keep_alive=TIMEOUT_KEEP_ALIVE,
ssl_keyfile=args.ssl_keyfile, ssl_keyfile=args.ssl_keyfile,
ssl_certfile=args.ssl_certfile) ssl_certfile=args.ssl_certfile,
ssl_ca_certs=args.ssl_ca_certs,
ssl_cert_reqs=args.ssl_cert_reqs)