68 lines
2.2 KiB
Python
68 lines
2.2 KiB
Python
# Adapted from
|
|
# https://github.com/skypilot-org/skypilot/blob/86dc0f6283a335e4aa37b3c10716f90999f48ab6/sky/sky_logging.py
|
|
"""Logging configuration for vLLM."""
|
|
import logging
|
|
import os
|
|
import sys
|
|
from typing import Optional
|
|
|
|
VLLM_CONFIGURE_LOGGING = int(os.getenv("VLLM_CONFIGURE_LOGGING", "1"))
|
|
|
|
_FORMAT = "%(levelname)s %(asctime)s %(filename)s:%(lineno)d] %(message)s"
|
|
_DATE_FORMAT = "%m-%d %H:%M:%S"
|
|
|
|
|
|
class NewLineFormatter(logging.Formatter):
|
|
"""Adds logging prefix to newlines to align multi-line messages."""
|
|
|
|
def __init__(self, fmt, datefmt=None):
|
|
logging.Formatter.__init__(self, fmt, datefmt)
|
|
|
|
def format(self, record):
|
|
msg = logging.Formatter.format(self, record)
|
|
if record.message != "":
|
|
parts = msg.split(record.message)
|
|
msg = msg.replace("\n", "\r\n" + parts[0])
|
|
return msg
|
|
|
|
|
|
_root_logger = logging.getLogger("vllm")
|
|
_default_handler: Optional[logging.Handler] = None
|
|
|
|
|
|
def _setup_logger():
|
|
_root_logger.setLevel(logging.DEBUG)
|
|
global _default_handler
|
|
if _default_handler is None:
|
|
_default_handler = logging.StreamHandler(sys.stdout)
|
|
_default_handler.flush = sys.stdout.flush # type: ignore
|
|
_default_handler.setLevel(logging.INFO)
|
|
_root_logger.addHandler(_default_handler)
|
|
fmt = NewLineFormatter(_FORMAT, datefmt=_DATE_FORMAT)
|
|
_default_handler.setFormatter(fmt)
|
|
# Setting this will avoid the message
|
|
# being propagated to the parent logger.
|
|
_root_logger.propagate = False
|
|
|
|
|
|
# The logger is initialized when the module is imported.
|
|
# This is thread-safe as the module is only imported once,
|
|
# guaranteed by the Python GIL.
|
|
if VLLM_CONFIGURE_LOGGING:
|
|
_setup_logger()
|
|
|
|
|
|
def init_logger(name: str):
|
|
# Use the same settings as above for root logger
|
|
logger = logging.getLogger(name)
|
|
logger.setLevel(os.getenv("LOG_LEVEL", "DEBUG"))
|
|
|
|
if VLLM_CONFIGURE_LOGGING:
|
|
if _default_handler is None:
|
|
raise ValueError(
|
|
"_default_handler is not set up. This should never happen!"
|
|
" Please open an issue on Github.")
|
|
logger.addHandler(_default_handler)
|
|
logger.propagate = False
|
|
return logger
|