2023-06-05 20:03:14 -07:00
|
|
|
[build-system]
|
2023-11-30 15:06:50 +08:00
|
|
|
# Should be mirrored in requirements-build.txt
|
2023-06-05 20:03:14 -07:00
|
|
|
requires = [
|
2024-08-13 01:29:20 +02:00
|
|
|
"cmake>=3.26",
|
2023-06-05 20:03:14 -07:00
|
|
|
"ninja",
|
|
|
|
"packaging",
|
2024-09-23 18:44:26 +02:00
|
|
|
"setuptools>=61",
|
|
|
|
"setuptools-scm>=8.0",
|
2024-11-04 18:11:28 -05:00
|
|
|
"torch == 2.5.1",
|
2023-06-05 20:03:14 -07:00
|
|
|
"wheel",
|
2024-08-21 13:41:17 +00:00
|
|
|
"jinja2",
|
2023-06-05 20:03:14 -07:00
|
|
|
]
|
|
|
|
build-backend = "setuptools.build_meta"
|
2023-11-20 11:58:01 -08:00
|
|
|
|
2024-10-14 20:34:47 +02:00
|
|
|
[tool.setuptools_scm]
|
|
|
|
# version_file = "vllm/_version.py" # currently handled by `setup.py:get_version()`
|
|
|
|
|
2024-03-10 19:49:14 -07:00
|
|
|
[tool.ruff]
|
|
|
|
# Allow lines to be as long as 80.
|
|
|
|
line-length = 80
|
2024-04-03 16:15:55 -05:00
|
|
|
exclude = [
|
|
|
|
# External file, leaving license intact
|
|
|
|
"examples/fp8/quantizer/quantize.py"
|
|
|
|
]
|
2024-03-10 19:49:14 -07:00
|
|
|
|
2024-09-23 18:44:26 +02:00
|
|
|
[tool.ruff.lint.per-file-ignores]
|
|
|
|
"vllm/version.py" = ["F401"]
|
|
|
|
"vllm/_version.py" = ["ALL"]
|
|
|
|
|
2023-11-20 11:58:01 -08:00
|
|
|
[tool.ruff.lint]
|
|
|
|
select = [
|
|
|
|
# pycodestyle
|
|
|
|
"E",
|
|
|
|
# Pyflakes
|
|
|
|
"F",
|
|
|
|
# pyupgrade
|
2024-11-06 02:11:55 -05:00
|
|
|
"UP",
|
2023-11-20 11:58:01 -08:00
|
|
|
# flake8-bugbear
|
|
|
|
"B",
|
|
|
|
# flake8-simplify
|
|
|
|
"SIM",
|
|
|
|
# isort
|
|
|
|
# "I",
|
2024-04-26 16:16:58 +09:00
|
|
|
"G",
|
2023-11-20 11:58:01 -08:00
|
|
|
]
|
|
|
|
ignore = [
|
|
|
|
# star imports
|
|
|
|
"F405", "F403",
|
|
|
|
# lambda expression assignment
|
|
|
|
"E731",
|
2024-02-22 02:56:01 +00:00
|
|
|
# Loop control variable not used within loop body
|
|
|
|
"B007",
|
2024-09-18 07:00:56 -04:00
|
|
|
# f-string format
|
|
|
|
"UP032",
|
2023-11-20 11:58:01 -08:00
|
|
|
]
|
2024-02-22 02:56:01 +00:00
|
|
|
|
|
|
|
[tool.mypy]
|
2024-11-06 02:11:55 -05:00
|
|
|
python_version = "3.9"
|
2024-02-22 02:56:01 +00:00
|
|
|
|
|
|
|
ignore_missing_imports = true
|
2024-04-23 13:32:44 +09:00
|
|
|
check_untyped_defs = true
|
2024-07-31 10:38:03 +08:00
|
|
|
follow_imports = "silent"
|
2024-02-22 02:56:01 +00:00
|
|
|
|
2024-07-31 10:38:03 +08:00
|
|
|
# After fixing type errors resulting from follow_imports: "skip" -> "silent",
|
|
|
|
# move the directory here and remove it from format.sh and mypy.yaml
|
|
|
|
files = [
|
|
|
|
"vllm/*.py",
|
|
|
|
"vllm/adapter_commons",
|
|
|
|
"vllm/assets",
|
2024-08-21 14:28:21 +08:00
|
|
|
"vllm/entrypoints",
|
2024-08-27 16:11:14 -07:00
|
|
|
"vllm/core",
|
2024-07-31 10:38:03 +08:00
|
|
|
"vllm/inputs",
|
|
|
|
"vllm/logging",
|
|
|
|
"vllm/multimodal",
|
|
|
|
"vllm/platforms",
|
|
|
|
"vllm/transformers_utils",
|
|
|
|
"vllm/triton_utils",
|
|
|
|
"vllm/usage",
|
|
|
|
]
|
2024-02-22 02:56:01 +00:00
|
|
|
# TODO(woosuk): Include the code from Megatron and HuggingFace.
|
2024-04-13 06:35:50 +09:00
|
|
|
exclude = [
|
|
|
|
"vllm/model_executor/parallel_utils/|vllm/model_executor/models/",
|
2024-04-23 13:32:44 +09:00
|
|
|
# Ignore triton kernels in ops.
|
|
|
|
'vllm/attention/ops/.*\.py$'
|
2024-04-13 06:35:50 +09:00
|
|
|
]
|
2024-02-22 02:56:01 +00:00
|
|
|
|
|
|
|
[tool.codespell]
|
2024-06-01 02:45:32 -04:00
|
|
|
ignore-words-list = "dout, te, indicies, subtile"
|
2024-09-13 11:47:52 +08:00
|
|
|
skip = "./tests/models/fixtures,./tests/prompts,./benchmarks/sonnet.txt,./tests/lora/data,./build"
|
2024-03-25 23:59:47 +09:00
|
|
|
|
|
|
|
[tool.isort]
|
|
|
|
use_parentheses = true
|
|
|
|
skip_gitignore = true
|
2024-05-29 04:29:31 +08:00
|
|
|
|
|
|
|
[tool.pytest.ini_options]
|
|
|
|
markers = [
|
|
|
|
"skip_global_cleanup",
|
2024-09-14 01:20:06 +08:00
|
|
|
"core_model: run this model test in each PR instead of just daily",
|
|
|
|
"distributed_2_gpus: run this test only in distributed tests for 2 GPUs",
|
2024-05-29 04:29:31 +08:00
|
|
|
]
|