rltakashige
58 lines
1.6 KiB
TOML
58 lines
1.6 KiB
TOML
[project]
|
|
name = "vllm-engine"
|
|
version = "0.1.0"
|
|
description = "Add your description here"
|
|
readme = "README.md"
|
|
requires-python = ">=3.13"
|
|
dependencies = [
|
|
"torch>=2.10.0; sys_platform == 'linux'",
|
|
"vllm>=0.13.0; sys_platform == 'linux' and platform_machine == 'aarch64'",
|
|
"fastsafetensors>=0.1.10; sys_platform == 'linux'",
|
|
"mlx[cuda13]",
|
|
"exo_core",
|
|
"mlx_engine", # TODO(evan): remove this dependency!
|
|
"loguru>=0.7.3",
|
|
]
|
|
|
|
[tool.uv]
|
|
environments = ["sys_platform == 'linux' and platform_machine == 'aarch64'"]
|
|
|
|
|
|
[tool.uv.sources]
|
|
exo_core = { workspace = true, editable = true }
|
|
mlx_engine = { workspace = true, editable = true }
|
|
vllm = { git = "https://github.com/hmellor/vllm.git", rev = "f4b5c7d9ae206976e01782799d3fefcd72d42a8d" }
|
|
torch = [
|
|
{ index = "pytorch-cu130", marker = "platform_machine == 'aarch64'" },
|
|
{ index = "pytorch-cpu", marker = "platform_machine == 'x86_64'" },
|
|
]
|
|
|
|
[[tool.uv.index]]
|
|
name = "pytorch-cu130"
|
|
url = "https://download.pytorch.org/whl/cu130"
|
|
explicit = true
|
|
|
|
[[tool.uv.index]]
|
|
name = "pytorch-cpu"
|
|
url = "https://download.pytorch.org/whl/cpu"
|
|
explicit = true
|
|
|
|
[build-system]
|
|
requires = ["uv_build>=0.8.9,<0.9.0"]
|
|
build-backend = "uv_build"
|
|
|
|
[tool.basedpyright]
|
|
typeCheckingMode = "strict"
|
|
failOnWarnings = true
|
|
|
|
reportAny = "error"
|
|
reportUnknownVariableType = "error"
|
|
reportUnknownParameterType = "error"
|
|
reportMissingParameterType = "error"
|
|
reportMissingTypeStubs = "error"
|
|
reportInvalidCast = "error"
|
|
reportUnnecessaryCast = "error"
|
|
reportUnnecessaryTypeIgnoreComment = "error"
|
|
|
|
pythonVersion = "3.13"
|