Awni Hannun
13087ecf98
* Distilled weight quantization * Use tuner functions + more realistic dataset * some updates to dwq + support distributed + doc * add temp + fix switch to make copyable * nits in readme * comment
52 lines
1.6 KiB
Python
52 lines
1.6 KiB
Python
# Copyright © 2024 Apple Inc.
|
|
|
|
import sys
|
|
from pathlib import Path
|
|
|
|
from setuptools import setup
|
|
|
|
package_dir = Path(__file__).parent / "mlx_lm"
|
|
with open("requirements.txt") as fid:
|
|
requirements = [l.strip() for l in fid.readlines()]
|
|
|
|
sys.path.append(str(package_dir))
|
|
from _version import __version__
|
|
|
|
setup(
|
|
name="mlx-lm",
|
|
version=__version__,
|
|
description="LLMs on Apple silicon with MLX and the Hugging Face Hub",
|
|
long_description=open("README.md", encoding="utf-8").read(),
|
|
long_description_content_type="text/markdown",
|
|
readme="README.md",
|
|
author_email="mlx@group.apple.com",
|
|
author="MLX Contributors",
|
|
url="https://github.com/ml-explore/mlx-lm",
|
|
license="MIT",
|
|
install_requires=requirements,
|
|
packages=["mlx_lm", "mlx_lm.models", "mlx_lm.tuner"],
|
|
python_requires=">=3.8",
|
|
extras_require={
|
|
"test": ["datasets"],
|
|
"evaluate": ["lm-eval", "tqdm"],
|
|
"lwq": ["datasets"],
|
|
},
|
|
entry_points={
|
|
"console_scripts": [
|
|
"mlx_lm.awq = mlx_lm.awq:main",
|
|
"mlx_lm.dwq = mlx_lm.dwq:main",
|
|
"mlx_lm.cache_prompt = mlx_lm.cache_prompt:main",
|
|
"mlx_lm.chat = mlx_lm.chat:main",
|
|
"mlx_lm.convert = mlx_lm.convert:main",
|
|
"mlx_lm.evaluate = mlx_lm.evaluate:main",
|
|
"mlx_lm.fuse = mlx_lm.fuse:main",
|
|
"mlx_lm.generate = mlx_lm.generate:main",
|
|
"mlx_lm.lora = mlx_lm.lora:main",
|
|
"mlx_lm.merge = mlx_lm.merge:main",
|
|
"mlx_lm.server = mlx_lm.server:main",
|
|
"mlx_lm.manage = mlx_lm.manage:main",
|
|
"mlx_lm.upload = mlx_lm.upload:main",
|
|
]
|
|
},
|
|
)
|