Metadata-Version: 2.1
Name: vllm
Version: 0.6.1.post1
Summary: A high-throughput and memory-efficient inference and serving engine for LLMs
Home-page: https://github.com/vllm-project/vllm
Author: vLLM Team
License: Apache 2.0
Project-URL: Homepage, https://github.com/vllm-project/vllm
Project-URL: Documentation, https://vllm.readthedocs.io/en/latest/
Classifier: Programming Language :: Python :: 3.8
Classifier: Programming Language :: Python :: 3.9
Classifier: Programming Language :: Python :: 3.10
Classifier: Programming Language :: Python :: 3.11
Classifier: Programming Language :: Python :: 3.12
Classifier: License :: OSI Approved :: Apache Software License
Classifier: Topic :: Scientific/Engineering :: Artificial Intelligence
Requires-Python: >=3.8
Description-Content-Type: text/markdown
Requires-Dist: psutil
Requires-Dist: sentencepiece
Requires-Dist: numpy<2.0.0
Requires-Dist: requests
Requires-Dist: tqdm
Requires-Dist: py-cpuinfo
Requires-Dist: transformers>=4.43.2
Requires-Dist: tokenizers>=0.19.1
Requires-Dist: protobuf
Requires-Dist: fastapi>=0.114.1
Requires-Dist: aiohttp
Requires-Dist: openai>=1.40.0
Requires-Dist: uvicorn[standard]
Requires-Dist: pydantic>=2.9
Requires-Dist: pillow
Requires-Dist: prometheus-client>=0.18.0
Requires-Dist: prometheus-fastapi-instrumentator>=7.0.0
Requires-Dist: tiktoken>=0.6.0
Requires-Dist: lm-format-enforcer==0.10.6
Requires-Dist: outlines<0.1,>=0.0.43
Requires-Dist: typing-extensions>=4.10
Requires-Dist: filelock>=3.10.4
Requires-Dist: partial-json-parser
Requires-Dist: pyzmq
Requires-Dist: msgspec
Requires-Dist: gguf==0.9.1
Requires-Dist: importlib-metadata
Requires-Dist: mistral-common>=1.4.0
Requires-Dist: pyyaml
Requires-Dist: einops
Requires-Dist: ray>=2.9
Requires-Dist: nvidia-ml-py
Requires-Dist: torch==2.4.0
Requires-Dist: torchvision==0.19
Requires-Dist: xformers==0.0.27.post2; platform_system == "Linux" and platform_machine == "x86_64"
Requires-Dist: vllm-flash-attn==2.6.1; platform_system == "Linux" and platform_machine == "x86_64"
Requires-Dist: six>=1.16.0; python_version > "3.11"
Provides-Extra: audio
Requires-Dist: librosa; extra == "audio"
Requires-Dist: soundfile; extra == "audio"
Provides-Extra: tensorizer
Requires-Dist: tensorizer>=2.9.0; extra == "tensorizer"
Provides-Extra: video
Requires-Dist: opencv-python; extra == "video"

