
[api]
fastapi==0.136.3
uvicorn==0.53.0

[exl3]
setuptools==80.10.2
torch==2.10.0
transformers==5.17.0
huggingface-hub==1.31.0
tokenizers==0.23.2
safetensors==0.8.0
sentencepiece==0.2.1
protobuf==7.36.1
exllamav3==1.5.1

[llama-cpp]
llama-cpp-python==0.3.35
huggingface-hub==1.31.0

[mlx]

[mlx:sys_platform == "darwin" and platform_machine == "arm64"]
mlx==0.32.2

[test]
pytest==8.4.2
fastapi==0.136.3
httpx==0.28.1
uvicorn==0.53.0

[test:python_version < "3.11"]
tomli==2.4.1

[torch]
torch==2.10.0
transformers==5.17.0
accelerate==1.12.0
safetensors==0.8.0
huggingface-hub==1.31.0
tokenizers==0.23.2
numpy==2.2.6
sentencepiece==0.2.1
protobuf==7.36.1

[vllm]
vllm==0.29.0
