regex
cachetools
psutil
sentencepiece
requests>=2.26.0
tqdm
blake3
py-cpuinfo
transformers<5,>=4.56.0
tokenizers>=0.21.1
protobuf!=6.30.*,!=6.31.*,!=6.32.*,!=6.33.0.*,!=6.33.1.*,!=6.33.2.*,!=6.33.3.*,!=6.33.4.*,>=5.29.6
fastapi[standard]>=0.115.0
aiohttp>=3.13.3
openai<2.25.0,>=1.99.1
pydantic>=2.12.0
prometheus_client>=0.18.0
pillow
prometheus-fastapi-instrumentator>=7.0.0
tiktoken>=0.6.0
lm-format-enforcer==0.11.3
llguidance<1.4.0,>=1.3.0; platform_machine == "x86_64" or platform_machine == "arm64" or platform_machine == "aarch64" or platform_machine == "s390x" or platform_machine == "ppc64le"
outlines_core==0.2.11
diskcache==5.6.3
lark==1.2.2
xgrammar<1.0.0,>=0.1.32; platform_machine == "x86_64" or platform_machine == "aarch64" or platform_machine == "arm64" or platform_machine == "s390x" or platform_machine == "ppc64le"
typing_extensions>=4.10
filelock>=3.16.1
partial-json-parser
pyzmq>=25.0.0
msgspec
gguf>=0.17.0
mistral_common[image]>=1.10.0
opencv-python-headless>=4.13.0
pyyaml
six>=1.16.0; python_version > "3.11"
einops
compressed-tensors==0.13.0
depyf==0.20.0
cloudpickle
watchfiles
python-json-logger
pybase64
cbor2
ijson
setproctitle
openai-harmony>=0.0.3
anthropic>=0.71.0
model-hosting-container-standards<1.0.0,>=0.1.13
mcp
opentelemetry-sdk>=1.27.0
opentelemetry-api>=1.27.0
opentelemetry-exporter-otlp>=1.27.0
opentelemetry-semantic-conventions-ai>=0.4.1
numba==0.61.2
