accelerate>=0.26
datasets>=2.14.0
huggingface-hub>=0.24.0
hf-transfer==0.1.6
mpi4py<4.0.0
mpmath==1.3.0
numpy<2.0.0,>=1.26.0
onnx>=1.17.0
optimum>=1.21.0
setuptools
tensorrt-llm==0.16.0
torch<=2.6.0a,>=2.4.0a
transformers>=4.45.1
pynvml

[tests]
mock
pytest
pytest-console-scripts
pytest-xdist
psutil
parameterized
