transformers==5.14.1
datasets>=2.14.0
accelerate>=1.6.0
peft!=0.11.0,>=0.18.0
bitsandbytes!=0.46.0,!=0.48.0,>=0.45.5
torchao>=0.16.0
torch>=2.4.0
torchvision
numpy>=1.21.0
pyyaml>=6.0
huggingface-hub>=0.34.0
tqdm>=4.67.1
psutil>=5.9.0
pandas>=1.3.0
scikit-learn>=1.0.0
sqlglot>=20.0.0
click>=8.2.1
rich>=12.0.0
typer>=0.7.0
requests>=2.28.0
heapdict>=1.0.1
trl[vllm]==1.7.1
wheel>=0.42.0
packaging>=24.1
tyro
hf_transfer
diffusers
nest-asyncio
pillow
regex
msgspec
filelock
wandb>=0.15.0
tensorboard>=2.12.0
matplotlib>=3.5.0
evaluate>=0.4.0
rouge-score>=0.1.2
bert-score>=0.3.13
sacrebleu>=2.3.0
lm-eval>=0.4.0
nltk>=3.8.0
pypdf
python-docx
curatorkit[all]
PyICU>=2.10
sentence-transformers>=2.2.0
safetensors>=0.5.2
pydantic>=2.10.6
immutables>=0.21
tokenizers>=0.20.1
typing-extensions
sentencepiece
protobuf
scipy

[:"linux" in sys_platform]
triton>=3.0.0

[:("linux" in sys_platform or sys_platform == "win32") and (platform_machine == "AMD64" or platform_machine == "x86_64")]
xformers>=0.0.27.post2

[:python_version >= "3.10" and (sys_platform != "darwin" or platform_machine != "arm64")]
cut_cross_entropy

[:sys_platform == "darwin" and platform_machine == "arm64"]
mlx>=0.22.0
mlx-lm>=0.22.0
mlx-vlm>=0.4.4

[:sys_platform == "win32" and (platform_machine == "AMD64" or platform_machine == "x86_64")]
triton-windows

[dev]
pytest>=7.0.0
pytest-cov>=4.0.0
pytest-xdist>=3.0.0
pytest-mock>=3.10.0
pytest-timeout>=2.1.0
hypothesis>=6.70.0
black>=23.0.0
isort>=5.12.0
flake8>=6.0.0
mypy>=1.5.0
pre-commit>=3.0.0

[docs]
sphinx>=5.0.0
sphinx-rtd-theme>=1.2.0
myst-parser>=0.18.0
sphinx-autodoc-typehints>=1.19.0
