hjson
ninja
numpy
packaging
psutil
py-cpuinfo
pydantic
torch
tqdm

[1bit]
cupy-cuda117

[1bit_mpi]
mpi4py
cupy-cuda117

[all]
tensorboard
psutil
triton==1.0.0
clang-format>=14.0.6
tqdm
wandb
xgboost
hjson
recommonmark
sphinx-rtd-theme
tabulate
py-cpuinfo
sphinx
megatron-lm==1.1.5
mpi4py
pytest-xdist
google
transformers[sentencepiece]
importlib-metadata>=4
lm-eval>=0.2.0
diffusers
docutils<0.18
future
cupy-cuda117
transformers
triton==2.0.0.dev20221005
packaging
pre-commit>=2.20.0
protobuf
pytest-forked
autodoc_pydantic
pytest-randomly
torch
pydantic
pytest
torchvision

[autotuning]
tabulate

[autotuning_ml]
hjson
tabulate
xgboost

[dev]
clang-format>=14.0.6
docutils<0.18
future
importlib-metadata>=4
megatron-lm==1.1.5
pre-commit>=2.20.0
pytest
pytest-forked
pytest-randomly
pytest-xdist
recommonmark
sphinx
sphinx-rtd-theme
tensorboard
torchvision
transformers
wandb

[inf]
google
lm-eval>=0.2.0
protobuf
transformers
transformers[sentencepiece]

[readthedocs]
autodoc_pydantic
docutils<0.18
hjson
packaging
psutil
py-cpuinfo
pydantic
torch
tqdm

[sd]
diffusers
triton==2.0.0.dev20221005

[sparse_attn]
triton==1.0.0
