cattrs~=22.2
dacite~=1.6
importlib-resources~=5.10
Mako~=1.2
numpy<3,~=1.26
pandas~=2.0
pyhocon~=0.3.59
retrying~=1.3
spacy~=3.5
tqdm~=4.64
zstandard~=0.18.0
sqlitedict<3.0,>=2.1.0
bottle~=0.12.23
datasets~=2.17
pyarrow>=11.0.0
pyarrow-hotfix~=0.6
nltk!=3.9.0,~=3.7
rouge-score~=0.1.2
scipy~=1.10
uncertainty-calibration~=0.1.4
scikit-learn~=1.1
transformers~=4.40
torch<3.0.0,>=1.13.1
torchvision<3.0.0,>=0.14.1

[accelerate]
accelerate~=0.25

[aleph-alpha]
aleph-alpha-client~=2.14.0
tokenizers>=0.13.3

[all]
crfm-helm[proxy-server]
crfm-helm[human-evaluation]
crfm-helm[scenarios]
crfm-helm[metrics]
crfm-helm[plots]
crfm-helm[decodingtrust]
crfm-helm[slurm]
crfm-helm[cleva]
crfm-helm[images]
crfm-helm[models]
crfm-helm[mongo]
crfm-helm[heim]
crfm-helm[vlm]
crfm-helm[audiolm]

[allenai]
ai2-olmo~=0.2

[amazon]
boto3~=1.34.131
awscli~=1.33.13
botocore~=1.34.131

[anthropic]
anthropic~=0.39
websocket-client~=1.3.2
httpx<0.28.0

[audiolm]
crfm-helm[openai]
crfm-helm[google]
pydub~=0.25.1
ffmpeg-python~=0.2.0
soundfile~=0.12
librosa~=0.10
einops~=0.7.0
openai-whisper==20240930
transformers~=4.45.1
transformers_stream_generator~=0.0.4
scipy~=1.10
torchvision<3.0.0,>=0.14.1
pycocoevalcap~=1.2
jiwer~=3.0
rapidfuzz~=3.10
jieba~=0.42.1

[cleva]
unidecode~=1.3
pypinyin~=0.49.0
jieba~=0.42.1
opencc~=1.1
langdetect~=1.0

[cohere]
cohere~=5.3

[decodingtrust]
fairlearn~=0.9.0

[dev]
pytest~=7.2.0
pre-commit~=2.20.0
black==24.3.0
mypy==1.5.1
flake8==5.0.4

[google]
google-cloud-aiplatform~=1.48

[heim]
gdown~=5.1
diffusers~=0.24.0
icetk~=0.0.4
jax~=0.4.13
jaxlib~=0.4.13
crfm-helm[openai]
einops~=0.7.0
omegaconf~=2.3.0
pytorch-lightning~=2.0.5
flax~=0.6.11
ftfy~=6.1.1
Unidecode~=1.3.6
wandb~=0.16
google-cloud-translate~=3.11.2
autokeras~=1.0.20
clip-anytorch~=2.5.0
google-cloud-storage~=2.9
lpips~=0.1.4
multilingual-clip~=1.0.10
NudeNet~=2.0.9
opencv-python<4.8.2.0,>=4.7.0.68
pytorch-fid~=0.3.0
tensorflow~=2.11
timm~=0.6.12
torch-fidelity~=0.3.0
torchmetrics~=0.11.1
scikit-image!=0.23.*,==0.*,>=0.22
crfm-helm[images]

[human-evaluation]
scaleapi~=2.13.0
surge-api~=1.1.0

[ibm]
ibm-watsonx-ai~=1.2.6

[ibm-enterprise-scenarios]
openpyxl~=3.1

[image2struct]
crfm-helm[images]
latex~=0.7.0
pdf2image~=1.16.3
selenium~=4.17.2
html2text~=2024.2.26
opencv-python<4.8.2.0,>=4.7.0.68
lpips~=0.1.4
imagehash~=4.3.1

[images]
crfm-helm[accelerate]
pillow~=10.2

[medhelm]
crfm-helm[summarization]
python-docx~=1.1.2
langchain~=0.3.9
lxml~=5.3.0

[metrics]
google-api-python-client~=2.64
numba~=0.56
sacrebleu~=2.2.1
langdetect~=1.0.9
immutabledict~=4.2.0
gradio_client~=1.3

[mistral]
mistralai~=1.1

[models]
crfm-helm[ai21]
crfm-helm[accelerate]
crfm-helm[aleph-alpha]
crfm-helm[allenai]
crfm-helm[amazon]
crfm-helm[anthropic]
crfm-helm[cohere]
crfm-helm[google]
crfm-helm[mistral]
crfm-helm[openai]
crfm-helm[reka]
crfm-helm[together]
crfm-helm[yandex]
crfm-helm[ibm-enterprise-scenarios]

[mongo]
pymongo~=4.2

[openai]
openai~=1.64
tiktoken~=0.7
pydantic~=2.0

[plots]
colorcet~=3.0.1
matplotlib~=3.6.0
seaborn~=0.11.0

[proxy-server]
gunicorn>=20.1

[ranking]
pytrec_eval==0.5

[reka]
reka-api~=2.0.0

[scenarios]
gdown~=5.1
sympy~=1.11.1
xlrd~=2.0.1

[seahelm]
pythainlp==5.0.0
pyonmttok==1.37.0
sacrebleu~=2.2.1
python-crfsuite~=0.9.11

[slurm]
simple-slurm~=0.2.6

[summarization]
summ-eval~=0.892
bert-score~=0.3

[together]
together~=1.1

[unitxt]
evaluate~=0.4.1

[vlm]
crfm-helm[openai]
einops~=0.7.0
einops-exts~=0.0.4
open-clip-torch~=2.24
torch~=2.1
transformers_stream_generator~=0.0.4
scipy~=1.10
torchvision<3.0.0,>=0.14.1
crfm-helm[reka]
crfm-helm[images]
crfm-helm[image2struct]
pycocoevalcap~=1.2
transformers~=4.45.2
qwen-vl-utils~=0.0.8

[yandex]
sentencepiece~=0.2.0
