pyarrow
numpy
pyyaml
tqdm
boto3
huggingface_hub>=1.5
click>=8.1

[dist]
skypilot[aws]

[embed]
aiobotocore<3.5
aiohttp<3.13.5
tiktoken>=0.12.0
openai
sentence-transformers
torch
transformers
FlagEmbedding
einops>=0.8.2
fastembed
hf_transfer

[eval]
torch

[load]
duckdb>=1.5.1
qdrant-client>=1.9.0

[partition]
aiobotocore<3.5
aiohttp<3.13.5
tiktoken>=0.12.0
hf_transfer
