beautifulsoup4
markdownify
openai
tenacity
tiktoken
tqdm
wandb
numba
datasets
orjson
torch
ray
sentencepiece
transformers>=4.38.2
accelerate
protobuf
fastapi
pydantic
shortuuid
uvicorn
vllm>=0.3.3
pytest
