contextlib2
ninja
accelerate
bitsandbytes==0.39.0
transformers>=4.35.0
torch<2.3,>=2.1.2
ray[default]>=2.9.1
sentencepiece
pyarrow==12.0.1
sentence-transformers
datasets
langchain
paramiko
einops
tqdm
loguru
pyjava>=0.6.21
tiktoken
transformers_stream_generator
optimum
fastapi
uvicorn
retrying
zhipuai
dashscope
tiktoken
tabulate
jupyter_client
prompt-toolkit
llama_index
websocket-client
sqlmodel
jieba
modelscope
huggingface_hub
wudao
openai>=1.14.3
anthropic
google-generativeai
protobuf
azure-cognitiveservices-speech
