cchardet
einops
evaluate
fastapi
fschat==0.2.35
huggingface_hub
lm-eval
neural-compressor
numpy==1.23.5
optimum
peft
pydantic==1.10.13
python-dotenv
python-multipart
rouge_score
sacremoses
shortuuid
starlette
transformers>=4.35.2
transformers_stream_generator
uvicorn
yacs
