accelerate
cchardet
einops
evaluate
fastapi
fschat==0.2.35
huggingface_hub
intel_extension_for_pytorch==2.3.0
lm-eval
neural-compressor
neural_speed==1.0a0
numpy==1.23.5
onnx>=1.15.0
optimum
optimum-intel
peft==0.6.2
pydantic==1.10.13
python-dotenv
python-multipart
rouge_score
sacremoses
shortuuid
starlette
tensorflow>=2.13.0
torch==2.3.0
torchaudio==2.3.0
transformers>=4.35.2
transformers_stream_generator
uvicorn
vllm
yacs
