LICENSE
MANIFEST.in
README.md
build_llmserve_image.sh
build_llmserve_image_base.sh
build_llmserve_wheel.sh
pyproject.toml
setup.py
llm_serve.egg-info/PKG-INFO
llm_serve.egg-info/SOURCES.txt
llm_serve.egg-info/dependency_links.txt
llm_serve.egg-info/entry_points.txt
llm_serve.egg-info/requires.txt
llm_serve.egg-info/top_level.txt
llmserve/__init__.py
llmserve/api/__init__.py
llmserve/api/cli.py
llmserve/api/env.py
llmserve/api/sdk.py
llmserve/backend/__init__.py
llmserve/backend/logger.py
llmserve/backend/llm/__init__.py
llmserve/backend/llm/predictor.py
llmserve/backend/llm/utils.py
llmserve/backend/llm/ft/__init__.py
llmserve/backend/llm/ft/_base.py
llmserve/backend/llm/ft/callback.py
llmserve/backend/llm/ft/const.py
llmserve/backend/llm/ft/transformer.py
llmserve/backend/llm/ft/utils.py
llmserve/backend/llm/ft/tasks/__init__.py
llmserve/backend/llm/ft/tasks/_base.py
llmserve/backend/llm/ft/tasks/maskedlm_imdb.py
llmserve/backend/llm/ft/tasks/noheader_shibing624_AdvertiseGen.py
llmserve/backend/llm/ft/tasks/sequenceclassification_glue_cola.py
llmserve/backend/llm/ft/tasks/sequenceclassification_glue_mrpc.py
llmserve/backend/llm/ft/tasks/sequenceclassification_yelp_review_full.py
llmserve/backend/llm/ft/tasks/tokenclassification_conll2003.py
llmserve/backend/llm/initializers/__init__.py
llmserve/backend/llm/initializers/_base.py
llmserve/backend/llm/initializers/llamacpp.py
llmserve/backend/llm/initializers/models.py
llmserve/backend/llm/initializers/vllm.py
llmserve/backend/llm/initializers/hf_transformers/__init__.py
llmserve/backend/llm/initializers/hf_transformers/base.py
llmserve/backend/llm/initializers/hf_transformers/deepspeed.py
llmserve/backend/llm/pipelines/__init__.py
llmserve/backend/llm/pipelines/_base.py
llmserve/backend/llm/pipelines/default_pipeline.py
llmserve/backend/llm/pipelines/default_transformers_pipeline.py
llmserve/backend/llm/pipelines/processors.py
llmserve/backend/llm/pipelines/utils.py
llmserve/backend/llm/pipelines/llamacpp/__init__.py
llmserve/backend/llm/pipelines/llamacpp/llamacpp_pipeline.py
llmserve/backend/llm/pipelines/llamacpp/processors.py
llmserve/backend/llm/pipelines/vllm/__init__.py
llmserve/backend/llm/pipelines/vllm/error_handling.py
llmserve/backend/llm/pipelines/vllm/generation.py
llmserve/backend/llm/pipelines/vllm/models.py
llmserve/backend/llm/pipelines/vllm/vllm_pipeline.py
llmserve/backend/server/__init__.py
llmserve/backend/server/_batch.py
llmserve/backend/server/app.py
llmserve/backend/server/config.py
llmserve/backend/server/exceptions.py
llmserve/backend/server/models.py
llmserve/backend/server/run.py
llmserve/backend/server/utils.py
llmserve/common/__init__.py
llmserve/common/backend.py
llmserve/common/constants.py
llmserve/common/evaluation.py
llmserve/common/llm_event.py
llmserve/common/utils.py
llmserve/frontend/__init__.py
llmserve/frontend/app.py
llmserve/frontend/javascript_loader.py
llmserve/frontend/leaderboard.py
llmserve/frontend/mongo_logger.py
llmserve/frontend/mongo_secrets.py
llmserve/frontend/utils.py
llmserve/frontend/javascript/llmserve.js
models/image-to-text--nlpconnect--vit-gpt2-image-captioning.yaml
models/question-answering--deepset--roberta-base-squad2.yaml
models/summarization--facebook--bart-large-cnn.yaml
models/text-classification--distilbert-base-uncased-finetuned-sst-2-english.yaml
models/text-generation--LinkSoul--Chinese-Llama-2-7b.yaml
models/text-generation--Qwen--Qwen-7B-Chat.yaml
models/text-generation--Qwen--Qwen-7B.yaml
models/text-generation--THUDM-chatglm2-6b.yaml
models/text-generation--THUDM-chatglm3-6b-vllm.yaml
models/text-generation--THUDM-chatglm3-6b.yaml
models/text-generation--baichuan-inc--Baichuan-7B.yaml
models/text-generation--bigscience--bloom-560m.yaml
models/text-generation--facebook--opt-125m-pipeline.yaml
models/text-generation--facebook--opt-125m-vllm.yaml
models/text-generation--facebook--opt-125m.yaml
models/text-generation--gpt2.yaml
models/text-generation--llama-7b-GGUF.yaml
models/text-generation--opencsg--opencsg-CodeLlama-7b-v0.1-pipeline.yaml
models/text-generation--opencsg--opencsg-CodeLlama-7b-v0.1.yaml
models/text-generation--opencsg--opencsg-starcoder-15B-v0.1-pipeline.yaml
models/translation--flan-t5-small.yaml
models/translation--t5-small.yaml