LICENSE
MANIFEST.in
README.md
kvcached_autopatch.pth
pyproject.toml
setup.py
csrc/allocator.cpp
csrc/ftensor.cpp
csrc/page.cpp
csrc/torch_bindings.cpp
csrc/inc/allocator.hpp
csrc/inc/constants.hpp
csrc/inc/cuda_utils.hpp
csrc/inc/ftensor.hpp
csrc/inc/page.hpp
csrc/inc/torch_utils.hpp
csrc/inc/impl/torch_utils.ipp
kvcached/__init__.py
kvcached/autopatch.py
kvcached/kv_cache_manager.py
kvcached/locks.py
kvcached/mem_info_tracker.py
kvcached/page_allocator.py
kvcached/tp_ipc_util.py
kvcached/utils.py
kvcached/vmm_ops.cpython-310-x86_64-linux-gnu.so
kvcached/vmm_ops.cpython-311-x86_64-linux-gnu.so
kvcached/vmm_ops.cpython-312-x86_64-linux-gnu.so
kvcached.egg-info/PKG-INFO
kvcached.egg-info/SOURCES.txt
kvcached.egg-info/dependency_links.txt
kvcached.egg-info/entry_points.txt
kvcached.egg-info/requires.txt
kvcached.egg-info/top_level.txt
kvcached/__pycache__/__init__.cpython-310.pyc
kvcached/__pycache__/__init__.cpython-311.pyc
kvcached/__pycache__/__init__.cpython-312.pyc
kvcached/__pycache__/autopatch.cpython-310.pyc
kvcached/__pycache__/autopatch.cpython-311.pyc
kvcached/__pycache__/autopatch.cpython-312.pyc
kvcached/__pycache__/kv_cache_manager.cpython-310.pyc
kvcached/__pycache__/kv_cache_manager.cpython-311.pyc
kvcached/__pycache__/kv_cache_manager.cpython-312.pyc
kvcached/__pycache__/locks.cpython-310.pyc
kvcached/__pycache__/locks.cpython-311.pyc
kvcached/__pycache__/locks.cpython-312.pyc
kvcached/__pycache__/mem_info_tracker.cpython-310.pyc
kvcached/__pycache__/mem_info_tracker.cpython-311.pyc
kvcached/__pycache__/mem_info_tracker.cpython-312.pyc
kvcached/__pycache__/page_allocator.cpython-310.pyc
kvcached/__pycache__/page_allocator.cpython-311.pyc
kvcached/__pycache__/page_allocator.cpython-312.pyc
kvcached/__pycache__/tp_ipc_util.cpython-310.pyc
kvcached/__pycache__/tp_ipc_util.cpython-311.pyc
kvcached/__pycache__/tp_ipc_util.cpython-312.pyc
kvcached/__pycache__/utils.cpython-310.pyc
kvcached/__pycache__/utils.cpython-311.pyc
kvcached/__pycache__/utils.cpython-312.pyc
kvcached/cli/__init__.py
kvcached/cli/kvctl.py
kvcached/cli/kvtop.py
kvcached/cli/utils.py
kvcached/cli/__pycache__/__init__.cpython-310.pyc
kvcached/cli/__pycache__/__init__.cpython-311.pyc
kvcached/cli/__pycache__/__init__.cpython-312.pyc
kvcached/cli/__pycache__/utils.cpython-310.pyc
kvcached/cli/__pycache__/utils.cpython-311.pyc
kvcached/cli/__pycache__/utils.cpython-312.pyc
kvcached/integration/__init__.py
kvcached/integration/patch_base.py
kvcached/integration/version_utils.py
kvcached/integration/__pycache__/__init__.cpython-310.pyc
kvcached/integration/__pycache__/__init__.cpython-311.pyc
kvcached/integration/__pycache__/__init__.cpython-312.pyc
kvcached/integration/__pycache__/generate_patch_diff.cpython-312.pyc
kvcached/integration/__pycache__/patch_base.cpython-310.pyc
kvcached/integration/__pycache__/patch_base.cpython-311.pyc
kvcached/integration/__pycache__/patch_base.cpython-312.pyc
kvcached/integration/__pycache__/source_diff_generator.cpython-312.pyc
kvcached/integration/__pycache__/version_utils.cpython-310.pyc
kvcached/integration/__pycache__/version_utils.cpython-311.pyc
kvcached/integration/__pycache__/version_utils.cpython-312.pyc
kvcached/integration/common/__pycache__/__init__.cpython-311.pyc
kvcached/integration/common/__pycache__/autopatch.cpython-311.pyc
kvcached/integration/common/__pycache__/version_detection.cpython-311.pyc
kvcached/integration/sglang/__init__.py
kvcached/integration/sglang/autopatch.py
kvcached/integration/sglang/interfaces.py
kvcached/integration/sglang/patches.py
kvcached/integration/sglang/__pycache__/__init__.cpython-310.pyc
kvcached/integration/sglang/__pycache__/__init__.cpython-311.pyc
kvcached/integration/sglang/__pycache__/__init__.cpython-312.pyc
kvcached/integration/sglang/__pycache__/autopatch.cpython-310.pyc
kvcached/integration/sglang/__pycache__/autopatch.cpython-311.pyc
kvcached/integration/sglang/__pycache__/autopatch.cpython-312.pyc
kvcached/integration/sglang/__pycache__/interfaces.cpython-310.pyc
kvcached/integration/sglang/__pycache__/interfaces.cpython-311.pyc
kvcached/integration/sglang/__pycache__/interfaces.cpython-312.pyc
kvcached/integration/sglang/__pycache__/optional_deps.cpython-311.pyc
kvcached/integration/sglang/__pycache__/patches.cpython-310.pyc
kvcached/integration/sglang/__pycache__/patches.cpython-311.pyc
kvcached/integration/sglang/__pycache__/patches.cpython-312.pyc
kvcached/integration/vllm/__init__.py
kvcached/integration/vllm/autopatch.py
kvcached/integration/vllm/interfaces.py
kvcached/integration/vllm/patches.py
kvcached/integration/vllm/__pycache__/__init__.cpython-310.pyc
kvcached/integration/vllm/__pycache__/__init__.cpython-311.pyc
kvcached/integration/vllm/__pycache__/__init__.cpython-312.pyc
kvcached/integration/vllm/__pycache__/autopatch.cpython-310.pyc
kvcached/integration/vllm/__pycache__/autopatch.cpython-311.pyc
kvcached/integration/vllm/__pycache__/autopatch.cpython-312.pyc
kvcached/integration/vllm/__pycache__/interfaces.cpython-311.pyc
kvcached/integration/vllm/__pycache__/interfaces.cpython-312.pyc
kvcached/integration/vllm/__pycache__/patches.cpython-310.pyc
kvcached/integration/vllm/__pycache__/patches.cpython-311.pyc
kvcached/integration/vllm/__pycache__/patches.cpython-312.pyc
tests/test_kvcache_manager.py
tests/test_offline_serving.py
tests/test_shm_info_tracker.py
tests/test_sleep_manager.py
tests/test_traffic_monitor.py
tests/test_utils.py