Metadata-Version: 2.1
Name: gptfast
Version: 0.2.1
Summary: Accelerate transformer inference by 6-8.5x. Native to Huggingface and PyTorch.
Home-page: UNKNOWN
Author: MDK8888
License: Apache License 2.0
Platform: UNKNOWN
License-File: LICENSE
Requires-Dist: torch (==2.2.1)
Requires-Dist: sympy (==1.12)
Requires-Dist: typing-extensions (==4.9.0)
Requires-Dist: networkx (==3.2.1)
Requires-Dist: jinja2 (==3.1.3)
Requires-Dist: triton (==2.2.0)
Requires-Dist: fsspec (==2023.10.0)
Requires-Dist: filelock (==3.13.1)
Requires-Dist: MarkupSafe (==2.1.4)
Requires-Dist: mpmath (==1.3.0)
Requires-Dist: transformers (==4.39.2)
Requires-Dist: tqdm (==4.66.1)
Requires-Dist: pyyaml
Requires-Dist: safetensors (==0.4.1)
Requires-Dist: numpy (==1.26.3)
Requires-Dist: huggingface-hub (==0.20.2)
Requires-Dist: tokenizers (==0.15.0)
Requires-Dist: packaging (==23.2)
Requires-Dist: regex (==2023.12.25)
Requires-Dist: requests (==2.31.0)
Requires-Dist: bitsandbytes (==0.43.0)
Requires-Dist: accelerate (==0.27.2)

UNKNOWN

