fast_tokenizer/__init__.py,sha256=H80Zi1bu_Hq_rQWQaliAdZNOa_moLzsqNGL7QiGBops,2517
fast_tokenizer/c_wrap.py,sha256=SCDJzNmdwuUM8gr8AMb4utYpjv3F7sG6SNroWJWdOrA,14469
fast_tokenizer/commit.log,sha256=qfyIE76OiDCATUd_qZ5x8IGLRQxBuMZq7eFi9Oe4_nQ,41
fast_tokenizer/core_tokenizers.lib,sha256=T7AsKwXLUh0s5W54bx6AkBnumaPqNKodX_ZncinehGI,491380
fast_tokenizer/core_tokenizers.pyd,sha256=qB9XwBcqnqsu__l3ASHAc_1tLx9ABMDdwdQyqmdsgjg,2635264
fast_tokenizer/decoders/__init__.py,sha256=eTK7QKxZi22yPIOn3QI13HfLP1gJlnRKkxuCTN-4XwU,987
fast_tokenizer/libs/__init__.py,sha256=z23nLakJGh-a90MkqaCRaoyIHVSrAZ9oj6y6SOPePl8,689
fast_tokenizer/libs/icudt70.dll,sha256=5jhZ1hN1DkUhazDgOWPZO7Cl3-KuoDmI8fMoinQ3Z4E,29469184
fast_tokenizer/libs/icuuc70.dll,sha256=B2QWJL-5a7aebsUXnBq5YZ2LX4LcEw25-9id0U9y4IY,2243072
fast_tokenizer/models/__init__.py,sha256=AS7pp2IBX3O4-PqknM8IwZyb8_ZLbyhmYP7SG6s9mcI,5910
fast_tokenizer/normalizers/__init__.py,sha256=Esp3V0rJn9UiEcTh049udeZykBQxCd7CXbiV-Nuzgxs,3248
fast_tokenizer/postprocessors/__init__.py,sha256=0fs6rjLLaNiFijHu6GmYj3x5Y6JB8QizvqkbkNNIr78,2236
fast_tokenizer/pretokenizers/__init__.py,sha256=XdRlWcO2WOfl7cJAUy7R9WZbPPVQFQsgneVbdDwismM,4213
fast_tokenizer/tokenizers_impl/__init__.py,sha256=D3PbPUWHLK8JPraz_iNUo9y-ELMZDpxw2rMPeLZjyrs,810
fast_tokenizer/tokenizers_impl/base_tokenizer.py,sha256=9x_QipD86V9fsMf7ll7m5ZW8kO4OLkC8ZEHHToUxyng,5534
fast_tokenizer/tokenizers_impl/clip.py,sha256=D1x2N73ILMn2n6diMwmqhR4br2m3yGN8_-A4zGiN20E,3954
fast_tokenizer/tokenizers_impl/ernie.py,sha256=JFna3Hi4uBmwK4ZmmAEo8CMdtGIiFrqUF99sTSUpG88,4551
fast_tokenizer/tokenizers_impl/sentencepiece_bpe.py,sha256=AKoTUv8o3OQwUQ64b7X-vCr5aA9muw6BBEoO99el6Lg,2221
fast_tokenizer_python-1.0.2.dist-info/METADATA,sha256=RDsUkuaIteOZ_4V8MSL7mGBPToUouBFol5sb3c6IT7g,1045
fast_tokenizer_python-1.0.2.dist-info/WHEEL,sha256=W26pYN7HLsBT1jrDSL9udgf_mdNKJmYmL23sIP-FcgM,102
fast_tokenizer_python-1.0.2.dist-info/top_level.txt,sha256=G2FxpveaMu1v2sT4JakuAWDrhVZ4TkTY1pB57BC1-eU,15
fast_tokenizer_python-1.0.2.dist-info/RECORD,,
