fast_tokenizer/__init__.py,sha256=H80Zi1bu_Hq_rQWQaliAdZNOa_moLzsqNGL7QiGBops,2517
fast_tokenizer/c_wrap.py,sha256=SCDJzNmdwuUM8gr8AMb4utYpjv3F7sG6SNroWJWdOrA,14469
fast_tokenizer/commit.log,sha256=qfyIE76OiDCATUd_qZ5x8IGLRQxBuMZq7eFi9Oe4_nQ,41
fast_tokenizer/core_tokenizers.lib,sha256=T7AsKwXLUh0s5W54bx6AkBnumaPqNKodX_ZncinehGI,491380
fast_tokenizer/core_tokenizers.pyd,sha256=uoV4bObig6Zppu9pQvp_AJ4ZwzYI6zzg6EJUEPytn6s,2557952
fast_tokenizer/decoders/__init__.py,sha256=eTK7QKxZi22yPIOn3QI13HfLP1gJlnRKkxuCTN-4XwU,987
fast_tokenizer/libs/__init__.py,sha256=z23nLakJGh-a90MkqaCRaoyIHVSrAZ9oj6y6SOPePl8,689
fast_tokenizer/libs/icudt70.dll,sha256=jHTGWXdwwqPl0Fk3jz_aYuRFAx5bFnvAprY6bYkRdFI,29469184
fast_tokenizer/libs/icuuc70.dll,sha256=LamrxuVBL9SvJf0kQ8u-POSd1rPOmWFmgLGR0tn7u9w,2243072
fast_tokenizer/models/__init__.py,sha256=AS7pp2IBX3O4-PqknM8IwZyb8_ZLbyhmYP7SG6s9mcI,5910
fast_tokenizer/normalizers/__init__.py,sha256=Esp3V0rJn9UiEcTh049udeZykBQxCd7CXbiV-Nuzgxs,3248
fast_tokenizer/postprocessors/__init__.py,sha256=0fs6rjLLaNiFijHu6GmYj3x5Y6JB8QizvqkbkNNIr78,2236
fast_tokenizer/pretokenizers/__init__.py,sha256=XdRlWcO2WOfl7cJAUy7R9WZbPPVQFQsgneVbdDwismM,4213
fast_tokenizer/tokenizers_impl/__init__.py,sha256=D3PbPUWHLK8JPraz_iNUo9y-ELMZDpxw2rMPeLZjyrs,810
fast_tokenizer/tokenizers_impl/base_tokenizer.py,sha256=9x_QipD86V9fsMf7ll7m5ZW8kO4OLkC8ZEHHToUxyng,5534
fast_tokenizer/tokenizers_impl/clip.py,sha256=D1x2N73ILMn2n6diMwmqhR4br2m3yGN8_-A4zGiN20E,3954
fast_tokenizer/tokenizers_impl/ernie.py,sha256=JFna3Hi4uBmwK4ZmmAEo8CMdtGIiFrqUF99sTSUpG88,4551
fast_tokenizer/tokenizers_impl/sentencepiece_bpe.py,sha256=AKoTUv8o3OQwUQ64b7X-vCr5aA9muw6BBEoO99el6Lg,2221
fast_tokenizer_python-1.0.2.dist-info/METADATA,sha256=ow1sHaa8j-iP7e-IQvK_mIZUXdVwDkIrnjSN9faS-rs,1072
fast_tokenizer_python-1.0.2.dist-info/WHEEL,sha256=J_4V_gB-O6Y7Pn6lk91K27JaIhI-q07YM5J8Ufzqla4,100
fast_tokenizer_python-1.0.2.dist-info/top_level.txt,sha256=G2FxpveaMu1v2sT4JakuAWDrhVZ4TkTY1pB57BC1-eU,15
fast_tokenizer_python-1.0.2.dist-info/RECORD,,
