curated_tokenizers/__init__.py,sha256=Dtn4OlRTn_YX-6pOTp47sG9PhJBTjtvk3Cb6CUM283E,120
curated_tokenizers/_bbpe.cpython-310-darwin.so,sha256=1glui6VF5kCacV8UJH5HvbmP1TjtBEnAHYzG2Q3zKh4,181064
curated_tokenizers/_bbpe.pxd,sha256=RRVU0IHVe_rtcAlK8SwJXZZQo_Gj8um0vqBku96Hmh0,333
curated_tokenizers/_bbpe.pyx,sha256=ITltyqZBjmYg-TLjP4kRT945QhsB7q34jmKncrp_sqE,6178
curated_tokenizers/_spp.cpython-310-darwin.so,sha256=116B0huRE7v7iFMZOrnJez3eBBThjobugiYBr9RHP24,1433975
curated_tokenizers/_spp.pxd,sha256=xoIQJQIiUJpF8NCvMDnRWLZsVc81R2C1OA-2kYebpBw,2149
curated_tokenizers/_spp.pyx,sha256=Uf-y6YItiLQ4NLa1fhR1pn1zAy6pbugfEuYdVHXODEE,7562
curated_tokenizers/_wordpiece.cpython-310-darwin.so,sha256=8LUZ2eIiI51havQ_haqXEiCzd6uAC_VdLdsrbM-2-iE,113309
curated_tokenizers/_wordpiece.pxd,sha256=9rWiBiosVmh70MwM5HcoTsrWFAAJUxNi3vfc2LS3Ry0,654
curated_tokenizers/_wordpiece.pyx,sha256=BwTUUcj0ak7ItwNEbHeZS7iwHvLj9j2MD5M5wY-cgAA,4633
curated_tokenizers/config.h,sha256=bSpQjNpV_vzGjOb2J5zcjg1H7z1_wOmWBFjIY1JBc7k,156
curated_tokenizers/merges.cc,sha256=bfn3elmiFcQpLbZv_D7ZPN6-IP2VaeJa9flsktl3lCA,2126
curated_tokenizers/merges.hh,sha256=FSfZwdFpNZMx6N5BMIisRrgxSjIdHB3CUluPq9blRwQ,1190
curated_tokenizers/util.hh,sha256=VT-IgsTPBVqCxPvmh2rDT6qCzbxyWLgx22J9a2OmTuc,333
curated_tokenizers/wordpiece.cc,sha256=m6XOiqoslH6ieBnavtI2TAWSgjMNuft0bTm9U6Q2vmM,1083
curated_tokenizers/wordpiece.hh,sha256=YShSvQUOxmye0W6hzlES44reBstFRP7oCZGH94UB-S0,1011
curated_tokenizers/tests/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
curated_tokenizers/tests/incorrect-merges.txt,sha256=J3bMlGl31fOTeHCw6Hkf0jViEyh86ca-BiGM37JkFZY,19
curated_tokenizers/tests/robbert-merges-1000.txt,sha256=ouOja6engvjR8K136noUyvaRihzu_QyDh8BsVnhsr5c,6291
curated_tokenizers/tests/robbert-vocab-1000.json,sha256=OA7hBeYFTAIiNV01E0qG8amdTkA-bzOc_6MGkVQPjOA,16815
curated_tokenizers/tests/test_bbpe_processor.py,sha256=zzhUlyd5RFMZ7YSsuNmnAFLwNvUyjKm79IpIiCFszbI,1865
curated_tokenizers/tests/test_sp.py,sha256=w1BQNer-F37uEom1uIAEBuxQshAJ1ZrBt4RYAvozgSk,4420
curated_tokenizers/tests/test_word_piece_processor.py,sha256=k7RBhzENRYhqgCGKC1hpC880otsZC89i-U3Sv6ePuEQ,2009
curated_tokenizers/tests/toy-word-pieces.txt,sha256=pX4mNd-dx7EsFcMJy90uHFU297daQ3kfRBH30UV9QQw,31
curated_tokenizers/tests/toy.model,sha256=aOgs9MnD7wvh8lp8riyDb8r6fTyDgh-5hkEeVnea0eI,253270
curated_tokenizers-0.0.8.dist-info/LICENSE,sha256=Sdj--WzZJxnLUkLvTE-VTtwAikb898qr7K4U28xES1A,2642
curated_tokenizers-0.0.8.dist-info/METADATA,sha256=tv-Je2OSvkLifWCzWrIlcmITN-0dCsyxtvaDTi32pvQ,1910
curated_tokenizers-0.0.8.dist-info/WHEEL,sha256=YkgppTG7ykOlXc_zwnXV9-VBXF-Nf0nL_gt0JCpKtEA,110
curated_tokenizers-0.0.8.dist-info/top_level.txt,sha256=EKBDsRk94HtBI7QQVDtt8uMqpwI--el9tTFO5T99Yjw,19
curated_tokenizers-0.0.8.dist-info/zip-safe,sha256=AbpHGcgLb-kRsJGnwFEktk7uzpZOCcBY74-YBdrKVGs,1
curated_tokenizers-0.0.8.dist-info/RECORD,,
