benchmarks/benchmark_code_multilingual.py,sha256=Z0-SLmgBqh9q5wmVoiP-4lLeOTT_iNzR7XAxbjB1n3w,22215
benchmarks/benchmark_extended.py,sha256=MzO2sEnOD0d_TA-n0NBOZ10DPVX27eYg2Pg0A9THi7Q,37422
benchmarks/benchmark_github_repos.py,sha256=o4_vAQTG6JfDhFA4lh9L8_czGHsR9EUU6wSbO2oAEs8,13889
benchmarks/benchmark_newword_comparison.py,sha256=M9dmHmBReywnTUKDvixfuYn76sbuL6FKlJ1HyNEKVOA,11960
benchmarks/benchmark_prove_newword.py,sha256=V802ubWHn8Whn9nT4lyBwzoWMxB6X2BQnMFtoL9wqD4,9743
benchmarks/benchmark_realworld.py,sha256=MT5YV0xiIb31jC3h0X4oNKQopKM0CKHonF32M2UiRiI,22885
benchmarks/benchmark_study.py,sha256=SQLzg1OLOZZk4O91JPnFRU6bH5ARHUXofPcAc8MQOJs,13150
benchmarks/benchmark_wikipedia.py,sha256=8irFcH6oG8t10nR-0EbmW9kyYpfYCRRAeCwJhfvbdB4,10537
benchmarks/build_massive.py,sha256=TsoE7ft4DdId21LbsjgpC8QAgeC9-Ejsg8cfaYC-pkU,10857
benchmarks/build_pretrained.py,sha256=nKfC_mivbsR2stVPjcl734g0eGyTmENIPXTgfe18teU,10425
benchmarks/run_benchmarks.py,sha256=UXiXDoqfmg9M3tqZH_nrLtbh4MmLRg1JoHGdWQ7Mll4,8864
benchmarks/train_monster_tokenizer.py,sha256=VPcyDoXPoP4Ef57bvxgOOaDxsjgWx576d1fGypG8OcU,8347
ion/__init__.py,sha256=YpktOesOISotsGphQ4M7risdhTu83foiO4le5L86hrg,1348
ion/__main__.py,sha256=bH-BbcKW4_v_ntebvsq2f_v4aWiQ4-UiU_pZzo9raKM,113
ion/benchmarks.py,sha256=6SvSwZXdtxggQjpQqpxN7Scn5sNoIcrEM7ChfUp0IOM,35322
ion/builder.py,sha256=dpySCqSqqr3DpANMiAy8yNzj46Zps2_OSPY7IBM2DkE,30138
ion/cli.py,sha256=OzTxZ7ZCQHYLHtyOiriXl0ExVxGXThm5GKP7LS5MIlU,134696
ion/corpus.py,sha256=P1DknS8eU7ajlf11XA3v9Ji6BXV_opuS1OCVWp7deJ8,16240
ion/gui.py,sha256=txTSn-638rvmhe1b4IvIqpM-nzIqyssJ4ae9S96LRR0,29583
ion/integrations.py,sha256=1ahS_nwwIxTtevZT9VT77QrH9syJ_3ofrQCeVKaDY-k,32043
ion/licensing.py,sha256=Vu3wQJUwvnpZYIyMJW-DJM8ye4TA3XMckncbdH1QsAU,29884
ion/phrase_discovery.py,sha256=OC9jnpcPiYboX-OlIcsDDvlXhhSRG3JAt3oKcv4_eQA,14775
ion/stats.py,sha256=XPi-Mtmf0Xj_SmjB3IRrH2pku3sv8OIu3ZRzwiQtXi8,3890
ion/tokenizer.py,sha256=2LSul13z1h5EA_2WKQaCY1NlubAUnDCnAhUiMUB93U4,43144
ion/tools.py,sha256=-ZkbcvMNY4TLy0dDSk-8ILiIPGmgAzaQgYROcRVsCF4,36758
ion/utils.py,sha256=8y8PgHl4yNyibi4Q7h5U8YRl8z5klxANqb_GJuve1RU,26354
ion/compat/__init__.py,sha256=Gpq8ZNX-P12RECUQtShp5V0jhh_Ii6QO9fedXblc9gY,779
ion/compat/ion_embeddings.py,sha256=cGGSKHCnK5lVTMTTRWJEzfhA2nFFzbUtVM65gA30zH8,15596
ion/compat/ion_math.py,sha256=hhN__lmfuUY2EcY8-RVb-igSIH0UkOk-vhHHA6-y0Kc,58053
ion/compat/ion_phrases.py,sha256=nneUopKDkkjVEMfvQlofGZpazQVQvSr-q2Qdb_ltQy0,7982
ion/pretrained/bpe-1m.json,sha256=pv1psESc3TuI-3PXZOdf7DAcUbSWOwF_Fvy6_7lhegg,3326214
ion/pretrained/bpe-250k.json,sha256=3y5eQ0dldQIPzFc_Z06sPtUvh2jHm00O3ok1f7byFOU,3416503
ion/pretrained/bpe-2m.json,sha256=woPwdPhVqCxMeUBvefFupgUAm62dWOL5nzZEV8L4iRA,3249356
ion/pretrained/bpe-500k.json,sha256=OR7cKOATd0cOSP73OBqynv7bqgs3zYbLIncjAB-5LqY,3378964
ion/pretrained/ion-1m.json,sha256=tr5b_zZ11AvrX9x1xe_9APBO-a-xmgSZ7IcIOesPbiU,26848190
ion/pretrained/ion-250k.json,sha256=ClCHedpC0CZhWlVsvZmV5JGRuL3gGXq-BFj4sP0kC10,17258208
ion/pretrained/ion-2m.json,sha256=kKrYJl3VCLD-sTHXGJrspJkNUBYVcIR2f4HfY-7V9pQ,38160979
ion/pretrained/ion-500k.json,sha256=8ZmbMtFrAV5x17SsIGo9H6hs4FTHXeYBrt_AiDza6a0,21145701
ion_tokenizer-1.0.8.dist-info/licenses/LICENSE.md,sha256=eJoEpUwtyiaJDO8GzcvxOtrIiGbOPzNNcYgq5cgSDus,1509
tests/test_all_features.py,sha256=6T3VmsCw9jsPBfmSPlTHrXPQ9wPnOpf2bbIItw_jb3c,96252
tests/test_benchmarks_comprehensive.py,sha256=MZbTb3XWGp_zaWZSGruQMGHTEOFAjK7nMxci9Juguiw,38812
tests/test_compat_modules.py,sha256=cpPPU5cavlgazEyafLHS59pMsT-mL0XBVACYafWPIBg,13557
tests/test_compat_vs_gensim.py,sha256=2Pq5bqnnkywEIv0XdOGu09QvTzabx_lHOiw81x3Ev7k,9982
tests/test_export_train.py,sha256=Pb3Z0Y_rhhhuuV2b2mNBTtcwQhGFFumc_d7DIRXLF-o,22392
tests/test_training_integrations.py,sha256=123PgkAqVJyRV_sdDV-PnbpulSkdwuaLCMywfMWuCgg,15619
ion_tokenizer-1.0.8.dist-info/METADATA,sha256=rb2F_FcHKztHknTlWd01jWm6aypxPLQgiYmkgclVa68,10197
ion_tokenizer-1.0.8.dist-info/WHEEL,sha256=wUyA8OaulRlbfwMtmQsvNngGrxQHAvkKcvRmdizlJi0,92
ion_tokenizer-1.0.8.dist-info/entry_points.txt,sha256=ioX4udfwhDF8Mb-srdHqfSjQGofXW4SO4dXQI7xpKmA,36
ion_tokenizer-1.0.8.dist-info/top_level.txt,sha256=_knCUXXCVanGvTiDY6vuJShKNlLiiyZdtWMWBN9vyjI,21
ion_tokenizer-1.0.8.dist-info/RECORD,,
