benchmarks/benchmark_code_multilingual.py,sha256=Z0-SLmgBqh9q5wmVoiP-4lLeOTT_iNzR7XAxbjB1n3w,22215
benchmarks/benchmark_extended.py,sha256=MzO2sEnOD0d_TA-n0NBOZ10DPVX27eYg2Pg0A9THi7Q,37422
benchmarks/benchmark_github_repos.py,sha256=o4_vAQTG6JfDhFA4lh9L8_czGHsR9EUU6wSbO2oAEs8,13889
benchmarks/benchmark_newword_comparison.py,sha256=M9dmHmBReywnTUKDvixfuYn76sbuL6FKlJ1HyNEKVOA,11960
benchmarks/benchmark_prove_newword.py,sha256=V802ubWHn8Whn9nT4lyBwzoWMxB6X2BQnMFtoL9wqD4,9743
benchmarks/benchmark_realworld.py,sha256=MT5YV0xiIb31jC3h0X4oNKQopKM0CKHonF32M2UiRiI,22885
benchmarks/benchmark_study.py,sha256=SQLzg1OLOZZk4O91JPnFRU6bH5ARHUXofPcAc8MQOJs,13150
benchmarks/benchmark_wikipedia.py,sha256=8irFcH6oG8t10nR-0EbmW9kyYpfYCRRAeCwJhfvbdB4,10537
benchmarks/build_massive.py,sha256=TsoE7ft4DdId21LbsjgpC8QAgeC9-Ejsg8cfaYC-pkU,10857
benchmarks/build_pretrained.py,sha256=nKfC_mivbsR2stVPjcl734g0eGyTmENIPXTgfe18teU,10425
benchmarks/run_benchmarks.py,sha256=UXiXDoqfmg9M3tqZH_nrLtbh4MmLRg1JoHGdWQ7Mll4,8864
benchmarks/train_monster_tokenizer.py,sha256=VPcyDoXPoP4Ef57bvxgOOaDxsjgWx576d1fGypG8OcU,8347
ion/__init__.py,sha256=gEn1t0FYAzDcvvLdcBmx1ekJNp2JSQfgDc8FBZNdTf8,1348
ion/__main__.py,sha256=bH-BbcKW4_v_ntebvsq2f_v4aWiQ4-UiU_pZzo9raKM,113
ion/benchmarks.py,sha256=6SvSwZXdtxggQjpQqpxN7Scn5sNoIcrEM7ChfUp0IOM,35322
ion/builder.py,sha256=-fCww1Gojelv3M0hU79v9W2P8jZ13u4nEWj650Ie61o,29760
ion/cli.py,sha256=7zFuP5KqgLclEhnKsA1-BtWfKEYgQPLYlp8pXCK1-uo,129209
ion/corpus.py,sha256=iZmVuVZGfi389IVVHPD1pMRUwqxrO2hnjbZnJ07GWUQ,14232
ion/gui.py,sha256=txTSn-638rvmhe1b4IvIqpM-nzIqyssJ4ae9S96LRR0,29583
ion/integrations.py,sha256=kbVT0xfMUT5_vJSpTyQzVZ8Gjba5cbu6Qz7pUMgckBI,30645
ion/licensing.py,sha256=Vu3wQJUwvnpZYIyMJW-DJM8ye4TA3XMckncbdH1QsAU,29884
ion/phrase_discovery.py,sha256=OC9jnpcPiYboX-OlIcsDDvlXhhSRG3JAt3oKcv4_eQA,14775
ion/stats.py,sha256=XPi-Mtmf0Xj_SmjB3IRrH2pku3sv8OIu3ZRzwiQtXi8,3890
ion/tokenizer.py,sha256=PUtPDYTaNEeKQB70IylU4k5-YQ6XfgjmoZK30pCld4Y,41012
ion/tools.py,sha256=0c6nVNKlnfeDE6vfIPRZgjt56imZoo-rOd0p4O3R2Pc,32802
ion/utils.py,sha256=N8Lt4TjMT1ICl6ciNLHWwUS20X1Lu81lx1mw4URWd2k,25189
ion/compat/__init__.py,sha256=Gpq8ZNX-P12RECUQtShp5V0jhh_Ii6QO9fedXblc9gY,779
ion/compat/ion_embeddings.py,sha256=cGGSKHCnK5lVTMTTRWJEzfhA2nFFzbUtVM65gA30zH8,15596
ion/compat/ion_math.py,sha256=hhN__lmfuUY2EcY8-RVb-igSIH0UkOk-vhHHA6-y0Kc,58053
ion/compat/ion_phrases.py,sha256=nneUopKDkkjVEMfvQlofGZpazQVQvSr-q2Qdb_ltQy0,7982
ion/pretrained/bpe-1m.json,sha256=pv1psESc3TuI-3PXZOdf7DAcUbSWOwF_Fvy6_7lhegg,3326214
ion/pretrained/bpe-250k.json,sha256=3y5eQ0dldQIPzFc_Z06sPtUvh2jHm00O3ok1f7byFOU,3416503
ion/pretrained/bpe-2m.json,sha256=woPwdPhVqCxMeUBvefFupgUAm62dWOL5nzZEV8L4iRA,3249356
ion/pretrained/bpe-500k.json,sha256=OR7cKOATd0cOSP73OBqynv7bqgs3zYbLIncjAB-5LqY,3378964
ion/pretrained/ion-1m.json,sha256=H-_RkvXBMn-rwJ9SogX7nJqmJwg6CPoUTocNP0a-Qr4,26821140
ion/pretrained/ion-250k.json,sha256=8rJldltEAK05gnwVqMCejg5pm3ufu8mTAzUmB0KHn9o,17231158
ion/pretrained/ion-2m.json,sha256=9FfYL9wKRhj4goEjSukzcOpkmGyGEvCexk3a5g0JoHU,38133927
ion/pretrained/ion-500k.json,sha256=LEI5dN12Qko79DWaPgp7O-EHgG8npWNTpp9cPZ_N8cY,21118651
ion_tokenizer-1.0.6.dist-info/licenses/LICENSE.md,sha256=eJoEpUwtyiaJDO8GzcvxOtrIiGbOPzNNcYgq5cgSDus,1509
tests/test_all_features.py,sha256=6T3VmsCw9jsPBfmSPlTHrXPQ9wPnOpf2bbIItw_jb3c,96252
tests/test_benchmarks_comprehensive.py,sha256=MZbTb3XWGp_zaWZSGruQMGHTEOFAjK7nMxci9Juguiw,38812
tests/test_compat_modules.py,sha256=cpPPU5cavlgazEyafLHS59pMsT-mL0XBVACYafWPIBg,13557
tests/test_compat_vs_gensim.py,sha256=2Pq5bqnnkywEIv0XdOGu09QvTzabx_lHOiw81x3Ev7k,9982
tests/test_export_train.py,sha256=Pb3Z0Y_rhhhuuV2b2mNBTtcwQhGFFumc_d7DIRXLF-o,22392
tests/test_training_integrations.py,sha256=123PgkAqVJyRV_sdDV-PnbpulSkdwuaLCMywfMWuCgg,15619
ion_tokenizer-1.0.6.dist-info/METADATA,sha256=tW7pDTujtaQJZX1fjR5xzePLtF1QIidluZQccTUeB2s,6828
ion_tokenizer-1.0.6.dist-info/WHEEL,sha256=wUyA8OaulRlbfwMtmQsvNngGrxQHAvkKcvRmdizlJi0,92
ion_tokenizer-1.0.6.dist-info/entry_points.txt,sha256=ioX4udfwhDF8Mb-srdHqfSjQGofXW4SO4dXQI7xpKmA,36
ion_tokenizer-1.0.6.dist-info/top_level.txt,sha256=_knCUXXCVanGvTiDY6vuJShKNlLiiyZdtWMWBN9vyjI,21
ion_tokenizer-1.0.6.dist-info/RECORD,,
