MicroTokenizer/__init__.py,sha256=de35XQ6-TWQeo3Bie0mXqwNkJ-ohpKz6CEDmJvMxUCQ,1486
MicroTokenizer/cli.py,sha256=Sy_ms-O77KVmnddnCXbuAuRvk41JaZvfcEWePpjjeUQ,788
MicroTokenizer/dag.py,sha256=dogcsvJXirEVIjxzHYC7BLTkkqIOZfJ-pV36rlJZciU,130
MicroTokenizer/hmm.py,sha256=Kj_nSGrSi7yhT2vkO-8_w1E5N6egpGdbREBccide25w,1828
MicroTokenizer/merge_token.py,sha256=z02w-G2rKTb96BD3lRehS0261RiGT2yJBzZe2-QadLs,2858
MicroTokenizer/tokenizer.py,sha256=rWwTZGtz_gFBJVCzFZQ3gXQYIaHzt2yqyhAGRwVYobE,2454
MicroTokenizer/model_data/A.pickle,sha256=ryWvdVl4m0AhKwbJM9M7hAi3YU7_H3JfFIEUHIWlmK4,210
MicroTokenizer/model_data/B.pickle,sha256=uZ-qhTqMxdTQSguCniplzhfoaHCiPFm7akqbQH3glZM,231910
MicroTokenizer/model_data/dict.txt,sha256=cZfDIR3dmJYrA2zfQDJNHqK_qhK9Ao5o-qcBEaiOEqg,5071852
MicroTokenizer/model_data/vocabulary.pickle,sha256=lkFQ52NGXrX5dGSzQpSUr6m6UMxpO4nT2EARwYya2Ls,47743
MicroTokenizer-0.1.5.1.data/data/A.pickle,sha256=ryWvdVl4m0AhKwbJM9M7hAi3YU7_H3JfFIEUHIWlmK4,210
MicroTokenizer-0.1.5.1.data/data/B.pickle,sha256=uZ-qhTqMxdTQSguCniplzhfoaHCiPFm7akqbQH3glZM,231910
MicroTokenizer-0.1.5.1.data/data/dict.txt,sha256=cZfDIR3dmJYrA2zfQDJNHqK_qhK9Ao5o-qcBEaiOEqg,5071852
MicroTokenizer-0.1.5.1.data/data/vocabulary.pickle,sha256=lkFQ52NGXrX5dGSzQpSUr6m6UMxpO4nT2EARwYya2Ls,47743
MicroTokenizer-0.1.5.1.dist-info/DESCRIPTION.rst,sha256=OV2PVAN4y6Q58xjb1w2skPuXMBVRypeFc9HmX3_usbw,3204
MicroTokenizer-0.1.5.1.dist-info/METADATA,sha256=HL-qwMkzbRci4VZl7LIplyCxXNAoHpKNhH4KD2Pnspk,4113
MicroTokenizer-0.1.5.1.dist-info/RECORD,,
MicroTokenizer-0.1.5.1.dist-info/WHEEL,sha256=kdsN-5OJAZIiHN-iO4Rhl82KyS0bDWf4uBwMbkNafr8,110
MicroTokenizer-0.1.5.1.dist-info/entry_points.txt,sha256=b2V0TPstQgSfvJ7fseBCFGuhWr3zP7VfEm_lRQs5-mc,60
MicroTokenizer-0.1.5.1.dist-info/metadata.json,sha256=a2L4QC2XRA943_OFnR7ZE8fbrj1KiPEtLXTaeZWpZNs,1232
MicroTokenizer-0.1.5.1.dist-info/top_level.txt,sha256=68HqvYUEnSsda_7S7O7Ui4otcFus_66u7u1mwRhg4YM,15
