LICENSE
MANIFEST.in
README.md
pyproject.toml
tokmor/__init__.py
tokmor/api.py
tokmor/assets.py
tokmor/base.py
tokmor/brahmic.py
tokmor/cjk.py
tokmor/ear_core.py
tokmor/ear_core_evidence.py
tokmor/ear_mini.py
tokmor/factory.py
tokmor/indic.py
tokmor/inventory.py
tokmor/legacy_api.py
tokmor/lemma_store.py
tokmor/lookup_keys.py
tokmor/ner_extract.py
tokmor/ner_gazetteer.py
tokmor/ner_prep.py
tokmor/offline.py
tokmor/preprocess.py
tokmor/resources.py
tokmor/routing.py
tokmor/rtl.py
tokmor/schema.py
tokmor/sns_tags.py
tokmor/space_based.py
tokmor/token_quality.py
tokmor/unified_tokens.py
tokmor/domain/__init__.py
tokmor/domain/sentiment.py
tokmor/integrations/__init__.py
tokmor/integrations/hf.py
tokmor/lang_configs/README.md
tokmor/lang_configs/__init__.py
tokmor/lang_configs/aa.json
tokmor/lang_configs/ab.json
tokmor/lang_configs/ace.json
tokmor/lang_configs/ady.json
tokmor/lang_configs/af.json
tokmor/lang_configs/aii.json
tokmor/lang_configs/ak.json
tokmor/lang_configs/als.json
tokmor/lang_configs/alt.json
tokmor/lang_configs/am.json
tokmor/lang_configs/ami.json
tokmor/lang_configs/an.json
tokmor/lang_configs/ang.json
tokmor/lang_configs/ann.json
tokmor/lang_configs/anp.json
tokmor/lang_configs/apu.json
tokmor/lang_configs/aqz.json
tokmor/lang_configs/ar.json
tokmor/lang_configs/arc.json
tokmor/lang_configs/ary.json
tokmor/lang_configs/arz.json
tokmor/lang_configs/as.json
tokmor/lang_configs/ast.json
tokmor/lang_configs/atj.json
tokmor/lang_configs/av.json
tokmor/lang_configs/avk.json
tokmor/lang_configs/awa.json
tokmor/lang_configs/ay.json
tokmor/lang_configs/az.json
tokmor/lang_configs/azb.json
tokmor/lang_configs/ba.json
tokmor/lang_configs/ban.json
tokmor/lang_configs/bar.json
tokmor/lang_configs/bat-smg.json
tokmor/lang_configs/bbc.json
tokmor/lang_configs/bcl.json
tokmor/lang_configs/bdr.json
tokmor/lang_configs/be-tarask.json
tokmor/lang_configs/be-x-old.json
tokmor/lang_configs/be.json
tokmor/lang_configs/bew.json
tokmor/lang_configs/bg.json
tokmor/lang_configs/bh.json
tokmor/lang_configs/bi.json
tokmor/lang_configs/bjn.json
tokmor/lang_configs/blk.json
tokmor/lang_configs/bm.json
tokmor/lang_configs/bn.json
tokmor/lang_configs/bo.json
tokmor/lang_configs/bpy.json
tokmor/lang_configs/br.json
tokmor/lang_configs/bs.json
tokmor/lang_configs/btm.json
tokmor/lang_configs/bug.json
tokmor/lang_configs/bxr.json
tokmor/lang_configs/ca.json
tokmor/lang_configs/cbk-zam.json
tokmor/lang_configs/cdo.json
tokmor/lang_configs/ce.json
tokmor/lang_configs/ceb.json
tokmor/lang_configs/ch.json
tokmor/lang_configs/cho.json
tokmor/lang_configs/chr.json
tokmor/lang_configs/chy.json
tokmor/lang_configs/ckb.json
tokmor/lang_configs/co.json
tokmor/lang_configs/cop.json
tokmor/lang_configs/cr.json
tokmor/lang_configs/crh.json
tokmor/lang_configs/cs.json
tokmor/lang_configs/csb.json
tokmor/lang_configs/cu.json
tokmor/lang_configs/cv.json
tokmor/lang_configs/cy.json
tokmor/lang_configs/da.json
tokmor/lang_configs/dag.json
tokmor/lang_configs/de.json
tokmor/lang_configs/dga.json
tokmor/lang_configs/din.json
tokmor/lang_configs/diq.json
tokmor/lang_configs/dsb.json
tokmor/lang_configs/dtp.json
tokmor/lang_configs/dty.json
tokmor/lang_configs/dv.json
tokmor/lang_configs/dz.json
tokmor/lang_configs/ee.json
tokmor/lang_configs/el.json
tokmor/lang_configs/eml.json
tokmor/lang_configs/en.json
tokmor/lang_configs/eo.json
tokmor/lang_configs/es.json
tokmor/lang_configs/et.json
tokmor/lang_configs/eu.json
tokmor/lang_configs/ext.json
tokmor/lang_configs/fa.json
tokmor/lang_configs/fat.json
tokmor/lang_configs/ff.json
tokmor/lang_configs/fi.json
tokmor/lang_configs/fiu-vro.json
tokmor/lang_configs/fj.json
tokmor/lang_configs/fo.json
tokmor/lang_configs/fon.json
tokmor/lang_configs/fr.json
tokmor/lang_configs/frm.json
tokmor/lang_configs/fro.json
tokmor/lang_configs/frp.json
tokmor/lang_configs/frr.json
tokmor/lang_configs/fur.json
tokmor/lang_configs/fy.json
tokmor/lang_configs/ga.json
tokmor/lang_configs/gag.json
tokmor/lang_configs/gan.json
tokmor/lang_configs/gcr.json
tokmor/lang_configs/gd.json
tokmor/lang_configs/gl.json
tokmor/lang_configs/glk.json
tokmor/lang_configs/gn.json
tokmor/lang_configs/gom.json
tokmor/lang_configs/gor.json
tokmor/lang_configs/got.json
tokmor/lang_configs/gpe.json
tokmor/lang_configs/grc.json
tokmor/lang_configs/gsw.json
tokmor/lang_configs/gu.json
tokmor/lang_configs/guc.json
tokmor/lang_configs/gur.json
tokmor/lang_configs/guw.json
tokmor/lang_configs/gv.json
tokmor/lang_configs/ha.json
tokmor/lang_configs/hak.json
tokmor/lang_configs/haw.json
tokmor/lang_configs/he.json
tokmor/lang_configs/hi.json
tokmor/lang_configs/hif.json
tokmor/lang_configs/ho.json
tokmor/lang_configs/hr.json
tokmor/lang_configs/hsb.json
tokmor/lang_configs/ht.json
tokmor/lang_configs/hu.json
tokmor/lang_configs/hy.json
tokmor/lang_configs/hyw.json
tokmor/lang_configs/hz.json
tokmor/lang_configs/ia.json
tokmor/lang_configs/iba.json
tokmor/lang_configs/id.json
tokmor/lang_configs/ie.json
tokmor/lang_configs/ig.json
tokmor/lang_configs/igl.json
tokmor/lang_configs/ii.json
tokmor/lang_configs/ik.json
tokmor/lang_configs/ilo.json
tokmor/lang_configs/inh.json
tokmor/lang_configs/io.json
tokmor/lang_configs/is.json
tokmor/lang_configs/it.json
tokmor/lang_configs/iu.json
tokmor/lang_configs/ja.json
tokmor/lang_configs/jam.json
tokmor/lang_configs/jbo.json
tokmor/lang_configs/jv.json
tokmor/lang_configs/ka.json
tokmor/lang_configs/kaa.json
tokmor/lang_configs/kab.json
tokmor/lang_configs/kbd.json
tokmor/lang_configs/kbp.json
tokmor/lang_configs/kcg.json
tokmor/lang_configs/kg.json
tokmor/lang_configs/kge.json
tokmor/lang_configs/ki.json
tokmor/lang_configs/kj.json
tokmor/lang_configs/kk.json
tokmor/lang_configs/kl.json
tokmor/lang_configs/km.json
tokmor/lang_configs/kmr.json
tokmor/lang_configs/kn.json
tokmor/lang_configs/knc.json
tokmor/lang_configs/ko.json
tokmor/lang_configs/koi.json
tokmor/lang_configs/kr.json
tokmor/lang_configs/krc.json
tokmor/lang_configs/krl.json
tokmor/lang_configs/ks.json
tokmor/lang_configs/ksh.json
tokmor/lang_configs/ku.json
tokmor/lang_configs/kus.json
tokmor/lang_configs/kv.json
tokmor/lang_configs/kw.json
tokmor/lang_configs/ky.json
tokmor/lang_configs/la.json
tokmor/lang_configs/lad.json
tokmor/lang_configs/lb.json
tokmor/lang_configs/lbe.json
tokmor/lang_configs/lez.json
tokmor/lang_configs/lfn.json
tokmor/lang_configs/lg.json
tokmor/lang_configs/li.json
tokmor/lang_configs/lij.json
tokmor/lang_configs/lld.json
tokmor/lang_configs/lmo.json
tokmor/lang_configs/ln.json
tokmor/lang_configs/lo.json
tokmor/lang_configs/loz.json
tokmor/lang_configs/lrc.json
tokmor/lang_configs/lt.json
tokmor/lang_configs/ltg.json
tokmor/lang_configs/luo.json
tokmor/lang_configs/lv.json
tokmor/lang_configs/lzh.json
tokmor/lang_configs/mad.json
tokmor/lang_configs/mai.json
tokmor/lang_configs/map-bms.json
tokmor/lang_configs/mdf.json
tokmor/lang_configs/mg.json
tokmor/lang_configs/mh.json
tokmor/lang_configs/mhr.json
tokmor/lang_configs/mi.json
tokmor/lang_configs/min.json
tokmor/lang_configs/mk.json
tokmor/lang_configs/ml.json
tokmor/lang_configs/mn.json
tokmor/lang_configs/mni.json
tokmor/lang_configs/mnw.json
tokmor/lang_configs/mo.json
tokmor/lang_configs/mos.json
tokmor/lang_configs/mpu.json
tokmor/lang_configs/mr.json
tokmor/lang_configs/mrj.json
tokmor/lang_configs/ms.json
tokmor/lang_configs/mt.json
tokmor/lang_configs/mus.json
tokmor/lang_configs/mwl.json
tokmor/lang_configs/my.json
tokmor/lang_configs/myu.json
tokmor/lang_configs/myv.json
tokmor/lang_configs/mzn.json
tokmor/lang_configs/na.json
tokmor/lang_configs/nah.json
tokmor/lang_configs/nan.json
tokmor/lang_configs/nap.json
tokmor/lang_configs/nb.json
tokmor/lang_configs/nds-nl.json
tokmor/lang_configs/nds.json
tokmor/lang_configs/ne.json
tokmor/lang_configs/new.json
tokmor/lang_configs/ng.json
tokmor/lang_configs/nia.json
tokmor/lang_configs/nl.json
tokmor/lang_configs/nn.json
tokmor/lang_configs/no.json
tokmor/lang_configs/nov.json
tokmor/lang_configs/nqo.json
tokmor/lang_configs/nr.json
tokmor/lang_configs/nrm.json
tokmor/lang_configs/nso.json
tokmor/lang_configs/nup.json
tokmor/lang_configs/nv.json
tokmor/lang_configs/ny.json
tokmor/lang_configs/oc.json
tokmor/lang_configs/olo.json
tokmor/lang_configs/om.json
tokmor/lang_configs/or.json
tokmor/lang_configs/orv.json
tokmor/lang_configs/os.json
tokmor/lang_configs/pa.json
tokmor/lang_configs/pag.json
tokmor/lang_configs/pam.json
tokmor/lang_configs/pap.json
tokmor/lang_configs/pcd.json
tokmor/lang_configs/pcm.json
tokmor/lang_configs/pdc.json
tokmor/lang_configs/pfl.json
tokmor/lang_configs/pi.json
tokmor/lang_configs/pih.json
tokmor/lang_configs/pl.json
tokmor/lang_configs/pms.json
tokmor/lang_configs/pnb.json
tokmor/lang_configs/pnt.json
tokmor/lang_configs/ps.json
tokmor/lang_configs/pt.json
tokmor/lang_configs/pwn.json
tokmor/lang_configs/qu.json
tokmor/lang_configs/quc.json
tokmor/lang_configs/rki.json
tokmor/lang_configs/rm.json
tokmor/lang_configs/rmy.json
tokmor/lang_configs/rn.json
tokmor/lang_configs/ro.json
tokmor/lang_configs/roa-rup.json
tokmor/lang_configs/roa-tara.json
tokmor/lang_configs/rsk.json
tokmor/lang_configs/ru.json
tokmor/lang_configs/rue.json
tokmor/lang_configs/rup.json
tokmor/lang_configs/rw.json
tokmor/lang_configs/sa.json
tokmor/lang_configs/sah.json
tokmor/lang_configs/sat.json
tokmor/lang_configs/sc.json
tokmor/lang_configs/scn.json
tokmor/lang_configs/sco.json
tokmor/lang_configs/sd.json
tokmor/lang_configs/se.json
tokmor/lang_configs/sg.json
tokmor/lang_configs/sga.json
tokmor/lang_configs/sgs.json
tokmor/lang_configs/sh.json
tokmor/lang_configs/shi.json
tokmor/lang_configs/shn.json
tokmor/lang_configs/shy.json
tokmor/lang_configs/si.json
tokmor/lang_configs/simple.json
tokmor/lang_configs/sk.json
tokmor/lang_configs/skr.json
tokmor/lang_configs/sl.json
tokmor/lang_configs/sm.json
tokmor/lang_configs/sme.json
tokmor/lang_configs/smn.json
tokmor/lang_configs/sms.json
tokmor/lang_configs/sn.json
tokmor/lang_configs/so.json
tokmor/lang_configs/sq.json
tokmor/lang_configs/sr.json
tokmor/lang_configs/srn.json
tokmor/lang_configs/ss.json
tokmor/lang_configs/st.json
tokmor/lang_configs/stq.json
tokmor/lang_configs/su.json
tokmor/lang_configs/sv.json
tokmor/lang_configs/sw.json
tokmor/lang_configs/syl.json
tokmor/lang_configs/szl.json
tokmor/lang_configs/szy.json
tokmor/lang_configs/ta.json
tokmor/lang_configs/tay.json
tokmor/lang_configs/tcy.json
tokmor/lang_configs/tdd.json
tokmor/lang_configs/te.json
tokmor/lang_configs/tet.json
tokmor/lang_configs/tg.json
tokmor/lang_configs/th.json
tokmor/lang_configs/ti.json
tokmor/lang_configs/tig.json
tokmor/lang_configs/tk.json
tokmor/lang_configs/tl.json
tokmor/lang_configs/tly.json
tokmor/lang_configs/tn.json
tokmor/lang_configs/to.json
tokmor/lang_configs/tok.json
tokmor/lang_configs/tpi.json
tokmor/lang_configs/tpn.json
tokmor/lang_configs/tr.json
tokmor/lang_configs/trv.json
tokmor/lang_configs/ts.json
tokmor/lang_configs/tt.json
tokmor/lang_configs/tum.json
tokmor/lang_configs/tw.json
tokmor/lang_configs/ty.json
tokmor/lang_configs/tyv.json
tokmor/lang_configs/udm.json
tokmor/lang_configs/ug.json
tokmor/lang_configs/uk.json
tokmor/lang_configs/ur.json
tokmor/lang_configs/uz.json
tokmor/lang_configs/ve.json
tokmor/lang_configs/vec.json
tokmor/lang_configs/vep.json
tokmor/lang_configs/vi.json
tokmor/lang_configs/vls.json
tokmor/lang_configs/vo.json
tokmor/lang_configs/vro.json
tokmor/lang_configs/wa.json
tokmor/lang_configs/war.json
tokmor/lang_configs/wbp.json
tokmor/lang_configs/wo.json
tokmor/lang_configs/wuu.json
tokmor/lang_configs/xal.json
tokmor/lang_configs/xh.json
tokmor/lang_configs/xmf.json
tokmor/lang_configs/yi.json
tokmor/lang_configs/yo.json
tokmor/lang_configs/yrl.json
tokmor/lang_configs/yue.json
tokmor/lang_configs/za.json
tokmor/lang_configs/zea.json
tokmor/lang_configs/zgh.json
tokmor/lang_configs/zh-classical.json
tokmor/lang_configs/zh-min-nan.json
tokmor/lang_configs/zh-yue.json
tokmor/lang_configs/zh.json
tokmor/lang_configs/zu.json
tokmor/lang_configs/zza.json
tokmor/models/domain/sentiment/en.json
tokmor/models/domain/sentiment/ko.json
tokmor/models/ear_mini/de.json.gz
tokmor/models/ear_mini/en.json.gz
tokmor/models/ear_mini/es.json.gz
tokmor/models/ear_mini/fr.json.gz
tokmor/models/ear_mini/ja.json.gz
tokmor/models/ear_mini/ko.json.gz
tokmor/models/ear_mini/pt.json.gz
tokmor/models/seg_lexicon/km_wordfreq.pkl
tokmor/models/seg_lexicon/km_wordlist.pkl
tokmor/models/seg_lexicon/lo_wordfreq.pkl
tokmor/models/seg_lexicon/lo_wordlist.pkl
tokmor/models/seg_lexicon/my_wordfreq.pkl
tokmor/models/seg_lexicon/my_wordlist.pkl
tokmor/models/seg_lexicon/th_wordfreq.pkl
tokmor/models/seg_lexicon/th_wordlist.pkl
tokmor/models/seg_lexicon/zh_extra_dict.json
tokmor/models/seg_lexicon/zh_wordfreq.pkl
tokmor/morphology/__init__.py
tokmor/morphology/advanced_base.py
tokmor/morphology/arabic_advanced.py
tokmor/morphology/chinese.py
tokmor/morphology/chinese_advanced.py
tokmor/morphology/english.py
tokmor/morphology/english_advanced.py
tokmor/morphology/french_advanced.py
tokmor/morphology/german_advanced.py
tokmor/morphology/hindi_advanced.py
tokmor/morphology/japanese.py
tokmor/morphology/japanese_advanced.py
tokmor/morphology/korean.py
tokmor/morphology/korean_advanced.py
tokmor/morphology/russian_advanced.py
tokmor/morphology/spanish_advanced.py
tokmor/morphology/thai_native.py
tokmor/morphology/tier2.py
tokmor/morphology/tier3.py
tokmor/morphology/tier4.py
tokmor/morphology/unified.py
tokmor/morphology/universal_fallback.py
tokmor/morphology/templates/__init__.py
tokmor/morphology/templates/arabic_script_template.py
tokmor/morphology/templates/brahmic_template.py
tokmor/morphology/templates/cyrillic_template.py
tokmor/morphology/templates/latin_template.py
tokmor/morphology/templates/other_scripts_template.py