LICENSE
MANIFEST.in
README.md
pyproject.toml
setup.py
tamil_tokenizer/__init__.py
tamil_tokenizer/__main__.py
tamil_tokenizer/hf_tokenizer.py
tamil_tokenizer/tokenizer.py
tamil_tokenizer/api/__init__.py
tamil_tokenizer/api/grammar_analyzer.py
tamil_tokenizer/api/spell_checker.py
tamil_tokenizer/config/__init__.py
tamil_tokenizer/config/config_loader.py
tamil_tokenizer/config/constant_table.py
tamil_tokenizer/config/constants.py
tamil_tokenizer/config/recursive_constants.py
tamil_tokenizer/config/tamil_multi_loop.py
tamil_tokenizer/constants/__init__.py
tamil_tokenizer/constants/letter_groups.py
tamil_tokenizer/constants/tamil_letters.py
tamil_tokenizer/data/1.txt
tamil_tokenizer/data/All_Vundu.txt
tamil_tokenizer/data/Vasu.txt
tamil_tokenizer/data/allFileList.list
tamil_tokenizer/data/char.txt
tamil_tokenizer/data/condition_rule.list
tamil_tokenizer/data/condition_rule.txt
tamil_tokenizer/data/duplicate.txt
tamil_tokenizer/data/endResult.txt
tamil_tokenizer/data/endSplit.txt
tamil_tokenizer/data/endsResult.txt
tamil_tokenizer/data/endsWith.txt
tamil_tokenizer/data/endsWithCondition.txt
tamil_tokenizer/data/ignore.list
tamil_tokenizer/data/ignoreGrammar.list
tamil_tokenizer/data/ignoreNoun.list
tamil_tokenizer/data/ignoreNoun_70000.list
tamil_tokenizer/data/ignoreNumber.list
tamil_tokenizer/data/ignorePerson.list
tamil_tokenizer/data/ignorePerson.txt
tamil_tokenizer/data/ignorePlace.list
tamil_tokenizer/data/ignoreShortForm.list
tamil_tokenizer/data/ignoreVerb.list
tamil_tokenizer/data/mainConstant.MAIN.list
tamil_tokenizer/data/mainConstant.list
tamil_tokenizer/data/mainConstant_ORGIN.list
tamil_tokenizer/data/mainConstants_Noun.txt
tamil_tokenizer/data/main_parse_map.list
tamil_tokenizer/data/main_parse_map_noun.list
tamil_tokenizer/data/main_parse_map_verb.list
tamil_tokenizer/data/mostusedrootwords.csv
tamil_tokenizer/data/nounConstants - Copy.list
tamil_tokenizer/data/nounConstants.list
tamil_tokenizer/data/nounConstants.txt
tamil_tokenizer/data/nounParseOrder.list
tamil_tokenizer/data/nounParseOrder.txt
tamil_tokenizer/data/noun_parse_map.list
tamil_tokenizer/data/noun_parse_map.list.txt
tamil_tokenizer/data/noun_with_names.txt
tamil_tokenizer/data/parseOrder.MAIN.list
tamil_tokenizer/data/parseOrder.list
tamil_tokenizer/data/parseOrder.txt
tamil_tokenizer/data/parseOrder_Noun.txt
tamil_tokenizer/data/parseOrder_ORGIN.list
tamil_tokenizer/data/parseOrder_Verb.txt
tamil_tokenizer/data/parseWord.list
tamil_tokenizer/data/parseWordFINAL.list
tamil_tokenizer/data/parseWordSmall.list
tamil_tokenizer/data/parseWord_Rajendran.list
tamil_tokenizer/data/parseWord_Working.list
tamil_tokenizer/data/prefix.list
tamil_tokenizer/data/prefix.txt
tamil_tokenizer/data/result.txt
tamil_tokenizer/data/specialCharacter.list
tamil_tokenizer/data/tamil_eng_literal.txt
tamil_tokenizer/data/twinConstant.list
tamil_tokenizer/data/twinParseOrder.list
tamil_tokenizer/data/unicode.list
tamil_tokenizer/data/uniqueList.list
tamil_tokenizer/data/verb.txt
tamil_tokenizer/data/verbConstants.list
tamil_tokenizer/data/verbParseOrder.list
tamil_tokenizer/data/verb_parse_map.list
tamil_tokenizer/grammar/__init__.py
tamil_tokenizer/grammar/illakanam.py
tamil_tokenizer/grammar/punarchi.py
tamil_tokenizer/grammar/tamil_util.py
tamil_tokenizer/grammar/vetrumai.py
tamil_tokenizer/parsers/__init__.py
tamil_tokenizer/parsers/core_parser.py
tamil_tokenizer/parsers/morphology_parser.py
tamil_tokenizer/parsers/noun_parser.py
tamil_tokenizer/parsers/number_parser.py
tamil_tokenizer/parsers/other_grammar_parser.py
tamil_tokenizer/parsers/parser_enum.py
tamil_tokenizer/parsers/root_word_parser.py
tamil_tokenizer/parsers/symbol_parser.py
tamil_tokenizer/parsers/twin_word_parser.py
tamil_tokenizer/parsers/unicode_language_parser.py
tamil_tokenizer/parsers/verb_parser.py
tamil_tokenizer/parsers/word_parser_interface.py
tamil_tokenizer/utils/__init__.py
tamil_tokenizer/utils/cleanup.py
tamil_tokenizer/utils/ends_with.py
tamil_tokenizer/utils/file_io.py
tamil_tokenizer/utils/recursive_algorithm.py
tamil_tokenizer/utils/splitting.py
tamil_tokenizer/utils/tamil_char_ngram_finder.py
tamil_tokenizer/utils/tamil_iterator.py
tamil_tokenizer/utils/tamil_ngram.py
tamil_tokenizer/utils/tamil_word_ngram_writer.py
tamil_tokenizer/utils/transliteral.py
tamil_tokenizer/utils/verb_splitter.py
tamil_tokenizer/utils/word_class.py
tamil_tokenizer/utils/word_splitter.py
tests/test_api.py
tests/test_benchmark.py
tests/test_character_tokenization.py
tests/test_cli.py
tests/test_morpheme_tokenization.py
tests/test_sentence_tokenization.py
tests/test_word_tokenization.py
vettu.egg-info/PKG-INFO
vettu.egg-info/SOURCES.txt
vettu.egg-info/dependency_links.txt
vettu.egg-info/entry_points.txt
vettu.egg-info/requires.txt
vettu.egg-info/top_level.txt