.env.example
.gitignore
LICENSE
README.md
dev.docker-compose.yml
pyproject.toml
.github/workflows/build_python_package.yml
.github/workflows/create_pypi_package.yml
.github/workflows/run_unit_tests.yml
demo/.env.example
demo/dev.Dockerfile
demo/main.py
endpoint/__init__.py
endpoint/dev.Dockerfile
endpoint/main.py
exec/DatasetGenerator.py
exec/Test.py
exec/Train.py
out/.gitignore
out/.gitkeep
src/pt_vid/Constants.py
src/pt_vid/Evaluate.py
src/pt_vid/Plot.py
src/pt_vid/Trainer.py
src/pt_vid/__init__.py
src/pt_vid.egg-info/PKG-INFO
src/pt_vid.egg-info/SOURCES.txt
src/pt_vid.egg-info/dependency_links.txt
src/pt_vid.egg-info/requires.txt
src/pt_vid.egg-info/top_level.txt
src/pt_vid/data/Cleaner.py
src/pt_vid/data/Delexicalizer.py
src/pt_vid/data/Sampler.py
src/pt_vid/data/Splitter.py
src/pt_vid/data/Tokenizer.py
src/pt_vid/data/__init__.py
src/pt_vid/data/cleaning/CleanupStrategy.py
src/pt_vid/data/cleaning/DetokenizerStrategy.py
src/pt_vid/data/cleaning/FastTextLangDetect.py
src/pt_vid/data/cleaning/SizeBasedFiltering.py
src/pt_vid/data/cleaning/Strategy.py
src/pt_vid/data/cleaning/thresholds.json
src/pt_vid/data/generators/GenerateLaw.py
src/pt_vid/data/generators/GenerateLiterature.py
src/pt_vid/data/generators/GenerateNews.py
src/pt_vid/data/generators/GeneratePolitics.py
src/pt_vid/data/generators/GenerateSocialMedia.py
src/pt_vid/data/generators/GenerateWeb.py
src/pt_vid/data/generators/Generator.py
src/pt_vid/data/generators/__init__.py
src/pt_vid/data/splitters/DefaultSplitterStrategy.py
src/pt_vid/data/splitters/Strategy.py
src/pt_vid/data/splitters/__init__.py
src/pt_vid/data/splitters/default_test_splits.json
src/pt_vid/entity/CorporaStats.py
src/pt_vid/entity/DatasetStats.py
src/pt_vid/entity/Entity.py
src/pt_vid/entity/InferenceResult.py
src/pt_vid/entity/NgramsTrainingResult.py
src/pt_vid/entity/NgramsTrainingScenario.py
src/pt_vid/entity/TestResult.py
src/pt_vid/entity/TrainingResult.py
src/pt_vid/entity/TrainingScenario.py
src/pt_vid/entity/VIDDataset.py
src/pt_vid/exception/NonPortugueseTextException.py
src/pt_vid/exception/__init__.py
src/pt_vid/models/Model.py
src/pt_vid/models/Ngrams.py
src/pt_vid/models/Transformer.py
src/pt_vid/models/__init__.py
src/pt_vid/stats/CorporaStats.py
src/pt_vid/stats/__init__.py
src/pt_vid/trainer/HFTrainer.py
src/pt_vid/trainer/NgramsTrainer.py
src/pt_vid/trainer/Strategy.py
src/pt_vid/trainer/__init__.py
src/pt_vid/trainer/ngrams_scenarios.json
test/test_dummy.py