.dockerignore
.gitignore
.pre-commit-config.yaml
CITATION.cff
Dockerfile
LICENSE
MANIFEST.in
README.md
pyproject.toml
release.sh
requirements-evalperf.txt
requirements.txt
setup.cfg
.github/ISSUE_TEMPLATE/buggy_contract.yml
.github/ISSUE_TEMPLATE/buggy_test.yml
.github/ISSUE_TEMPLATE/config.yml
.github/ISSUE_TEMPLATE/model_eval_request.yml
docs/cli.md
docs/evalperf.md
docs/execution.md
evalplus/__init__.py
evalplus/_version.py
evalplus/codegen.py
evalplus/config.py
evalplus/evalperf.py
evalplus/evaluate.py
evalplus/inputgen.py
evalplus/lecacy_sanitize.py
evalplus/sanitize.py
evalplus/syncheck.py
evalplus/utils.py
evalplus.egg-info/PKG-INFO
evalplus.egg-info/SOURCES.txt
evalplus.egg-info/dependency_links.txt
evalplus.egg-info/entry_points.txt
evalplus.egg-info/requires.txt
evalplus.egg-info/top_level.txt
evalplus/data/__init__.py
evalplus/data/humaneval.py
evalplus/data/mbpp.py
evalplus/data/utils.py
evalplus/eval/__init__.py
evalplus/eval/_special_oracle.py
evalplus/eval/utils.py
evalplus/gen/__init__.py
evalplus/gen/chatgpt_gen.py
evalplus/gen/mut_gen.py
evalplus/gen/type_mut.py
evalplus/gen/util/__init__.py
evalplus/gen/util/anthropic_request.py
evalplus/gen/util/openai_request.py
evalplus/perf/__init__.py
evalplus/perf/profile.py
evalplus/perf/sampling.py
evalplus/perf/sas.py
evalplus/perf/select_pe_inputs.py
evalplus/perf/select_pe_tasks.py
evalplus/provider/__init__.py
evalplus/provider/anthropic.py
evalplus/provider/base.py
evalplus/provider/google.py
evalplus/provider/hf.py
evalplus/provider/openai.py
evalplus/provider/utility.py
evalplus/provider/vllm.py
gallary/overview.png
gallary/render.gif
tests/requirements.txt
tests/test_legacy_sanitizer.py
tests/test_treesitter_sanitizer.py
tools/checker.py
tools/collect_valid_solutions.py
tools/directory_to_jsonl.py
tools/filter_inputs.py
tools/merge_dataset.py
tools/render.py
tools/requirements.txt
tools/sanitize.py
tools/stat_plus.py
tools/viz_passrate.py
tools/zip_solutions.py
tools/_experimental/README.md
tools/_experimental/evaluate_coverage.py
tools/_experimental/evaluate_runtime.py
tools/_experimental/generate_big_input.py
tools/_experimental/set_cover.py
tools/_experimental/topset_distill.py
tools/_experimental/type_mut_for_eff.py
tools/evalperf/hf_upload.py
tools/evalperf/intra_model_viz.py
tools/evalperf/pairwise_heatmap.py
tools/evalperf/viz_by_params.py
tools/humaneval/check_ground_truth.py
tools/humaneval/filter_extreme.py
tools/humaneval/fix_utils.py
tools/humaneval/fix_v011.py
tools/humaneval/fix_v012.py
tools/humaneval/fix_v013.py
tools/humaneval/fix_v014.py
tools/humaneval/fix_v015.py
tools/humaneval/fix_v016.py
tools/humaneval/fix_v017.py
tools/humaneval/fix_v018.py
tools/humaneval/fix_v019.py
tools/humaneval/init_ground_truth.py
tools/humaneval/init_plus.py
tools/humaneval/to_original_fmt.py
tools/mbpp/check_ground_truth.py
tools/mbpp/filter_extreme.py
tools/mbpp/fix_v010.py
tools/mbpp/fix_v020.py
tools/mbpp/init_ground_truth.py
tools/mbpp/init_plus.py
tools/mbpp/to_original_fmt.py
tools/tsr/.gitignore
tools/tsr/README.md
tools/tsr/__init__.py
tools/tsr/coverage_init.py
tools/tsr/minimization.py
tools/tsr/mutation_init.py
tools/tsr/requirements.txt
tools/tsr/run.py
tools/tsr/sample_init.py
tools/tsr/utils.py