LICENSE
MANIFEST.in
README.md
pyproject.toml
FairLangProc/__init__.py
FairLangProc.egg-info/PKG-INFO
FairLangProc.egg-info/SOURCES.txt
FairLangProc.egg-info/dependency_links.txt
FairLangProc.egg-info/requires.txt
FairLangProc.egg-info/top_level.txt
FairLangProc/algorithms/__init__.py
FairLangProc/algorithms/output.py
FairLangProc/algorithms/inprocessors/__init__.py
FairLangProc/algorithms/inprocessors/adapter.py
FairLangProc/algorithms/inprocessors/regularizers.py
FairLangProc/algorithms/inprocessors/selective_updating.py
FairLangProc/algorithms/intraprocessors/__init__.py
FairLangProc/algorithms/intraprocessors/modular.py
FairLangProc/algorithms/intraprocessors/redistribution.py
FairLangProc/algorithms/preprocessors/__init__.py
FairLangProc/algorithms/preprocessors/augmentation.py
FairLangProc/algorithms/preprocessors/projection_based.py
FairLangProc/algorithms/preprocessors/reweighting.py
FairLangProc/datasets/__init__.py
FairLangProc/datasets/fairness_datasets.py
FairLangProc/datasets/Fair-LLM-Benchmark/.gitignore
FairLangProc/datasets/Fair-LLM-Benchmark/README.md
FairLangProc/datasets/Fair-LLM-Benchmark/__init__.py
FairLangProc/datasets/Fair-LLM-Benchmark/BBQ/LICENSE
FairLangProc/datasets/Fair-LLM-Benchmark/BBQ/README.md
FairLangProc/datasets/Fair-LLM-Benchmark/BBQ/__init__.py
FairLangProc/datasets/Fair-LLM-Benchmark/BBQ/data/Age.jsonl
FairLangProc/datasets/Fair-LLM-Benchmark/BBQ/data/Disability_status.jsonl
FairLangProc/datasets/Fair-LLM-Benchmark/BBQ/data/Gender_identity.jsonl
FairLangProc/datasets/Fair-LLM-Benchmark/BBQ/data/Nationality.jsonl
FairLangProc/datasets/Fair-LLM-Benchmark/BBQ/data/Physical_appearance.jsonl
FairLangProc/datasets/Fair-LLM-Benchmark/BBQ/data/Race_ethnicity.jsonl
FairLangProc/datasets/Fair-LLM-Benchmark/BBQ/data/Race_x_SES.jsonl
FairLangProc/datasets/Fair-LLM-Benchmark/BBQ/data/Race_x_gender.jsonl
FairLangProc/datasets/Fair-LLM-Benchmark/BBQ/data/Religion.jsonl
FairLangProc/datasets/Fair-LLM-Benchmark/BBQ/data/SES.jsonl
FairLangProc/datasets/Fair-LLM-Benchmark/BBQ/data/Sexual_orientation.jsonl
FairLangProc/datasets/Fair-LLM-Benchmark/BBQ/data/__init__.py
FairLangProc/datasets/Fair-LLM-Benchmark/BBQ/data/additional_metadata.csv
FairLangProc/datasets/Fair-LLM-Benchmark/BBQ/data/templates/__init__.py
FairLangProc/datasets/Fair-LLM-Benchmark/BBQ/data/templates/new_templates - Age.csv
FairLangProc/datasets/Fair-LLM-Benchmark/BBQ/data/templates/new_templates - Disability_status.csv
FairLangProc/datasets/Fair-LLM-Benchmark/BBQ/data/templates/new_templates - Filler_items.csv
FairLangProc/datasets/Fair-LLM-Benchmark/BBQ/data/templates/new_templates - Gender_identity.csv
FairLangProc/datasets/Fair-LLM-Benchmark/BBQ/data/templates/new_templates - Nationality.csv
FairLangProc/datasets/Fair-LLM-Benchmark/BBQ/data/templates/new_templates - Physical_appearance.csv
FairLangProc/datasets/Fair-LLM-Benchmark/BBQ/data/templates/new_templates - Race_ethnicity.csv
FairLangProc/datasets/Fair-LLM-Benchmark/BBQ/data/templates/new_templates - Race_x_SES.csv
FairLangProc/datasets/Fair-LLM-Benchmark/BBQ/data/templates/new_templates - Race_x_gender.csv
FairLangProc/datasets/Fair-LLM-Benchmark/BBQ/data/templates/new_templates - Religion.csv
FairLangProc/datasets/Fair-LLM-Benchmark/BBQ/data/templates/new_templates - SES.csv
FairLangProc/datasets/Fair-LLM-Benchmark/BBQ/data/templates/new_templates - Sexual_orientation.csv
FairLangProc/datasets/Fair-LLM-Benchmark/BBQ/data/templates/vocabulary.csv
FairLangProc/datasets/Fair-LLM-Benchmark/BBQ/data/templates/vocabulary_proper_names.csv
FairLangProc/datasets/Fair-LLM-Benchmark/BEC-Pro/LICENSE
FairLangProc/datasets/Fair-LLM-Benchmark/BEC-Pro/README.md
FairLangProc/datasets/Fair-LLM-Benchmark/BEC-Pro/__init__.py
FairLangProc/datasets/Fair-LLM-Benchmark/BEC-Pro/data/BEC-Pro_DE.tsv
FairLangProc/datasets/Fair-LLM-Benchmark/BEC-Pro/data/BEC-Pro_EN.tsv
FairLangProc/datasets/Fair-LLM-Benchmark/BEC-Pro/data/Professions US+DE.tsv
FairLangProc/datasets/Fair-LLM-Benchmark/BEC-Pro/data/__init__.py
FairLangProc/datasets/Fair-LLM-Benchmark/BEC-Pro/data/professions_english.json
FairLangProc/datasets/Fair-LLM-Benchmark/BEC-Pro/data/professions_german.json
FairLangProc/datasets/Fair-LLM-Benchmark/BEC-Pro/data/sent_patterns_english.txt
FairLangProc/datasets/Fair-LLM-Benchmark/BEC-Pro/data/sent_patterns_german.txt
FairLangProc/datasets/Fair-LLM-Benchmark/BOLD/LICENSE
FairLangProc/datasets/Fair-LLM-Benchmark/BOLD/README.md
FairLangProc/datasets/Fair-LLM-Benchmark/BOLD/__init__.py
FairLangProc/datasets/Fair-LLM-Benchmark/BOLD/data/__init__.py
FairLangProc/datasets/Fair-LLM-Benchmark/BOLD/data/prompts/__init__.py
FairLangProc/datasets/Fair-LLM-Benchmark/BOLD/data/prompts/gender_prompt.json
FairLangProc/datasets/Fair-LLM-Benchmark/BOLD/data/prompts/political_ideology_prompt.json
FairLangProc/datasets/Fair-LLM-Benchmark/BOLD/data/prompts/profession_prompt.json
FairLangProc/datasets/Fair-LLM-Benchmark/BOLD/data/prompts/race_prompt.json
FairLangProc/datasets/Fair-LLM-Benchmark/BOLD/data/prompts/religious_ideology_prompt.json
FairLangProc/datasets/Fair-LLM-Benchmark/BOLD/data/wikipedia/__init__.py
FairLangProc/datasets/Fair-LLM-Benchmark/BOLD/data/wikipedia/gender_wiki.json
FairLangProc/datasets/Fair-LLM-Benchmark/BOLD/data/wikipedia/political_ideology_wiki.json
FairLangProc/datasets/Fair-LLM-Benchmark/BOLD/data/wikipedia/profession_wiki.json
FairLangProc/datasets/Fair-LLM-Benchmark/BOLD/data/wikipedia/race_wiki.json
FairLangProc/datasets/Fair-LLM-Benchmark/BOLD/data/wikipedia/religious_ideology_wiki.json
FairLangProc/datasets/Fair-LLM-Benchmark/BUG/LICENSE
FairLangProc/datasets/Fair-LLM-Benchmark/BUG/README.md
FairLangProc/datasets/Fair-LLM-Benchmark/BUG/__init__.py
FairLangProc/datasets/Fair-LLM-Benchmark/BUG/data/__init__.py
FairLangProc/datasets/Fair-LLM-Benchmark/BUG/data/balanced_BUG.csv
FairLangProc/datasets/Fair-LLM-Benchmark/BUG/data/full_BUG.csv
FairLangProc/datasets/Fair-LLM-Benchmark/BUG/data/gold_BUG.csv
FairLangProc/datasets/Fair-LLM-Benchmark/Bias-NLI/README.md
FairLangProc/datasets/Fair-LLM-Benchmark/Bias-NLI/__init__.py
FairLangProc/datasets/Fair-LLM-Benchmark/Bias-NLI/data/README.md
FairLangProc/datasets/Fair-LLM-Benchmark/Bias-NLI/data/__init__.py
FairLangProc/datasets/Fair-LLM-Benchmark/Bias-NLI/data/generate_templates.py
FairLangProc/datasets/Fair-LLM-Benchmark/Bias-NLI/data/stereotypes/__init__.py
FairLangProc/datasets/Fair-LLM-Benchmark/Bias-NLI/data/stereotypes/__init__.pyc
FairLangProc/datasets/Fair-LLM-Benchmark/Bias-NLI/data/stereotypes/lists.py
FairLangProc/datasets/Fair-LLM-Benchmark/Bias-NLI/data/stereotypes/lists.pyc
FairLangProc/datasets/Fair-LLM-Benchmark/Bias-NLI/data/stereotypes/templates.py
FairLangProc/datasets/Fair-LLM-Benchmark/Bias-NLI/data/stereotypes/templates.pyc
FairLangProc/datasets/Fair-LLM-Benchmark/Bias-NLI/data/word_lists/__init__.py
FairLangProc/datasets/Fair-LLM-Benchmark/Bias-NLI/data/word_lists/adjectives/__init__.py
FairLangProc/datasets/Fair-LLM-Benchmark/Bias-NLI/data/word_lists/adjectives/able_adjectives
FairLangProc/datasets/Fair-LLM-Benchmark/Bias-NLI/data/word_lists/adjectives/age_adjectives
FairLangProc/datasets/Fair-LLM-Benchmark/Bias-NLI/data/word_lists/adjectives/class
FairLangProc/datasets/Fair-LLM-Benchmark/Bias-NLI/data/word_lists/adjectives/color
FairLangProc/datasets/Fair-LLM-Benchmark/Bias-NLI/data/word_lists/adjectives/countries
FairLangProc/datasets/Fair-LLM-Benchmark/Bias-NLI/data/word_lists/adjectives/ethnicities
FairLangProc/datasets/Fair-LLM-Benchmark/Bias-NLI/data/word_lists/adjectives/hair_adjectives
FairLangProc/datasets/Fair-LLM-Benchmark/Bias-NLI/data/word_lists/adjectives/physical_adjectives
FairLangProc/datasets/Fair-LLM-Benchmark/Bias-NLI/data/word_lists/adjectives/polarized_adjectives
FairLangProc/datasets/Fair-LLM-Benchmark/Bias-NLI/data/word_lists/adjectives/religions
FairLangProc/datasets/Fair-LLM-Benchmark/Bias-NLI/data/word_lists/nouns/__init__.py
FairLangProc/datasets/Fair-LLM-Benchmark/Bias-NLI/data/word_lists/nouns/objects/__init__.py
FairLangProc/datasets/Fair-LLM-Benchmark/Bias-NLI/data/word_lists/nouns/objects/clothes
FairLangProc/datasets/Fair-LLM-Benchmark/Bias-NLI/data/word_lists/nouns/objects/farm_animals
FairLangProc/datasets/Fair-LLM-Benchmark/Bias-NLI/data/word_lists/nouns/objects/food
FairLangProc/datasets/Fair-LLM-Benchmark/Bias-NLI/data/word_lists/nouns/objects/furniture
FairLangProc/datasets/Fair-LLM-Benchmark/Bias-NLI/data/word_lists/nouns/objects/household
FairLangProc/datasets/Fair-LLM-Benchmark/Bias-NLI/data/word_lists/nouns/objects/vehicles
FairLangProc/datasets/Fair-LLM-Benchmark/Bias-NLI/data/word_lists/nouns/people/__init__.py
FairLangProc/datasets/Fair-LLM-Benchmark/Bias-NLI/data/word_lists/nouns/people/country_demonyms
FairLangProc/datasets/Fair-LLM-Benchmark/Bias-NLI/data/word_lists/nouns/people/gendered_words
FairLangProc/datasets/Fair-LLM-Benchmark/Bias-NLI/data/word_lists/nouns/people/occupations
FairLangProc/datasets/Fair-LLM-Benchmark/Bias-NLI/data/word_lists/nouns/people/person_hyponyms
FairLangProc/datasets/Fair-LLM-Benchmark/Bias-NLI/data/word_lists/nouns/people/polarized_nouns
FairLangProc/datasets/Fair-LLM-Benchmark/Bias-NLI/data/word_lists/nouns/people/religion_demonyms
FairLangProc/datasets/Fair-LLM-Benchmark/Bias-NLI/data/word_lists/nouns/people/rulers
FairLangProc/datasets/Fair-LLM-Benchmark/Bias-NLI/data/word_lists/verbs/__init__.py
FairLangProc/datasets/Fair-LLM-Benchmark/Bias-NLI/data/word_lists/verbs/commerce_verbs
FairLangProc/datasets/Fair-LLM-Benchmark/Bias-NLI/data/word_lists/verbs/driving_verbs
FairLangProc/datasets/Fair-LLM-Benchmark/Bias-NLI/data/word_lists/verbs/eating_verbs
FairLangProc/datasets/Fair-LLM-Benchmark/Bias-NLI/data/word_lists/verbs/interaction_verbs
FairLangProc/datasets/Fair-LLM-Benchmark/CrowS-Pairs/README.md
FairLangProc/datasets/Fair-LLM-Benchmark/CrowS-Pairs/__init__.py
FairLangProc/datasets/Fair-LLM-Benchmark/CrowS-Pairs/data/README.md
FairLangProc/datasets/Fair-LLM-Benchmark/CrowS-Pairs/data/__init__.py
FairLangProc/datasets/Fair-LLM-Benchmark/CrowS-Pairs/data/crows_pairs_anonymized.csv
FairLangProc/datasets/Fair-LLM-Benchmark/Equity-Evaluation-Corpus/README.md
FairLangProc/datasets/Fair-LLM-Benchmark/Equity-Evaluation-Corpus/__init__.py
FairLangProc/datasets/Fair-LLM-Benchmark/GAP/LICENSE
FairLangProc/datasets/Fair-LLM-Benchmark/GAP/README.md
FairLangProc/datasets/Fair-LLM-Benchmark/GAP/__init__.py
FairLangProc/datasets/Fair-LLM-Benchmark/GAP/data/__init__.py
FairLangProc/datasets/Fair-LLM-Benchmark/GAP/data/gap-development.tsv
FairLangProc/datasets/Fair-LLM-Benchmark/GAP/data/gap-test.tsv
FairLangProc/datasets/Fair-LLM-Benchmark/GAP/data/gap-validation.tsv
FairLangProc/datasets/Fair-LLM-Benchmark/Grep-BiasIR/LICENSE
FairLangProc/datasets/Fair-LLM-Benchmark/Grep-BiasIR/README.md
FairLangProc/datasets/Fair-LLM-Benchmark/Grep-BiasIR/__init__.py
FairLangProc/datasets/Fair-LLM-Benchmark/Grep-BiasIR/data/__init__.py
FairLangProc/datasets/Fair-LLM-Benchmark/Grep-BiasIR/data/queries-documents_Appearance.csv
FairLangProc/datasets/Fair-LLM-Benchmark/Grep-BiasIR/data/queries-documents_Career.csv
FairLangProc/datasets/Fair-LLM-Benchmark/Grep-BiasIR/data/queries-documents_Child Care.csv
FairLangProc/datasets/Fair-LLM-Benchmark/Grep-BiasIR/data/queries-documents_Cognitive Capabilities.csv
FairLangProc/datasets/Fair-LLM-Benchmark/Grep-BiasIR/data/queries-documents_Domestic Work.csv
FairLangProc/datasets/Fair-LLM-Benchmark/Grep-BiasIR/data/queries-documents_Physical Capabilities.csv
FairLangProc/datasets/Fair-LLM-Benchmark/Grep-BiasIR/data/queries-documents_Sex & Relationship.csv
FairLangProc/datasets/Fair-LLM-Benchmark/Grep-BiasIR/data/queries.csv
FairLangProc/datasets/Fair-LLM-Benchmark/HONEST/LICENSE
FairLangProc/datasets/Fair-LLM-Benchmark/HONEST/README.md
FairLangProc/datasets/Fair-LLM-Benchmark/HONEST/__init__.py
FairLangProc/datasets/Fair-LLM-Benchmark/HONEST/data/__init__.py
FairLangProc/datasets/Fair-LLM-Benchmark/HONEST/data/binary/__init__.py
FairLangProc/datasets/Fair-LLM-Benchmark/HONEST/data/binary/en_template.tsv
FairLangProc/datasets/Fair-LLM-Benchmark/HONEST/data/binary/es_template.tsv
FairLangProc/datasets/Fair-LLM-Benchmark/HONEST/data/binary/fr_template.tsv
FairLangProc/datasets/Fair-LLM-Benchmark/HONEST/data/binary/it_template.tsv
FairLangProc/datasets/Fair-LLM-Benchmark/HONEST/data/binary/pt_template.tsv
FairLangProc/datasets/Fair-LLM-Benchmark/HONEST/data/binary/ro_template.tsv
FairLangProc/datasets/Fair-LLM-Benchmark/HONEST/data/queer_nonqueer/__init__.py
FairLangProc/datasets/Fair-LLM-Benchmark/HONEST/data/queer_nonqueer/en_template.tsv
FairLangProc/datasets/Fair-LLM-Benchmark/HolisticBias/LICENSE
FairLangProc/datasets/Fair-LLM-Benchmark/HolisticBias/README.md
FairLangProc/datasets/Fair-LLM-Benchmark/HolisticBias/__init__.py
FairLangProc/datasets/Fair-LLM-Benchmark/HolisticBias/data/README.md
FairLangProc/datasets/Fair-LLM-Benchmark/HolisticBias/data/__init__.py
FairLangProc/datasets/Fair-LLM-Benchmark/HolisticBias/data/generate_sentences.py
FairLangProc/datasets/Fair-LLM-Benchmark/HolisticBias/data/src/__init__.py
FairLangProc/datasets/Fair-LLM-Benchmark/HolisticBias/data/src/sentences.py
FairLangProc/datasets/Fair-LLM-Benchmark/HolisticBias/data/src/util.py
FairLangProc/datasets/Fair-LLM-Benchmark/HolisticBias/data/v1.0/__init__.py
FairLangProc/datasets/Fair-LLM-Benchmark/HolisticBias/data/v1.0/descriptors.json
FairLangProc/datasets/Fair-LLM-Benchmark/HolisticBias/data/v1.0/nouns.json
FairLangProc/datasets/Fair-LLM-Benchmark/HolisticBias/data/v1.0/sentence_templates.json
FairLangProc/datasets/Fair-LLM-Benchmark/HolisticBias/data/v1.0/standalone_noun_phrases.json
FairLangProc/datasets/Fair-LLM-Benchmark/HolisticBias/data/v1.1/__init__.py
FairLangProc/datasets/Fair-LLM-Benchmark/HolisticBias/data/v1.1/descriptors.json
FairLangProc/datasets/Fair-LLM-Benchmark/HolisticBias/data/v1.1/nouns.json
FairLangProc/datasets/Fair-LLM-Benchmark/HolisticBias/data/v1.1/sentence_templates.json
FairLangProc/datasets/Fair-LLM-Benchmark/HolisticBias/data/v1.1/standalone_noun_phrases.json
FairLangProc/datasets/Fair-LLM-Benchmark/PANDA/README.md
FairLangProc/datasets/Fair-LLM-Benchmark/PANDA/__init__.py
FairLangProc/datasets/Fair-LLM-Benchmark/PANDA/data/PANDA-dataset.tgz
FairLangProc/datasets/Fair-LLM-Benchmark/PANDA/data/__init__.py
FairLangProc/datasets/Fair-LLM-Benchmark/RealToxicityPrompts/LICENSE
FairLangProc/datasets/Fair-LLM-Benchmark/RealToxicityPrompts/README.md
FairLangProc/datasets/Fair-LLM-Benchmark/RealToxicityPrompts/__init__.py
FairLangProc/datasets/Fair-LLM-Benchmark/RedditBias/LICENSE
FairLangProc/datasets/Fair-LLM-Benchmark/RedditBias/README.md
FairLangProc/datasets/Fair-LLM-Benchmark/RedditBias/__init__.py
FairLangProc/datasets/Fair-LLM-Benchmark/RedditBias/data/__init__.py
FairLangProc/datasets/Fair-LLM-Benchmark/RedditBias/data/gender/__init__.py
FairLangProc/datasets/Fair-LLM-Benchmark/RedditBias/data/gender/gender_female.txt
FairLangProc/datasets/Fair-LLM-Benchmark/RedditBias/data/gender/gender_female_attributes.txt
FairLangProc/datasets/Fair-LLM-Benchmark/RedditBias/data/gender/gender_female_extra.txt
FairLangProc/datasets/Fair-LLM-Benchmark/RedditBias/data/gender/gender_female_old.txt
FairLangProc/datasets/Fair-LLM-Benchmark/RedditBias/data/gender/gender_female_pos.txt
FairLangProc/datasets/Fair-LLM-Benchmark/RedditBias/data/gender/gender_opposites.txt
FairLangProc/datasets/Fair-LLM-Benchmark/RedditBias/data/gender/reddit_comments_gender_female_biased_test_reduced.csv
FairLangProc/datasets/Fair-LLM-Benchmark/RedditBias/data/gender/reddit_comments_gender_female_biased_valid_reduced.csv
FairLangProc/datasets/Fair-LLM-Benchmark/RedditBias/data/gender/reddit_comments_gender_female_processed.csv
FairLangProc/datasets/Fair-LLM-Benchmark/RedditBias/data/gender/reddit_comments_gender_female_processed_phrase.csv
FairLangProc/datasets/Fair-LLM-Benchmark/RedditBias/data/gender/reddit_comments_gender_female_processed_phrase_annotated.csv
FairLangProc/datasets/Fair-LLM-Benchmark/RedditBias/data/gender/reddit_comments_gender_female_processed_phrase_biased_testset_neg_attr_reduced.csv
FairLangProc/datasets/Fair-LLM-Benchmark/RedditBias/data/gender/reddit_comments_gender_female_processed_phrase_extra.csv
FairLangProc/datasets/Fair-LLM-Benchmark/RedditBias/data/gender/reddit_comments_gender_female_processed_phrase_unbiased_testset_pos_attr_reduced.csv
FairLangProc/datasets/Fair-LLM-Benchmark/RedditBias/data/gender/reddit_comments_gender_male_biased_test_reduced.csv
FairLangProc/datasets/Fair-LLM-Benchmark/RedditBias/data/gender/reddit_comments_gender_male_biased_valid_reduced.csv
FairLangProc/datasets/Fair-LLM-Benchmark/RedditBias/data/orientation/__init__.py
FairLangProc/datasets/Fair-LLM-Benchmark/RedditBias/data/orientation/orientation_lgbtq.txt
FairLangProc/datasets/Fair-LLM-Benchmark/RedditBias/data/orientation/orientation_lgbtq_not_used_annotation.txt
FairLangProc/datasets/Fair-LLM-Benchmark/RedditBias/data/orientation/orientation_lgbtq_pos.txt
FairLangProc/datasets/Fair-LLM-Benchmark/RedditBias/data/orientation/orientation_opposites.txt
FairLangProc/datasets/Fair-LLM-Benchmark/RedditBias/data/orientation/reddit_comments_orientation_lgbtq_biased_test_reduced.csv
FairLangProc/datasets/Fair-LLM-Benchmark/RedditBias/data/orientation/reddit_comments_orientation_lgbtq_biased_valid_reduced.csv
FairLangProc/datasets/Fair-LLM-Benchmark/RedditBias/data/orientation/reddit_comments_orientation_lgbtq_processed.csv
FairLangProc/datasets/Fair-LLM-Benchmark/RedditBias/data/orientation/reddit_comments_orientation_lgbtq_processed_phrase.csv
FairLangProc/datasets/Fair-LLM-Benchmark/RedditBias/data/orientation/reddit_comments_orientation_lgbtq_processed_phrase_annotated.csv
FairLangProc/datasets/Fair-LLM-Benchmark/RedditBias/data/orientation/reddit_comments_orientation_lgbtq_processed_phrase_biased_testset_neg_attr_reduced.csv
FairLangProc/datasets/Fair-LLM-Benchmark/RedditBias/data/orientation/reddit_comments_orientation_lgbtq_processed_phrase_unbiased_testset_pos_attr_reduced.csv
FairLangProc/datasets/Fair-LLM-Benchmark/RedditBias/data/orientation/reddit_comments_orientation_straight_biased_test_reduced.csv
FairLangProc/datasets/Fair-LLM-Benchmark/RedditBias/data/orientation/reddit_comments_orientation_straight_biased_valid_reduced.csv
FairLangProc/datasets/Fair-LLM-Benchmark/RedditBias/data/race/__init__.py
FairLangProc/datasets/Fair-LLM-Benchmark/RedditBias/data/race/black_words.txt
FairLangProc/datasets/Fair-LLM-Benchmark/RedditBias/data/race/race_black.txt
FairLangProc/datasets/Fair-LLM-Benchmark/RedditBias/data/race/race_black_pos.txt
FairLangProc/datasets/Fair-LLM-Benchmark/RedditBias/data/race/race_opposites.txt
FairLangProc/datasets/Fair-LLM-Benchmark/RedditBias/data/race/reddit_comments_race_black_biased_test_reduced.csv
FairLangProc/datasets/Fair-LLM-Benchmark/RedditBias/data/race/reddit_comments_race_black_biased_valid_reduced.csv
FairLangProc/datasets/Fair-LLM-Benchmark/RedditBias/data/race/reddit_comments_race_black_processed.csv
FairLangProc/datasets/Fair-LLM-Benchmark/RedditBias/data/race/reddit_comments_race_black_processed_phrase.csv
FairLangProc/datasets/Fair-LLM-Benchmark/RedditBias/data/race/reddit_comments_race_black_processed_phrase_annotated.csv
FairLangProc/datasets/Fair-LLM-Benchmark/RedditBias/data/race/reddit_comments_race_black_processed_phrase_biased_testset_neg_attr_reduced.csv
FairLangProc/datasets/Fair-LLM-Benchmark/RedditBias/data/race/reddit_comments_race_black_processed_phrase_unbiased_testset_pos_attr_reduced.csv
FairLangProc/datasets/Fair-LLM-Benchmark/RedditBias/data/race/reddit_comments_race_white_biased_test_reduced.csv
FairLangProc/datasets/Fair-LLM-Benchmark/RedditBias/data/race/reddit_comments_race_white_biased_valid_reduced.csv
FairLangProc/datasets/Fair-LLM-Benchmark/RedditBias/data/religion1/__init__.py
FairLangProc/datasets/Fair-LLM-Benchmark/RedditBias/data/religion1/reddit_comments_religion1_christians_biased_test_reduced.csv
FairLangProc/datasets/Fair-LLM-Benchmark/RedditBias/data/religion1/reddit_comments_religion1_christians_biased_valid_reduced.csv
FairLangProc/datasets/Fair-LLM-Benchmark/RedditBias/data/religion1/reddit_comments_religion1_christians_processed.csv
FairLangProc/datasets/Fair-LLM-Benchmark/RedditBias/data/religion1/reddit_comments_religion1_jews_biased_test_reduced.csv
FairLangProc/datasets/Fair-LLM-Benchmark/RedditBias/data/religion1/reddit_comments_religion1_jews_biased_valid_reduced.csv
FairLangProc/datasets/Fair-LLM-Benchmark/RedditBias/data/religion1/reddit_comments_religion1_jews_processed.csv
FairLangProc/datasets/Fair-LLM-Benchmark/RedditBias/data/religion1/reddit_comments_religion1_jews_processed_phrase.csv
FairLangProc/datasets/Fair-LLM-Benchmark/RedditBias/data/religion1/reddit_comments_religion1_jews_processed_phrase_2.csv
FairLangProc/datasets/Fair-LLM-Benchmark/RedditBias/data/religion1/reddit_comments_religion1_jews_processed_phrase_annotated.csv
FairLangProc/datasets/Fair-LLM-Benchmark/RedditBias/data/religion1/reddit_comments_religion1_jews_processed_phrase_biased_testset_neg_attr_reduced.csv
FairLangProc/datasets/Fair-LLM-Benchmark/RedditBias/data/religion1/reddit_comments_religion1_jews_processed_phrase_unbiased_testset_pos_attr_reduced.csv
FairLangProc/datasets/Fair-LLM-Benchmark/RedditBias/data/religion1/religion1_jews.txt
FairLangProc/datasets/Fair-LLM-Benchmark/RedditBias/data/religion1/religion1_jews_pos.txt
FairLangProc/datasets/Fair-LLM-Benchmark/RedditBias/data/religion1/religion1_opposites.txt
FairLangProc/datasets/Fair-LLM-Benchmark/RedditBias/data/religion2/__init__.py
FairLangProc/datasets/Fair-LLM-Benchmark/RedditBias/data/religion2/reddit_comments_religion2_christians_biased_test_reduced.csv
FairLangProc/datasets/Fair-LLM-Benchmark/RedditBias/data/religion2/reddit_comments_religion2_christians_biased_valid_reduced.csv
FairLangProc/datasets/Fair-LLM-Benchmark/RedditBias/data/religion2/reddit_comments_religion2_christians_processed.csv
FairLangProc/datasets/Fair-LLM-Benchmark/RedditBias/data/religion2/reddit_comments_religion2_muslims_biased_test_reduced.csv
FairLangProc/datasets/Fair-LLM-Benchmark/RedditBias/data/religion2/reddit_comments_religion2_muslims_biased_valid_reduced.csv
FairLangProc/datasets/Fair-LLM-Benchmark/RedditBias/data/religion2/reddit_comments_religion2_muslims_processed.csv
FairLangProc/datasets/Fair-LLM-Benchmark/RedditBias/data/religion2/reddit_comments_religion2_muslims_processed_phrase.csv
FairLangProc/datasets/Fair-LLM-Benchmark/RedditBias/data/religion2/reddit_comments_religion2_muslims_processed_phrase_annotated.csv
FairLangProc/datasets/Fair-LLM-Benchmark/RedditBias/data/religion2/reddit_comments_religion2_muslims_processed_phrase_biased_testset_neg_attr_reduced.csv
FairLangProc/datasets/Fair-LLM-Benchmark/RedditBias/data/religion2/reddit_comments_religion2_muslims_processed_phrase_unbiased_testset_pos_attr_reduced.csv
FairLangProc/datasets/Fair-LLM-Benchmark/RedditBias/data/religion2/religion2_muslims.txt
FairLangProc/datasets/Fair-LLM-Benchmark/RedditBias/data/religion2/religion2_muslims_pos.txt
FairLangProc/datasets/Fair-LLM-Benchmark/RedditBias/data/religion2/religion2_opposites.txt
FairLangProc/datasets/Fair-LLM-Benchmark/StereoSet/LICENSE
FairLangProc/datasets/Fair-LLM-Benchmark/StereoSet/README.md
FairLangProc/datasets/Fair-LLM-Benchmark/StereoSet/__init__.py
FairLangProc/datasets/Fair-LLM-Benchmark/StereoSet/data/__init__.py
FairLangProc/datasets/Fair-LLM-Benchmark/StereoSet/data/bias_attribute_words.json
FairLangProc/datasets/Fair-LLM-Benchmark/StereoSet/data/dev.json
FairLangProc/datasets/Fair-LLM-Benchmark/StereoSet/data/test.json
FairLangProc/datasets/Fair-LLM-Benchmark/TrustGPT/LICENSE
FairLangProc/datasets/Fair-LLM-Benchmark/TrustGPT/README.md
FairLangProc/datasets/Fair-LLM-Benchmark/TrustGPT/__init__.py
FairLangProc/datasets/Fair-LLM-Benchmark/TrustGPT/data/__init__.py
FairLangProc/datasets/Fair-LLM-Benchmark/TrustGPT/data/bias/__init__.py
FairLangProc/datasets/Fair-LLM-Benchmark/TrustGPT/data/bias/chatgpt.py
FairLangProc/datasets/Fair-LLM-Benchmark/TrustGPT/data/toxicity/__init__.py
FairLangProc/datasets/Fair-LLM-Benchmark/TrustGPT/data/toxicity/chatgpt.py
FairLangProc/datasets/Fair-LLM-Benchmark/TrustGPT/data/value-alignment/__init__.py
FairLangProc/datasets/Fair-LLM-Benchmark/TrustGPT/data/value-alignment/chatgpt.py
FairLangProc/datasets/Fair-LLM-Benchmark/UnQover/LICENSE
FairLangProc/datasets/Fair-LLM-Benchmark/UnQover/README.md
FairLangProc/datasets/Fair-LLM-Benchmark/UnQover/__init__.py
FairLangProc/datasets/Fair-LLM-Benchmark/UnQover/data/README.md
FairLangProc/datasets/Fair-LLM-Benchmark/UnQover/data/__init__.py
FairLangProc/datasets/Fair-LLM-Benchmark/UnQover/data/scripts/__init__.py
FairLangProc/datasets/Fair-LLM-Benchmark/UnQover/data/scripts/generate_questions.sh
FairLangProc/datasets/Fair-LLM-Benchmark/UnQover/data/templates/__init__.py
FairLangProc/datasets/Fair-LLM-Benchmark/UnQover/data/templates/generate_underspecified_templates.py
FairLangProc/datasets/Fair-LLM-Benchmark/UnQover/data/templates/lists.py
FairLangProc/datasets/Fair-LLM-Benchmark/UnQover/data/templates/underspecified_templates.py
FairLangProc/datasets/Fair-LLM-Benchmark/UnQover/data/word_lists/__init__.py
FairLangProc/datasets/Fair-LLM-Benchmark/UnQover/data/word_lists/activities/__init__.py
FairLangProc/datasets/Fair-LLM-Benchmark/UnQover/data/word_lists/activities/biased_country
FairLangProc/datasets/Fair-LLM-Benchmark/UnQover/data/word_lists/activities/biased_ethnicity
FairLangProc/datasets/Fair-LLM-Benchmark/UnQover/data/word_lists/activities/biased_religion
FairLangProc/datasets/Fair-LLM-Benchmark/UnQover/data/word_lists/activities/occupation_demo
FairLangProc/datasets/Fair-LLM-Benchmark/UnQover/data/word_lists/activities/occupation_rev1
FairLangProc/datasets/Fair-LLM-Benchmark/UnQover/data/word_lists/fillers/__init__.py
FairLangProc/datasets/Fair-LLM-Benchmark/UnQover/data/word_lists/fillers/newsqa
FairLangProc/datasets/Fair-LLM-Benchmark/UnQover/data/word_lists/nouns/__init__.py
FairLangProc/datasets/Fair-LLM-Benchmark/UnQover/data/word_lists/nouns/subjects/__init__.py
FairLangProc/datasets/Fair-LLM-Benchmark/UnQover/data/word_lists/nouns/subjects/country
FairLangProc/datasets/Fair-LLM-Benchmark/UnQover/data/word_lists/nouns/subjects/country_bert
FairLangProc/datasets/Fair-LLM-Benchmark/UnQover/data/word_lists/nouns/subjects/country_demo
FairLangProc/datasets/Fair-LLM-Benchmark/UnQover/data/word_lists/nouns/subjects/country_roberta
FairLangProc/datasets/Fair-LLM-Benchmark/UnQover/data/word_lists/nouns/subjects/ethnicity
FairLangProc/datasets/Fair-LLM-Benchmark/UnQover/data/word_lists/nouns/subjects/ethnicity_bert
FairLangProc/datasets/Fair-LLM-Benchmark/UnQover/data/word_lists/nouns/subjects/ethnicity_roberta
FairLangProc/datasets/Fair-LLM-Benchmark/UnQover/data/word_lists/nouns/subjects/female
FairLangProc/datasets/Fair-LLM-Benchmark/UnQover/data/word_lists/nouns/subjects/female_bert
FairLangProc/datasets/Fair-LLM-Benchmark/UnQover/data/word_lists/nouns/subjects/female_demo
FairLangProc/datasets/Fair-LLM-Benchmark/UnQover/data/word_lists/nouns/subjects/female_roberta
FairLangProc/datasets/Fair-LLM-Benchmark/UnQover/data/word_lists/nouns/subjects/male
FairLangProc/datasets/Fair-LLM-Benchmark/UnQover/data/word_lists/nouns/subjects/male_bert
FairLangProc/datasets/Fair-LLM-Benchmark/UnQover/data/word_lists/nouns/subjects/male_demo
FairLangProc/datasets/Fair-LLM-Benchmark/UnQover/data/word_lists/nouns/subjects/male_roberta
FairLangProc/datasets/Fair-LLM-Benchmark/UnQover/data/word_lists/nouns/subjects/religion
FairLangProc/datasets/Fair-LLM-Benchmark/UnQover/data/word_lists/nouns/subjects/religion_bert
FairLangProc/datasets/Fair-LLM-Benchmark/UnQover/data/word_lists/nouns/subjects/religion_roberta
FairLangProc/datasets/Fair-LLM-Benchmark/UnQover/data/word_lists/slots/__init__.py
FairLangProc/datasets/Fair-LLM-Benchmark/UnQover/data/word_lists/slots/country_demo
FairLangProc/datasets/Fair-LLM-Benchmark/UnQover/data/word_lists/slots/country_noact
FairLangProc/datasets/Fair-LLM-Benchmark/UnQover/data/word_lists/slots/country_noact_lm
FairLangProc/datasets/Fair-LLM-Benchmark/UnQover/data/word_lists/slots/ethnicity_noact
FairLangProc/datasets/Fair-LLM-Benchmark/UnQover/data/word_lists/slots/ethnicity_noact_lm
FairLangProc/datasets/Fair-LLM-Benchmark/UnQover/data/word_lists/slots/gender_demo
FairLangProc/datasets/Fair-LLM-Benchmark/UnQover/data/word_lists/slots/gender_noact
FairLangProc/datasets/Fair-LLM-Benchmark/UnQover/data/word_lists/slots/gender_noact_lm
FairLangProc/datasets/Fair-LLM-Benchmark/UnQover/data/word_lists/slots/religion_noact
FairLangProc/datasets/Fair-LLM-Benchmark/UnQover/data/word_lists/slots/religion_noact_lm
FairLangProc/datasets/Fair-LLM-Benchmark/WinoBias/LICENSE
FairLangProc/datasets/Fair-LLM-Benchmark/WinoBias/README.md
FairLangProc/datasets/Fair-LLM-Benchmark/WinoBias/__init__.py
FairLangProc/datasets/Fair-LLM-Benchmark/WinoBias+/LICENSE
FairLangProc/datasets/Fair-LLM-Benchmark/WinoBias+/README.md
FairLangProc/datasets/Fair-LLM-Benchmark/WinoBias+/__init__.py
FairLangProc/datasets/Fair-LLM-Benchmark/WinoBias+/data/WinoBias+.preprocessed
FairLangProc/datasets/Fair-LLM-Benchmark/WinoBias+/data/WinoBias+.references
FairLangProc/datasets/Fair-LLM-Benchmark/WinoBias+/data/__init__.py
FairLangProc/datasets/Fair-LLM-Benchmark/WinoBias/data/__init__.py
FairLangProc/datasets/Fair-LLM-Benchmark/WinoBias/data/anti_stereotyped_type1.txt.dev
FairLangProc/datasets/Fair-LLM-Benchmark/WinoBias/data/anti_stereotyped_type1.txt.test
FairLangProc/datasets/Fair-LLM-Benchmark/WinoBias/data/anti_stereotyped_type2.txt.dev
FairLangProc/datasets/Fair-LLM-Benchmark/WinoBias/data/anti_stereotyped_type2.txt.test
FairLangProc/datasets/Fair-LLM-Benchmark/WinoBias/data/extra_gendered_words.txt
FairLangProc/datasets/Fair-LLM-Benchmark/WinoBias/data/female_occupations.txt
FairLangProc/datasets/Fair-LLM-Benchmark/WinoBias/data/generalized_swaps.txt
FairLangProc/datasets/Fair-LLM-Benchmark/WinoBias/data/male_occupations.txt
FairLangProc/datasets/Fair-LLM-Benchmark/WinoBias/data/pro_stereotyped_type1.txt.dev
FairLangProc/datasets/Fair-LLM-Benchmark/WinoBias/data/pro_stereotyped_type1.txt.test
FairLangProc/datasets/Fair-LLM-Benchmark/WinoBias/data/pro_stereotyped_type2.txt.dev
FairLangProc/datasets/Fair-LLM-Benchmark/WinoBias/data/pro_stereotyped_type2.txt.test
FairLangProc/datasets/Fair-LLM-Benchmark/WinoQueer/README.md
FairLangProc/datasets/Fair-LLM-Benchmark/WinoQueer/__init__.py
FairLangProc/datasets/Fair-LLM-Benchmark/WinoQueer/data/__init__.py
FairLangProc/datasets/Fair-LLM-Benchmark/WinoQueer/data/article_urls.csv
FairLangProc/datasets/Fair-LLM-Benchmark/WinoQueer/data/tweetIDs.csv.zip
FairLangProc/datasets/Fair-LLM-Benchmark/WinoQueer/data/winoqueer_final.csv
FairLangProc/datasets/Fair-LLM-Benchmark/Winogender/LICENSE
FairLangProc/datasets/Fair-LLM-Benchmark/Winogender/README.md
FairLangProc/datasets/Fair-LLM-Benchmark/Winogender/__init__.py
FairLangProc/datasets/Fair-LLM-Benchmark/Winogender/data/__init__.py
FairLangProc/datasets/Fair-LLM-Benchmark/Winogender/data/all_sentences.tsv
FairLangProc/datasets/Fair-LLM-Benchmark/Winogender/data/occupations-stats.tsv
FairLangProc/datasets/Fair-LLM-Benchmark/Winogender/data/templates.tsv
FairLangProc/datasets/GenderSwaps/extra_gendered_words.txt
FairLangProc/datasets/GenderSwaps/extra_gendered_words_unidirectional.txt
FairLangProc/datasets/GenderSwaps/gendered_words_unidirectional.txt
FairLangProc/datasets/GenderSwaps/generalized_swaps.txt
FairLangProc/datasets/GenderSwaps/generalized_swaps_unidirectional.txt
FairLangProc/metrics/__init__.py
FairLangProc/metrics/embedding.py
FairLangProc/metrics/generated_text.py
FairLangProc/metrics/probability.py
docs/conf.py
notebooks/RunDemoDebiasing.py
notebooks/script.py
tests/__init__.py
tests/test_datasets.py
tests/test_metrics_embedding.py
tests/test_metrics_probability.py
tests/test_metrics_text.py
tests/test_models.py