{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/paper/mabel-attenuating-gender-bias-using-textual","title":"MABEL: Attenuating Gender Bias using Textual Entailment Data","arxiv_id":"2210.14975","date":"2022-10-26","proceeding":null,"authors":["Jacqueline He","Mengzhou Xia","Christiane Fellbaum","Danqi Chen"],"abstract":"Pre-trained language models encode undesirable social biases, which are further exacerbated in downstream use. To this end, we propose MABEL (a Method for Attenuating Gender Bias using Entailment Labels), an intermediate pre-training approach for mitigating gender bias in contextualized representations. Key to our approach is the use of a contrastive learning objective on counterfactually augmented, gender-balanced entailment pairs from natural language inference (NLI) datasets. We also introduce an alignment regularizer that pulls identical entailment pairs along opposite gender directions closer. We extensively evaluate our approach on intrinsic and extrinsic metrics, and show that MABEL outperforms previous task-agnostic debiasing approaches in terms of fairness. It also preserves task performance after fine-tuning on downstream tasks. Together, these findings demonstrate the suitability of NLI data as an effective means of bias mitigation, as opposed to only using unlabeled sentences in the literature. Finally, we identify that existing approaches often use evaluation settings that are insufficient or inconsistent. We make an effort to reproduce and compare previous methods, and call for unifying the evaluation settings across gender debiasing methods for better future comparison.","url_abs":"https://arxiv.org/abs/2210.14975v1","url_pdf":"https://arxiv.org/pdf/2210.14975v1.pdf","source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","row_kind":"abstracts"},"code_links":[{"paper_slug":"mabel-attenuating-gender-bias-using-textual","repo_url":"https://github.com/princeton-nlp/mabel","is_official":1,"mentioned_in_paper":1,"mentioned_in_github":1,"framework":"pytorch","reach":null},{"paper_slug":"mabel-attenuating-gender-bias-using-textual","repo_url":"https://github.com/linghao-jin/canmt-challenges","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"ok"}}],"tasks":[{"task_slug":"contrastive-learning","task_name":"Contrastive Learning"},{"task_slug":"fairness","task_name":"Fairness"},{"task_slug":"natural-language-inference","task_name":"Natural Language Inference"}],"methods":[{"method_slug":"contrastive-learning","method_name":"Contrastive Learning"}],"datasets_introduced":[],"methods_introduced":[],"results":[],"syntology":{"atlas_url":"https://app.syntology.ai/?focus=2210.14975","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2210.14975"}},"developers":"https://syntology.ai/developers","read_at":"2026-09-24T18:15:14+00:00","read_at_is":"when the build read Syntology's graph, not when any sample ran","claim":"Per-sample execution status on synthesized fixtures; not a correctness claim about the paper. Samples come from repositories linked to the paper, official or community; repo_kind says which.","repos":[{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/princeton-nlp/mabel","reach":null},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/linghao-jin/canmt-challenges","reach":{"status":"ok"}}],"summary":{"ran":1,"ran_draft_wrong":2,"unverified":3},"by_repo_kind":{"official":{"samples":6,"ran":3,"repositories":1}},"repo_kind_vocabulary":{"official":"The archive marks this repository official for the paper","named_in_paper":"The archive records that the paper mentions this repository; it is not marked official","listed":"In the archive's code links for this paper, not marked official and not recorded as mentioned in the paper","found_in_text":"Syntology found this repository in the paper's own text; whether it is the authors' implementation is not asserted","community":"Not in the archive's code links for this paper; a community repository Syntology harvested"},"n_pointer_only_for_licence":0,"samples":[{"code_sha256_prefix":"ae2a0a8e929ffb22","entry":"MLPLayer","repo":"princeton-nlp/mabel","repo_kind":"official","path":"training/model.py","file_url":"https://github.com/princeton-nlp/mabel/blob/HEAD/training/model.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":true,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"ae2a0a8e929ffb22"}},{"code_sha256_prefix":"6dbcac5fbd834030","entry":"align_loss_fct","repo":"princeton-nlp/mabel","repo_kind":"official","path":"training/model.py","file_url":"https://github.com/princeton-nlp/mabel/blob/HEAD/training/model.py","link_basis":"first_harvest_node","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"MISDECLARED","metamorphic_tier":null,"behaviour_fingerprint":true,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"6dbcac5fbd834030"}},{"code_sha256_prefix":"75a1719cfec3517e","entry":"sentemb_forward","repo":"princeton-nlp/mabel","repo_kind":"official","path":"training/model.py","file_url":"https://github.com/princeton-nlp/mabel/blob/HEAD/training/model.py","link_basis":"first_harvest_node","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"MISDECLARED","metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"75a1719cfec3517e"}},{"code_sha256_prefix":"3ddfab8d0e46cc8b","entry":"BertForMabel","repo":"princeton-nlp/mabel","repo_kind":"official","path":"training/model.py","file_url":"https://github.com/princeton-nlp/mabel/blob/HEAD/training/model.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"3ddfab8d0e46cc8b"}},{"code_sha256_prefix":"fdeb95ccbf6c5d7d","entry":"cl_forward","repo":"princeton-nlp/mabel","repo_kind":"official","path":"training/model.py","file_url":"https://github.com/princeton-nlp/mabel/blob/HEAD/training/model.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"fdeb95ccbf6c5d7d"}},{"code_sha256_prefix":"75704a82dbb2c2c2","entry":"cl_init","repo":"princeton-nlp/mabel","repo_kind":"official","path":"training/model.py","file_url":"https://github.com/princeton-nlp/mabel/blob/HEAD/training/model.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"75704a82dbb2c2c2"}}]},"arxiv_metadata":null,"syntology_extracted_results":null}