@inproceedings{moerman-etal-2026-contragand,
title = "{C}ontra{GAND}: Auditing and Repairing Gender Ambiguity Failures in {LLM}s with Neurosymbolic Contrastive Data Augmentation",
author = "Moerman, Thomas and
Gkovedarou, Eleni and
Hackenbuchner, Jani{\c{c}}a",
editor = "Lee, Hung-Yi and
Dev, Sunipa and
Li, Jessy and
Elliott, Desmond",
booktitle = "Proceedings of the 2026 Conference on Empirical Methods in Natural Language Processing",
month = oct,
year = "2026",
address = "Budapest, Hungary",
publisher = "Association for Computational Linguistics",
url = "https://aclanthology.org/2026.emnlp-main.485/",
pages = "11136--11159",
ISBN = "979-8-89176-459-0",
abstract = "Recent work on gender bias in the automatic translation of gender-ambiguous scenarios has highlighted the need for gender ambiguity detection. We address this gap with ContraGAND, a contrastive corpus of 4,852 natural gender-ambiguous English sentences, each minimally paired with a masculine and a feminine variant generated by a neurosymbolic pipeline. We use ContraGAND to perform and evaluate gender ambiguity detection in two settings: (i) a closed task, where the referent is given, and (ii) an open task, where it is not. For both tasks, we evaluate six open-weight large language models by prompting, and test selected models with fine-tuning and knowledge distillation. We show that (i) the closed task is saturated in current models, whereas (ii) the open task produces a gap that varies considerably by model. We find that two failure modes dominate: a binding failure (the model surfaces the referent but defaults to `ambiguous' when the gender cue is cross-clause) and a format failure that, on local cues, is primarily under-commitment rather than a binding deficit (long unparseable reasoning chains on small models). Further analysis reveals that both are forms of over-prediction of the `ambiguous' class rather than stereotype-driven misclassification. While explicit prompts and decoding interventions do not close the gap, both fine-tuning on the augmented contrastive variants and distillation from a 31B teacher are effective at teaching a 4B student to successfully perform gender ambiguity detection."
}<?xml version="1.0" encoding="UTF-8"?>
<modsCollection xmlns="http://www.loc.gov/mods/v3">
<mods ID="moerman-etal-2026-contragand">
<titleInfo>
<title>ContraGAND: Auditing and Repairing Gender Ambiguity Failures in LLMs with Neurosymbolic Contrastive Data Augmentation</title>
</titleInfo>
<name type="personal">
<namePart type="given">Thomas</namePart>
<namePart type="family">Moerman</namePart>
<role>
<roleTerm authority="marcrelator" type="text">author</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Eleni</namePart>
<namePart type="family">Gkovedarou</namePart>
<role>
<roleTerm authority="marcrelator" type="text">author</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Janiça</namePart>
<namePart type="family">Hackenbuchner</namePart>
<role>
<roleTerm authority="marcrelator" type="text">author</roleTerm>
</role>
</name>
<originInfo>
<dateIssued>2026-10</dateIssued>
</originInfo>
<typeOfResource>text</typeOfResource>
<relatedItem type="host">
<titleInfo>
<title>Proceedings of the 2026 Conference on Empirical Methods in Natural Language Processing</title>
</titleInfo>
<name type="personal">
<namePart type="given">Hung-Yi</namePart>
<namePart type="family">Lee</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Sunipa</namePart>
<namePart type="family">Dev</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Jessy</namePart>
<namePart type="family">Li</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Desmond</namePart>
<namePart type="family">Elliott</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<originInfo>
<publisher>Association for Computational Linguistics</publisher>
<place>
<placeTerm type="text">Budapest, Hungary</placeTerm>
</place>
</originInfo>
<genre authority="marcgt">conference publication</genre>
<identifier type="isbn">979-8-89176-459-0</identifier>
</relatedItem>
<abstract>Recent work on gender bias in the automatic translation of gender-ambiguous scenarios has highlighted the need for gender ambiguity detection. We address this gap with ContraGAND, a contrastive corpus of 4,852 natural gender-ambiguous English sentences, each minimally paired with a masculine and a feminine variant generated by a neurosymbolic pipeline. We use ContraGAND to perform and evaluate gender ambiguity detection in two settings: (i) a closed task, where the referent is given, and (ii) an open task, where it is not. For both tasks, we evaluate six open-weight large language models by prompting, and test selected models with fine-tuning and knowledge distillation. We show that (i) the closed task is saturated in current models, whereas (ii) the open task produces a gap that varies considerably by model. We find that two failure modes dominate: a binding failure (the model surfaces the referent but defaults to ‘ambiguous’ when the gender cue is cross-clause) and a format failure that, on local cues, is primarily under-commitment rather than a binding deficit (long unparseable reasoning chains on small models). Further analysis reveals that both are forms of over-prediction of the ‘ambiguous’ class rather than stereotype-driven misclassification. While explicit prompts and decoding interventions do not close the gap, both fine-tuning on the augmented contrastive variants and distillation from a 31B teacher are effective at teaching a 4B student to successfully perform gender ambiguity detection.</abstract>
<identifier type="citekey">moerman-etal-2026-contragand</identifier>
<location>
<url>https://aclanthology.org/2026.emnlp-main.485/</url>
</location>
<part>
<date>2026-10</date>
<extent unit="page">
<start>11136</start>
<end>11159</end>
</extent>
</part>
</mods>
</modsCollection>
%0 Conference Proceedings
%T ContraGAND: Auditing and Repairing Gender Ambiguity Failures in LLMs with Neurosymbolic Contrastive Data Augmentation
%A Moerman, Thomas
%A Gkovedarou, Eleni
%A Hackenbuchner, Janiça
%Y Lee, Hung-Yi
%Y Dev, Sunipa
%Y Li, Jessy
%Y Elliott, Desmond
%S Proceedings of the 2026 Conference on Empirical Methods in Natural Language Processing
%D 2026
%8 October
%I Association for Computational Linguistics
%C Budapest, Hungary
%@ 979-8-89176-459-0
%F moerman-etal-2026-contragand
%X Recent work on gender bias in the automatic translation of gender-ambiguous scenarios has highlighted the need for gender ambiguity detection. We address this gap with ContraGAND, a contrastive corpus of 4,852 natural gender-ambiguous English sentences, each minimally paired with a masculine and a feminine variant generated by a neurosymbolic pipeline. We use ContraGAND to perform and evaluate gender ambiguity detection in two settings: (i) a closed task, where the referent is given, and (ii) an open task, where it is not. For both tasks, we evaluate six open-weight large language models by prompting, and test selected models with fine-tuning and knowledge distillation. We show that (i) the closed task is saturated in current models, whereas (ii) the open task produces a gap that varies considerably by model. We find that two failure modes dominate: a binding failure (the model surfaces the referent but defaults to ‘ambiguous’ when the gender cue is cross-clause) and a format failure that, on local cues, is primarily under-commitment rather than a binding deficit (long unparseable reasoning chains on small models). Further analysis reveals that both are forms of over-prediction of the ‘ambiguous’ class rather than stereotype-driven misclassification. While explicit prompts and decoding interventions do not close the gap, both fine-tuning on the augmented contrastive variants and distillation from a 31B teacher are effective at teaching a 4B student to successfully perform gender ambiguity detection.
%U https://aclanthology.org/2026.emnlp-main.485/
%P 11136-11159
Markdown (Informal)
[ContraGAND: Auditing and Repairing Gender Ambiguity Failures in LLMs with Neurosymbolic Contrastive Data Augmentation](https://aclanthology.org/2026.emnlp-main.485/) (Moerman et al., EMNLP 2026)
ACL