@inproceedings{ayman-etal-2026-proofbusters,
title = "Proofbusters at {S}em{E}val-2026 Task 11: Neuro-Symbolic Syllogistic Reasoning via {LLM}-Guided Structure Extraction and Deterministic Validation",
author = "Ayman, Mohamed and
Marzouk, Khaled and
Mashaly, Abdallah and
Hereiz, Ahmed",
editor = "Kochmar, Ekaterina and
Ghosh, Debanjan and
North, Kai and
Komachi, Mamoru and
Zampieri, Marcos",
booktitle = "Proceedings of the 20th {I}nternational {W}orkshop on {S}emantic {E}valuation (2026)",
month = jul,
year = "2026",
address = "San Diego, California, USA",
publisher = "Association for Computational Linguistics",
url = "https://aclanthology.org/2026.semeval-1.182/",
doi = "10.18653/v1/2026.semeval-1.182",
pages = "1407--1415",
ISBN = "979-8-89176-414-9",
abstract = {This paper describes our system for SemEval-2026 Task 11, which evaluates whether language models can perform formal syllogistic reasoning independent of semantic content. Drawing inspiration from Euler{'}s abstraction in the K{\"o}nigsberg bridges problem where geographical details were stripped away to reveal pure graph structure, three symbolic abstraction strategies are explored to eliminate belief bias. First, terms are replaced with generic placeholders by template abstraction. Second, entities are mapped into explicit constraint-tracking structures by object-oriented abstraction. Third, statements are translated into mathematical set notation by set-theoretic abstraction, with existential import constraints enforced to align with Aristotelian logic. Using Gemini Flash 2.5 and Pro 2.5, the set-theoretic approach achieves 98.95{\%} accuracy with a content bias (TCE) of 2.13 on the English sub-task (overall score: 46.23). Results demonstrate that deeper mathematical abstraction fully stripping semantic content and leveraging formal set notation substantially outperforms template-based approaches in mitigating belief bias, though challenges remain in multi-step constraint composition.}
}<?xml version="1.0" encoding="UTF-8"?>
<modsCollection xmlns="http://www.loc.gov/mods/v3">
<mods ID="ayman-etal-2026-proofbusters">
<titleInfo>
<title>Proofbusters at SemEval-2026 Task 11: Neuro-Symbolic Syllogistic Reasoning via LLM-Guided Structure Extraction and Deterministic Validation</title>
</titleInfo>
<name type="personal">
<namePart type="given">Mohamed</namePart>
<namePart type="family">Ayman</namePart>
<role>
<roleTerm authority="marcrelator" type="text">author</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Khaled</namePart>
<namePart type="family">Marzouk</namePart>
<role>
<roleTerm authority="marcrelator" type="text">author</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Abdallah</namePart>
<namePart type="family">Mashaly</namePart>
<role>
<roleTerm authority="marcrelator" type="text">author</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Ahmed</namePart>
<namePart type="family">Hereiz</namePart>
<role>
<roleTerm authority="marcrelator" type="text">author</roleTerm>
</role>
</name>
<originInfo>
<dateIssued>2026-07</dateIssued>
</originInfo>
<typeOfResource>text</typeOfResource>
<relatedItem type="host">
<titleInfo>
<title>Proceedings of the 20th International Workshop on Semantic Evaluation (2026)</title>
</titleInfo>
<name type="personal">
<namePart type="given">Ekaterina</namePart>
<namePart type="family">Kochmar</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Debanjan</namePart>
<namePart type="family">Ghosh</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Kai</namePart>
<namePart type="family">North</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Mamoru</namePart>
<namePart type="family">Komachi</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Marcos</namePart>
<namePart type="family">Zampieri</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<originInfo>
<publisher>Association for Computational Linguistics</publisher>
<place>
<placeTerm type="text">San Diego, California, USA</placeTerm>
</place>
</originInfo>
<genre authority="marcgt">conference publication</genre>
<identifier type="isbn">979-8-89176-414-9</identifier>
</relatedItem>
<abstract>This paper describes our system for SemEval-2026 Task 11, which evaluates whether language models can perform formal syllogistic reasoning independent of semantic content. Drawing inspiration from Euler’s abstraction in the Königsberg bridges problem where geographical details were stripped away to reveal pure graph structure, three symbolic abstraction strategies are explored to eliminate belief bias. First, terms are replaced with generic placeholders by template abstraction. Second, entities are mapped into explicit constraint-tracking structures by object-oriented abstraction. Third, statements are translated into mathematical set notation by set-theoretic abstraction, with existential import constraints enforced to align with Aristotelian logic. Using Gemini Flash 2.5 and Pro 2.5, the set-theoretic approach achieves 98.95% accuracy with a content bias (TCE) of 2.13 on the English sub-task (overall score: 46.23). Results demonstrate that deeper mathematical abstraction fully stripping semantic content and leveraging formal set notation substantially outperforms template-based approaches in mitigating belief bias, though challenges remain in multi-step constraint composition.</abstract>
<identifier type="citekey">ayman-etal-2026-proofbusters</identifier>
<identifier type="doi">10.18653/v1/2026.semeval-1.182</identifier>
<location>
<url>https://aclanthology.org/2026.semeval-1.182/</url>
</location>
<part>
<date>2026-07</date>
<extent unit="page">
<start>1407</start>
<end>1415</end>
</extent>
</part>
</mods>
</modsCollection>
%0 Conference Proceedings
%T Proofbusters at SemEval-2026 Task 11: Neuro-Symbolic Syllogistic Reasoning via LLM-Guided Structure Extraction and Deterministic Validation
%A Ayman, Mohamed
%A Marzouk, Khaled
%A Mashaly, Abdallah
%A Hereiz, Ahmed
%Y Kochmar, Ekaterina
%Y Ghosh, Debanjan
%Y North, Kai
%Y Komachi, Mamoru
%Y Zampieri, Marcos
%S Proceedings of the 20th International Workshop on Semantic Evaluation (2026)
%D 2026
%8 July
%I Association for Computational Linguistics
%C San Diego, California, USA
%@ 979-8-89176-414-9
%F ayman-etal-2026-proofbusters
%X This paper describes our system for SemEval-2026 Task 11, which evaluates whether language models can perform formal syllogistic reasoning independent of semantic content. Drawing inspiration from Euler’s abstraction in the Königsberg bridges problem where geographical details were stripped away to reveal pure graph structure, three symbolic abstraction strategies are explored to eliminate belief bias. First, terms are replaced with generic placeholders by template abstraction. Second, entities are mapped into explicit constraint-tracking structures by object-oriented abstraction. Third, statements are translated into mathematical set notation by set-theoretic abstraction, with existential import constraints enforced to align with Aristotelian logic. Using Gemini Flash 2.5 and Pro 2.5, the set-theoretic approach achieves 98.95% accuracy with a content bias (TCE) of 2.13 on the English sub-task (overall score: 46.23). Results demonstrate that deeper mathematical abstraction fully stripping semantic content and leveraging formal set notation substantially outperforms template-based approaches in mitigating belief bias, though challenges remain in multi-step constraint composition.
%R 10.18653/v1/2026.semeval-1.182
%U https://aclanthology.org/2026.semeval-1.182/
%U https://doi.org/10.18653/v1/2026.semeval-1.182
%P 1407-1415
Markdown (Informal)
[Proofbusters at SemEval-2026 Task 11: Neuro-Symbolic Syllogistic Reasoning via LLM-Guided Structure Extraction and Deterministic Validation](https://aclanthology.org/2026.semeval-1.182/) (Ayman et al., SemEval 2026)
ACL