@inproceedings{chenini-belhadef-2026-dzairverse,
title = "{D}zair{V}erse at {H}allu{S}coring-2026: Leak-Free {QL}o{RA} Fine-Tuning for {A}rabic Hallucination Detection and Truth Selection",
author = "Chenini, Abdelmalek and
Belhadef, Hacene",
editor = "Abdul-Mageed, Muhammad and
Elsayed, Tamer and
Bouamor, Houda and
El-Beltagy, Samhaa and
Al-Khalifa, Hend and
Abdelali, Ahmed and
Elmadany, AbdelRahim and
El Mekki, Abdellah and
Darwish, Kareem and
Alkhereyf, Sakhar and
Luqman, Hamzah and
Khalifa, Salam and
Magdy, Samar and
Alyafeai, Zaid and
Hamed, Injy and
Zaghouani, Wajdi and
Zitouni, Imed",
booktitle = "Proceedings of The Fourth {A}rabic Natural Language Processing Conference: Shared Tasks",
month = oct,
year = "2026",
address = "Budapest, Hungary",
publisher = "Association for Computational Linguistics",
url = "https://aclanthology.org/2026.arabicnlp-sharedtasks.146/",
pages = "1171--1175",
ISBN = "979-8-89176-497-2",
abstract = "Large language models answer fluently but not always truthfully, and catching a wrong answer is hardest in knowledge-sensitive domains such as Islamic question answering, where a confi dent but fabricated citation of Qur{'}an, Hadith, or jurisprudence is easy to produce and costly to miss. We study this through our participation in the HalluScoring 2026 shared task, Task 2 (Islamic Knowledge) (Alansari et al., 2026): given a question, a baseline-generated answer, and six candidate options, a system must de cide whether the answer is hallucinated and then select the correct option. Our system is a single QLoRA adapter fine-tuned on Fanar-1 9B to reproduce the organizers' two-step infer ence, under a strictly leak-free setup, where no answer information beyond the question and generated answer enters the detection prompt, following our hypothesis that answer exposure inflates detection scores through leakage rather than judgment. On the official leaderboard our submission placed second of five teams, scor ing 0.7582 on the blind track we targeted and 0.7881 on the assisted track. Controlled follow up experiments support it: showing the options during detection is worth +0.047 Macro-F1 on both splits, and detection ability comes entirely from supervision, the frozen generator accept ing its own output on all 400 test items. A 1,200-item probe, however, corrects our own initial diagnosis. The model is not blind to clean falsehoods, catching 80.5{\%} of them; it is biased toward rejection, wrongly flagging 32.5{\%} of verified-correct answers, and that sin gle bias is the central limitation of the approach."
}<?xml version="1.0" encoding="UTF-8"?>
<modsCollection xmlns="http://www.loc.gov/mods/v3">
<mods ID="chenini-belhadef-2026-dzairverse">
<titleInfo>
<title>DzairVerse at HalluScoring-2026: Leak-Free QLoRA Fine-Tuning for Arabic Hallucination Detection and Truth Selection</title>
</titleInfo>
<name type="personal">
<namePart type="given">Abdelmalek</namePart>
<namePart type="family">Chenini</namePart>
<role>
<roleTerm authority="marcrelator" type="text">author</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Hacene</namePart>
<namePart type="family">Belhadef</namePart>
<role>
<roleTerm authority="marcrelator" type="text">author</roleTerm>
</role>
</name>
<originInfo>
<dateIssued>2026-10</dateIssued>
</originInfo>
<typeOfResource>text</typeOfResource>
<relatedItem type="host">
<titleInfo>
<title>Proceedings of The Fourth Arabic Natural Language Processing Conference: Shared Tasks</title>
</titleInfo>
<name type="personal">
<namePart type="given">Muhammad</namePart>
<namePart type="family">Abdul-Mageed</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Tamer</namePart>
<namePart type="family">Elsayed</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Houda</namePart>
<namePart type="family">Bouamor</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Samhaa</namePart>
<namePart type="family">El-Beltagy</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Hend</namePart>
<namePart type="family">Al-Khalifa</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Ahmed</namePart>
<namePart type="family">Abdelali</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">AbdelRahim</namePart>
<namePart type="family">Elmadany</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Abdellah</namePart>
<namePart type="family">El Mekki</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Kareem</namePart>
<namePart type="family">Darwish</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Sakhar</namePart>
<namePart type="family">Alkhereyf</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Hamzah</namePart>
<namePart type="family">Luqman</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Salam</namePart>
<namePart type="family">Khalifa</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Samar</namePart>
<namePart type="family">Magdy</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Zaid</namePart>
<namePart type="family">Alyafeai</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Injy</namePart>
<namePart type="family">Hamed</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Wajdi</namePart>
<namePart type="family">Zaghouani</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Imed</namePart>
<namePart type="family">Zitouni</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<originInfo>
<publisher>Association for Computational Linguistics</publisher>
<place>
<placeTerm type="text">Budapest, Hungary</placeTerm>
</place>
</originInfo>
<genre authority="marcgt">conference publication</genre>
<identifier type="isbn">979-8-89176-497-2</identifier>
</relatedItem>
<abstract>Large language models answer fluently but not always truthfully, and catching a wrong answer is hardest in knowledge-sensitive domains such as Islamic question answering, where a confi dent but fabricated citation of Qur’an, Hadith, or jurisprudence is easy to produce and costly to miss. We study this through our participation in the HalluScoring 2026 shared task, Task 2 (Islamic Knowledge) (Alansari et al., 2026): given a question, a baseline-generated answer, and six candidate options, a system must de cide whether the answer is hallucinated and then select the correct option. Our system is a single QLoRA adapter fine-tuned on Fanar-1 9B to reproduce the organizers’ two-step infer ence, under a strictly leak-free setup, where no answer information beyond the question and generated answer enters the detection prompt, following our hypothesis that answer exposure inflates detection scores through leakage rather than judgment. On the official leaderboard our submission placed second of five teams, scor ing 0.7582 on the blind track we targeted and 0.7881 on the assisted track. Controlled follow up experiments support it: showing the options during detection is worth +0.047 Macro-F1 on both splits, and detection ability comes entirely from supervision, the frozen generator accept ing its own output on all 400 test items. A 1,200-item probe, however, corrects our own initial diagnosis. The model is not blind to clean falsehoods, catching 80.5% of them; it is biased toward rejection, wrongly flagging 32.5% of verified-correct answers, and that sin gle bias is the central limitation of the approach.</abstract>
<identifier type="citekey">chenini-belhadef-2026-dzairverse</identifier>
<location>
<url>https://aclanthology.org/2026.arabicnlp-sharedtasks.146/</url>
</location>
<part>
<date>2026-10</date>
<extent unit="page">
<start>1171</start>
<end>1175</end>
</extent>
</part>
</mods>
</modsCollection>
%0 Conference Proceedings
%T DzairVerse at HalluScoring-2026: Leak-Free QLoRA Fine-Tuning for Arabic Hallucination Detection and Truth Selection
%A Chenini, Abdelmalek
%A Belhadef, Hacene
%Y Abdul-Mageed, Muhammad
%Y Elsayed, Tamer
%Y Bouamor, Houda
%Y El-Beltagy, Samhaa
%Y Al-Khalifa, Hend
%Y Abdelali, Ahmed
%Y Elmadany, AbdelRahim
%Y El Mekki, Abdellah
%Y Darwish, Kareem
%Y Alkhereyf, Sakhar
%Y Luqman, Hamzah
%Y Khalifa, Salam
%Y Magdy, Samar
%Y Alyafeai, Zaid
%Y Hamed, Injy
%Y Zaghouani, Wajdi
%Y Zitouni, Imed
%S Proceedings of The Fourth Arabic Natural Language Processing Conference: Shared Tasks
%D 2026
%8 October
%I Association for Computational Linguistics
%C Budapest, Hungary
%@ 979-8-89176-497-2
%F chenini-belhadef-2026-dzairverse
%X Large language models answer fluently but not always truthfully, and catching a wrong answer is hardest in knowledge-sensitive domains such as Islamic question answering, where a confi dent but fabricated citation of Qur’an, Hadith, or jurisprudence is easy to produce and costly to miss. We study this through our participation in the HalluScoring 2026 shared task, Task 2 (Islamic Knowledge) (Alansari et al., 2026): given a question, a baseline-generated answer, and six candidate options, a system must de cide whether the answer is hallucinated and then select the correct option. Our system is a single QLoRA adapter fine-tuned on Fanar-1 9B to reproduce the organizers’ two-step infer ence, under a strictly leak-free setup, where no answer information beyond the question and generated answer enters the detection prompt, following our hypothesis that answer exposure inflates detection scores through leakage rather than judgment. On the official leaderboard our submission placed second of five teams, scor ing 0.7582 on the blind track we targeted and 0.7881 on the assisted track. Controlled follow up experiments support it: showing the options during detection is worth +0.047 Macro-F1 on both splits, and detection ability comes entirely from supervision, the frozen generator accept ing its own output on all 400 test items. A 1,200-item probe, however, corrects our own initial diagnosis. The model is not blind to clean falsehoods, catching 80.5% of them; it is biased toward rejection, wrongly flagging 32.5% of verified-correct answers, and that sin gle bias is the central limitation of the approach.
%U https://aclanthology.org/2026.arabicnlp-sharedtasks.146/
%P 1171-1175
Markdown (Informal)
[DzairVerse at HalluScoring-2026: Leak-Free QLoRA Fine-Tuning for Arabic Hallucination Detection and Truth Selection](https://aclanthology.org/2026.arabicnlp-sharedtasks.146/) (Chenini & Belhadef, ArabicNLP 2026)
ACL