@inproceedings{huryn-2026-source,
title = "Source Marking in Language Models: A Controlled Framework for Acquisition, Cue Sensitivity, and Reasoning",
author = "Huryn, Daniil",
editor = "Arad, Dana and
Belinkov, Yonatan and
Chen, Hanjie and
Feldhus, Nils and
Mueller, Aaron and
Mohebbi, Hosein and
Sarti, Gabriele and
Tutek, Martin",
booktitle = "Proceedings of the 9th {B}lackbox{NLP} Workshop: Analyzing and Interpreting Neural Networks for {NLP}",
month = oct,
year = "2026",
address = "Budapest, Hungary",
publisher = "Association for Computational Linguistics",
url = "https://aclanthology.org/2026.blackboxnlp-1.15/",
pages = "220--231",
ISBN = "979-8-89176-476-7",
abstract = "Language can affect how people think. We ask a computational version: if a language model is trained on English that marks propositions as observed, reported, or inferred, does it use evidence differently in ordinary English? We create matched corpora in which particles either mark these routes (EVID), appear in the same positions without predicting source (CTRL), or are absent (NOMARK), and remove them at evaluation.\par We test 405M-parameter Pythia models trained from scratch and Qwen3.5-4B Base and Post models adapted across three paired seeds. The models learn the mapping: Pythia reaches 92.8{\%} before ordinary-English adaptation and retains 79.8{\%} afterward; Qwen EVID averages about 80{\%} for both Base and Post, with controls near chance. Visible markers shift Qwen{'}s scores. Once markers are removed, however, the Pythia tests cannot show whether the effect carries over. Base{'}s main Qwen result changes direction across seeds, and Post{'}s is negative in all three. A separate test suggests that Base may respond more to relevant context, but not specifically to source wording. No condition consistently improves reliability, multistep inference, or recognition of copied information. Source marking is easy to learn and can influence model scores, but we find no broader improvement in reasoning."
}<?xml version="1.0" encoding="UTF-8"?>
<modsCollection xmlns="http://www.loc.gov/mods/v3">
<mods ID="huryn-2026-source">
<titleInfo>
<title>Source Marking in Language Models: A Controlled Framework for Acquisition, Cue Sensitivity, and Reasoning</title>
</titleInfo>
<name type="personal">
<namePart type="given">Daniil</namePart>
<namePart type="family">Huryn</namePart>
<role>
<roleTerm authority="marcrelator" type="text">author</roleTerm>
</role>
</name>
<originInfo>
<dateIssued>2026-10</dateIssued>
</originInfo>
<typeOfResource>text</typeOfResource>
<relatedItem type="host">
<titleInfo>
<title>Proceedings of the 9th BlackboxNLP Workshop: Analyzing and Interpreting Neural Networks for NLP</title>
</titleInfo>
<name type="personal">
<namePart type="given">Dana</namePart>
<namePart type="family">Arad</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Yonatan</namePart>
<namePart type="family">Belinkov</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Hanjie</namePart>
<namePart type="family">Chen</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Nils</namePart>
<namePart type="family">Feldhus</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Aaron</namePart>
<namePart type="family">Mueller</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Hosein</namePart>
<namePart type="family">Mohebbi</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Gabriele</namePart>
<namePart type="family">Sarti</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Martin</namePart>
<namePart type="family">Tutek</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<originInfo>
<publisher>Association for Computational Linguistics</publisher>
<place>
<placeTerm type="text">Budapest, Hungary</placeTerm>
</place>
</originInfo>
<genre authority="marcgt">conference publication</genre>
<identifier type="isbn">979-8-89176-476-7</identifier>
</relatedItem>
<abstract>Language can affect how people think. We ask a computational version: if a language model is trained on English that marks propositions as observed, reported, or inferred, does it use evidence differently in ordinary English? We create matched corpora in which particles either mark these routes (EVID), appear in the same positions without predicting source (CTRL), or are absent (NOMARK), and remove them at evaluation.\par We test 405M-parameter Pythia models trained from scratch and Qwen3.5-4B Base and Post models adapted across three paired seeds. The models learn the mapping: Pythia reaches 92.8% before ordinary-English adaptation and retains 79.8% afterward; Qwen EVID averages about 80% for both Base and Post, with controls near chance. Visible markers shift Qwen’s scores. Once markers are removed, however, the Pythia tests cannot show whether the effect carries over. Base’s main Qwen result changes direction across seeds, and Post’s is negative in all three. A separate test suggests that Base may respond more to relevant context, but not specifically to source wording. No condition consistently improves reliability, multistep inference, or recognition of copied information. Source marking is easy to learn and can influence model scores, but we find no broader improvement in reasoning.</abstract>
<identifier type="citekey">huryn-2026-source</identifier>
<location>
<url>https://aclanthology.org/2026.blackboxnlp-1.15/</url>
</location>
<part>
<date>2026-10</date>
<extent unit="page">
<start>220</start>
<end>231</end>
</extent>
</part>
</mods>
</modsCollection>
%0 Conference Proceedings
%T Source Marking in Language Models: A Controlled Framework for Acquisition, Cue Sensitivity, and Reasoning
%A Huryn, Daniil
%Y Arad, Dana
%Y Belinkov, Yonatan
%Y Chen, Hanjie
%Y Feldhus, Nils
%Y Mueller, Aaron
%Y Mohebbi, Hosein
%Y Sarti, Gabriele
%Y Tutek, Martin
%S Proceedings of the 9th BlackboxNLP Workshop: Analyzing and Interpreting Neural Networks for NLP
%D 2026
%8 October
%I Association for Computational Linguistics
%C Budapest, Hungary
%@ 979-8-89176-476-7
%F huryn-2026-source
%X Language can affect how people think. We ask a computational version: if a language model is trained on English that marks propositions as observed, reported, or inferred, does it use evidence differently in ordinary English? We create matched corpora in which particles either mark these routes (EVID), appear in the same positions without predicting source (CTRL), or are absent (NOMARK), and remove them at evaluation.\par We test 405M-parameter Pythia models trained from scratch and Qwen3.5-4B Base and Post models adapted across three paired seeds. The models learn the mapping: Pythia reaches 92.8% before ordinary-English adaptation and retains 79.8% afterward; Qwen EVID averages about 80% for both Base and Post, with controls near chance. Visible markers shift Qwen’s scores. Once markers are removed, however, the Pythia tests cannot show whether the effect carries over. Base’s main Qwen result changes direction across seeds, and Post’s is negative in all three. A separate test suggests that Base may respond more to relevant context, but not specifically to source wording. No condition consistently improves reliability, multistep inference, or recognition of copied information. Source marking is easy to learn and can influence model scores, but we find no broader improvement in reasoning.
%U https://aclanthology.org/2026.blackboxnlp-1.15/
%P 220-231
Markdown (Informal)
[Source Marking in Language Models: A Controlled Framework for Acquisition, Cue Sensitivity, and Reasoning](https://aclanthology.org/2026.blackboxnlp-1.15/) (Huryn, BlackboxNLP 2026)
ACL