@inproceedings{bikbulatov-petrosian-2026-trope,
title = "{TROPE}: Typed Representations and Operators for Problem Editing in {LLM} Reasoning",
author = "Bikbulatov, Vadim and
Petrosian, Ovanes",
editor = "Lee, Hung-Yi and
Dev, Sunipa and
Li, Jessy and
Elliott, Desmond",
booktitle = "Proceedings of the 2026 Conference on Empirical Methods in Natural Language Processing",
month = oct,
year = "2026",
address = "Budapest, Hungary",
publisher = "Association for Computational Linguistics",
url = "https://aclanthology.org/2026.emnlp-main.773/",
pages = "17967--17993",
ISBN = "979-8-89176-459-0",
abstract = "Inference-time methods for creative LLM behaviour, from stochastic decoding to tree search to evolutionary mutation of programs or prompts, all vary the output. The problem formulation stays fixed. We introduce TROPE, an inference-time framework that operates one level of abstraction higher: an LLM parser extracts a typed structural representation of each problem (entities, typed relations, assumptions, goal, disciplinary frame), and eleven operators across three levels (token noise, conceptual mutation, conceptual crossover) edit this representation directly before the LLM generates a candidate. Operator radicality is sampled from an {\ensuremath{\alpha}}-stable distribution calibrated by rejection sampling so the rare large reformulations that prior methods cannot produce appear at the target rate. Candidates are scored by compression gain over an evidence corpus, for which we prove a calibrated-reference bound (Proposition 3): under reference-LM calibration, noise candidates score at most zero in expectation, a property embedding-distance novelty does not inherit. Against fifteen baselines at matched generator-backbone-call budget on ten benchmarks, TROPE gains +4.3 absolute points on average (+10{\%} relative across the nine benchmarks other than the case study; a USAMO 2025 case study at n = 6 raises the relative figure to 14{\%}). The largest reliable math-olympiad gain over the strongest per-column baseline is on AIME 2025/26 (17.6 {\textrightarrow} 21.5, +3.9, n = 60, p {\ensuremath{<}} 0.05 paired Wilcoxon). Ablations show that mutation gives the largest single-level gains on MATH-500 and AIME, while crossover is used most often on creative and discovery tasks. The typed parser matters most on structured mathematics, and compression-based novelty matters most on UoT."
}<?xml version="1.0" encoding="UTF-8"?>
<modsCollection xmlns="http://www.loc.gov/mods/v3">
<mods ID="bikbulatov-petrosian-2026-trope">
<titleInfo>
<title>TROPE: Typed Representations and Operators for Problem Editing in LLM Reasoning</title>
</titleInfo>
<name type="personal">
<namePart type="given">Vadim</namePart>
<namePart type="family">Bikbulatov</namePart>
<role>
<roleTerm authority="marcrelator" type="text">author</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Ovanes</namePart>
<namePart type="family">Petrosian</namePart>
<role>
<roleTerm authority="marcrelator" type="text">author</roleTerm>
</role>
</name>
<originInfo>
<dateIssued>2026-10</dateIssued>
</originInfo>
<typeOfResource>text</typeOfResource>
<relatedItem type="host">
<titleInfo>
<title>Proceedings of the 2026 Conference on Empirical Methods in Natural Language Processing</title>
</titleInfo>
<name type="personal">
<namePart type="given">Hung-Yi</namePart>
<namePart type="family">Lee</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Sunipa</namePart>
<namePart type="family">Dev</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Jessy</namePart>
<namePart type="family">Li</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Desmond</namePart>
<namePart type="family">Elliott</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<originInfo>
<publisher>Association for Computational Linguistics</publisher>
<place>
<placeTerm type="text">Budapest, Hungary</placeTerm>
</place>
</originInfo>
<genre authority="marcgt">conference publication</genre>
<identifier type="isbn">979-8-89176-459-0</identifier>
</relatedItem>
<abstract>Inference-time methods for creative LLM behaviour, from stochastic decoding to tree search to evolutionary mutation of programs or prompts, all vary the output. The problem formulation stays fixed. We introduce TROPE, an inference-time framework that operates one level of abstraction higher: an LLM parser extracts a typed structural representation of each problem (entities, typed relations, assumptions, goal, disciplinary frame), and eleven operators across three levels (token noise, conceptual mutation, conceptual crossover) edit this representation directly before the LLM generates a candidate. Operator radicality is sampled from an \ensuremathα-stable distribution calibrated by rejection sampling so the rare large reformulations that prior methods cannot produce appear at the target rate. Candidates are scored by compression gain over an evidence corpus, for which we prove a calibrated-reference bound (Proposition 3): under reference-LM calibration, noise candidates score at most zero in expectation, a property embedding-distance novelty does not inherit. Against fifteen baselines at matched generator-backbone-call budget on ten benchmarks, TROPE gains +4.3 absolute points on average (+10% relative across the nine benchmarks other than the case study; a USAMO 2025 case study at n = 6 raises the relative figure to 14%). The largest reliable math-olympiad gain over the strongest per-column baseline is on AIME 2025/26 (17.6 → 21.5, +3.9, n = 60, p \ensuremath< 0.05 paired Wilcoxon). Ablations show that mutation gives the largest single-level gains on MATH-500 and AIME, while crossover is used most often on creative and discovery tasks. The typed parser matters most on structured mathematics, and compression-based novelty matters most on UoT.</abstract>
<identifier type="citekey">bikbulatov-petrosian-2026-trope</identifier>
<location>
<url>https://aclanthology.org/2026.emnlp-main.773/</url>
</location>
<part>
<date>2026-10</date>
<extent unit="page">
<start>17967</start>
<end>17993</end>
</extent>
</part>
</mods>
</modsCollection>
%0 Conference Proceedings
%T TROPE: Typed Representations and Operators for Problem Editing in LLM Reasoning
%A Bikbulatov, Vadim
%A Petrosian, Ovanes
%Y Lee, Hung-Yi
%Y Dev, Sunipa
%Y Li, Jessy
%Y Elliott, Desmond
%S Proceedings of the 2026 Conference on Empirical Methods in Natural Language Processing
%D 2026
%8 October
%I Association for Computational Linguistics
%C Budapest, Hungary
%@ 979-8-89176-459-0
%F bikbulatov-petrosian-2026-trope
%X Inference-time methods for creative LLM behaviour, from stochastic decoding to tree search to evolutionary mutation of programs or prompts, all vary the output. The problem formulation stays fixed. We introduce TROPE, an inference-time framework that operates one level of abstraction higher: an LLM parser extracts a typed structural representation of each problem (entities, typed relations, assumptions, goal, disciplinary frame), and eleven operators across three levels (token noise, conceptual mutation, conceptual crossover) edit this representation directly before the LLM generates a candidate. Operator radicality is sampled from an \ensuremathα-stable distribution calibrated by rejection sampling so the rare large reformulations that prior methods cannot produce appear at the target rate. Candidates are scored by compression gain over an evidence corpus, for which we prove a calibrated-reference bound (Proposition 3): under reference-LM calibration, noise candidates score at most zero in expectation, a property embedding-distance novelty does not inherit. Against fifteen baselines at matched generator-backbone-call budget on ten benchmarks, TROPE gains +4.3 absolute points on average (+10% relative across the nine benchmarks other than the case study; a USAMO 2025 case study at n = 6 raises the relative figure to 14%). The largest reliable math-olympiad gain over the strongest per-column baseline is on AIME 2025/26 (17.6 → 21.5, +3.9, n = 60, p \ensuremath< 0.05 paired Wilcoxon). Ablations show that mutation gives the largest single-level gains on MATH-500 and AIME, while crossover is used most often on creative and discovery tasks. The typed parser matters most on structured mathematics, and compression-based novelty matters most on UoT.
%U https://aclanthology.org/2026.emnlp-main.773/
%P 17967-17993
Markdown (Informal)
[TROPE: Typed Representations and Operators for Problem Editing in LLM Reasoning](https://aclanthology.org/2026.emnlp-main.773/) (Bikbulatov & Petrosian, EMNLP 2026)
ACL