@inproceedings{huang-etal-2026-coda,
title = "{C}o{DA}-{NAS}: Pattern Knowledge-Based Cross-Task Neural Architecture Search with {LLM} Agents",
author = "Huang, Hao-Qun and
Wu, Kai-Chun and
Wang, Hsin-Yu and
Tsai, Chun-Wei",
editor = "Kamalloo, Ehsan and
Gontier, Nicolas and
Rozanov, Nikolai and
Hashemzadeh, Maryam and
Arora, Akhil",
booktitle = "Proceedings of the Second Workshop for {RE}search on Agent Language Models ({REALM} 2026)",
month = oct,
year = "2026",
address = "Budapest, Hungary",
publisher = "Association for Computational Linguistics",
url = "https://aclanthology.org/2026.realm-1.93/",
pages = "1324--1339",
ISBN = "979-8-89176-485-9",
abstract = "Recent studies increasingly employ large language models (LLMs) for neural architecture search (NAS); however, they typically rely on in-context learning, struggle to turn past evaluations into accumulated knowledge, and often suffer from structural hallucinations. Motivated by the observation that a search process should systematically accumulate past experience to guide future exploration, we propose CoDA-NAS, a cooperative dual-agent framework that investigates natural language as a medium for structural knowledge. At the core of our framework is a pattern knowledge base (PKB) that extracts, validates, and maintains design patterns from evaluated architectures. These patterns are retrieved as soft priors to guide the searcher agent instead of memoryless generation. The searcher agent employs a structured reasoning constraint to tightly align the generated topological outputs with these semantic concepts, thereby mitigating hallucinations. To ensure empirical reliability, an integrated lightweight predictor agent provides independent numerical validation. By applying a $t$-test, statistically verified knowledge enters the PKB, effectively curbing the spread of incorrect rules. Experimental results show that under strict search limits, CoDA-NAS achieves competitive performance using only a local open-weights model. Furthermore, the extracted text-based patterns generalize well to new tasks, establishing natural language as a reliable and robust medium for transferring architectural knowledge."
}<?xml version="1.0" encoding="UTF-8"?>
<modsCollection xmlns="http://www.loc.gov/mods/v3">
<mods ID="huang-etal-2026-coda">
<titleInfo>
<title>CoDA-NAS: Pattern Knowledge-Based Cross-Task Neural Architecture Search with LLM Agents</title>
</titleInfo>
<name type="personal">
<namePart type="given">Hao-Qun</namePart>
<namePart type="family">Huang</namePart>
<role>
<roleTerm authority="marcrelator" type="text">author</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Kai-Chun</namePart>
<namePart type="family">Wu</namePart>
<role>
<roleTerm authority="marcrelator" type="text">author</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Hsin-Yu</namePart>
<namePart type="family">Wang</namePart>
<role>
<roleTerm authority="marcrelator" type="text">author</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Chun-Wei</namePart>
<namePart type="family">Tsai</namePart>
<role>
<roleTerm authority="marcrelator" type="text">author</roleTerm>
</role>
</name>
<originInfo>
<dateIssued>2026-10</dateIssued>
</originInfo>
<typeOfResource>text</typeOfResource>
<relatedItem type="host">
<titleInfo>
<title>Proceedings of the Second Workshop for REsearch on Agent Language Models (REALM 2026)</title>
</titleInfo>
<name type="personal">
<namePart type="given">Ehsan</namePart>
<namePart type="family">Kamalloo</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Nicolas</namePart>
<namePart type="family">Gontier</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Nikolai</namePart>
<namePart type="family">Rozanov</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Maryam</namePart>
<namePart type="family">Hashemzadeh</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Akhil</namePart>
<namePart type="family">Arora</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<originInfo>
<publisher>Association for Computational Linguistics</publisher>
<place>
<placeTerm type="text">Budapest, Hungary</placeTerm>
</place>
</originInfo>
<genre authority="marcgt">conference publication</genre>
<identifier type="isbn">979-8-89176-485-9</identifier>
</relatedItem>
<abstract>Recent studies increasingly employ large language models (LLMs) for neural architecture search (NAS); however, they typically rely on in-context learning, struggle to turn past evaluations into accumulated knowledge, and often suffer from structural hallucinations. Motivated by the observation that a search process should systematically accumulate past experience to guide future exploration, we propose CoDA-NAS, a cooperative dual-agent framework that investigates natural language as a medium for structural knowledge. At the core of our framework is a pattern knowledge base (PKB) that extracts, validates, and maintains design patterns from evaluated architectures. These patterns are retrieved as soft priors to guide the searcher agent instead of memoryless generation. The searcher agent employs a structured reasoning constraint to tightly align the generated topological outputs with these semantic concepts, thereby mitigating hallucinations. To ensure empirical reliability, an integrated lightweight predictor agent provides independent numerical validation. By applying a t-test, statistically verified knowledge enters the PKB, effectively curbing the spread of incorrect rules. Experimental results show that under strict search limits, CoDA-NAS achieves competitive performance using only a local open-weights model. Furthermore, the extracted text-based patterns generalize well to new tasks, establishing natural language as a reliable and robust medium for transferring architectural knowledge.</abstract>
<identifier type="citekey">huang-etal-2026-coda</identifier>
<location>
<url>https://aclanthology.org/2026.realm-1.93/</url>
</location>
<part>
<date>2026-10</date>
<extent unit="page">
<start>1324</start>
<end>1339</end>
</extent>
</part>
</mods>
</modsCollection>
%0 Conference Proceedings
%T CoDA-NAS: Pattern Knowledge-Based Cross-Task Neural Architecture Search with LLM Agents
%A Huang, Hao-Qun
%A Wu, Kai-Chun
%A Wang, Hsin-Yu
%A Tsai, Chun-Wei
%Y Kamalloo, Ehsan
%Y Gontier, Nicolas
%Y Rozanov, Nikolai
%Y Hashemzadeh, Maryam
%Y Arora, Akhil
%S Proceedings of the Second Workshop for REsearch on Agent Language Models (REALM 2026)
%D 2026
%8 October
%I Association for Computational Linguistics
%C Budapest, Hungary
%@ 979-8-89176-485-9
%F huang-etal-2026-coda
%X Recent studies increasingly employ large language models (LLMs) for neural architecture search (NAS); however, they typically rely on in-context learning, struggle to turn past evaluations into accumulated knowledge, and often suffer from structural hallucinations. Motivated by the observation that a search process should systematically accumulate past experience to guide future exploration, we propose CoDA-NAS, a cooperative dual-agent framework that investigates natural language as a medium for structural knowledge. At the core of our framework is a pattern knowledge base (PKB) that extracts, validates, and maintains design patterns from evaluated architectures. These patterns are retrieved as soft priors to guide the searcher agent instead of memoryless generation. The searcher agent employs a structured reasoning constraint to tightly align the generated topological outputs with these semantic concepts, thereby mitigating hallucinations. To ensure empirical reliability, an integrated lightweight predictor agent provides independent numerical validation. By applying a t-test, statistically verified knowledge enters the PKB, effectively curbing the spread of incorrect rules. Experimental results show that under strict search limits, CoDA-NAS achieves competitive performance using only a local open-weights model. Furthermore, the extracted text-based patterns generalize well to new tasks, establishing natural language as a reliable and robust medium for transferring architectural knowledge.
%U https://aclanthology.org/2026.realm-1.93/
%P 1324-1339
Markdown (Informal)
[CoDA-NAS: Pattern Knowledge-Based Cross-Task Neural Architecture Search with LLM Agents](https://aclanthology.org/2026.realm-1.93/) (Huang et al., REALM 2026)
ACL