@inproceedings{palma-etal-2026-business,
title = "Business Compromise Detection with Agentic {AI} and {LLM}-driven Knowledge Discovery",
author = "Palma, Diego and
Kim, Kyu Bin and
Han, Zhen and
Dsouza, Allbright and
Liu, Zhiyuan",
editor = "Atanasova, Pepa and
Haffari, Gholamreza and
Wang, Minghan",
booktitle = "Proceedings of the 2026 Conference on Empirical Methods in Natural Language Processing: Industry Track",
month = oct,
year = "2026",
address = "Budapest, Hungary",
publisher = "Association for Computational Linguistics",
url = "https://aclanthology.org/2026.emnlp-industry.119/",
pages = "2045--2057",
ISBN = "979-8-89176-460-6",
abstract = {The detection of compromised business ad accounts is a critical challenge in digital advertising, as attackers exploit hijacked accounts to launch fraudulent campaigns. Large Language Model (LLM) agents show promise for integrity violations, but we find that they cause business friction through hallucinated mistakes on hard cases. Through a deployment study we observe that an autonomous LLM agent is a strong, recall-heavy \textit{signal extractor} but an unreliable \textit{final arbiter} for ambiguous compromise decisions, conceding substantial precision. We therefore pair the agent with a knowledge-based decision stage: the agent investigates an account and emits a structured, interpretable signal vector, and a neuro-symbolic stage makes the decision in three layers, symbolic rules discovered automatically with an Inductive Logic Programming (FOIL-IE) algorithm, a Na{\"i}ve Bayes layer that calibrates those rules, and a data-tuned contradiction layer. We evaluate on a large oversampled general population (compromise oversampled, used because hard-case labels are scarce) and a realistic, low-prevalence production sample with subject-matter-expert (SME) labels, benchmarking against tree-ensemble baselines under identical conditions. The knowledge stage restores much of the precision lost by the agent (up to doubling it). On realistic low-prevalence data the full three-layer stage exceeds human expert reviewers and tree-ensemble baselines, with each layer contributing; its rules encode domain priors and generalize from few labels where ensembles overfit, while remaining interpretable and auditable.}
}<?xml version="1.0" encoding="UTF-8"?>
<modsCollection xmlns="http://www.loc.gov/mods/v3">
<mods ID="palma-etal-2026-business">
<titleInfo>
<title>Business Compromise Detection with Agentic AI and LLM-driven Knowledge Discovery</title>
</titleInfo>
<name type="personal">
<namePart type="given">Diego</namePart>
<namePart type="family">Palma</namePart>
<role>
<roleTerm authority="marcrelator" type="text">author</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Kyu</namePart>
<namePart type="given">Bin</namePart>
<namePart type="family">Kim</namePart>
<role>
<roleTerm authority="marcrelator" type="text">author</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Zhen</namePart>
<namePart type="family">Han</namePart>
<role>
<roleTerm authority="marcrelator" type="text">author</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Allbright</namePart>
<namePart type="family">Dsouza</namePart>
<role>
<roleTerm authority="marcrelator" type="text">author</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Zhiyuan</namePart>
<namePart type="family">Liu</namePart>
<role>
<roleTerm authority="marcrelator" type="text">author</roleTerm>
</role>
</name>
<originInfo>
<dateIssued>2026-10</dateIssued>
</originInfo>
<typeOfResource>text</typeOfResource>
<relatedItem type="host">
<titleInfo>
<title>Proceedings of the 2026 Conference on Empirical Methods in Natural Language Processing: Industry Track</title>
</titleInfo>
<name type="personal">
<namePart type="given">Pepa</namePart>
<namePart type="family">Atanasova</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Gholamreza</namePart>
<namePart type="family">Haffari</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Minghan</namePart>
<namePart type="family">Wang</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<originInfo>
<publisher>Association for Computational Linguistics</publisher>
<place>
<placeTerm type="text">Budapest, Hungary</placeTerm>
</place>
</originInfo>
<genre authority="marcgt">conference publication</genre>
<identifier type="isbn">979-8-89176-460-6</identifier>
</relatedItem>
<abstract>The detection of compromised business ad accounts is a critical challenge in digital advertising, as attackers exploit hijacked accounts to launch fraudulent campaigns. Large Language Model (LLM) agents show promise for integrity violations, but we find that they cause business friction through hallucinated mistakes on hard cases. Through a deployment study we observe that an autonomous LLM agent is a strong, recall-heavy signal extractor but an unreliable final arbiter for ambiguous compromise decisions, conceding substantial precision. We therefore pair the agent with a knowledge-based decision stage: the agent investigates an account and emits a structured, interpretable signal vector, and a neuro-symbolic stage makes the decision in three layers, symbolic rules discovered automatically with an Inductive Logic Programming (FOIL-IE) algorithm, a Naïve Bayes layer that calibrates those rules, and a data-tuned contradiction layer. We evaluate on a large oversampled general population (compromise oversampled, used because hard-case labels are scarce) and a realistic, low-prevalence production sample with subject-matter-expert (SME) labels, benchmarking against tree-ensemble baselines under identical conditions. The knowledge stage restores much of the precision lost by the agent (up to doubling it). On realistic low-prevalence data the full three-layer stage exceeds human expert reviewers and tree-ensemble baselines, with each layer contributing; its rules encode domain priors and generalize from few labels where ensembles overfit, while remaining interpretable and auditable.</abstract>
<identifier type="citekey">palma-etal-2026-business</identifier>
<location>
<url>https://aclanthology.org/2026.emnlp-industry.119/</url>
</location>
<part>
<date>2026-10</date>
<extent unit="page">
<start>2045</start>
<end>2057</end>
</extent>
</part>
</mods>
</modsCollection>
%0 Conference Proceedings
%T Business Compromise Detection with Agentic AI and LLM-driven Knowledge Discovery
%A Palma, Diego
%A Kim, Kyu Bin
%A Han, Zhen
%A Dsouza, Allbright
%A Liu, Zhiyuan
%Y Atanasova, Pepa
%Y Haffari, Gholamreza
%Y Wang, Minghan
%S Proceedings of the 2026 Conference on Empirical Methods in Natural Language Processing: Industry Track
%D 2026
%8 October
%I Association for Computational Linguistics
%C Budapest, Hungary
%@ 979-8-89176-460-6
%F palma-etal-2026-business
%X The detection of compromised business ad accounts is a critical challenge in digital advertising, as attackers exploit hijacked accounts to launch fraudulent campaigns. Large Language Model (LLM) agents show promise for integrity violations, but we find that they cause business friction through hallucinated mistakes on hard cases. Through a deployment study we observe that an autonomous LLM agent is a strong, recall-heavy signal extractor but an unreliable final arbiter for ambiguous compromise decisions, conceding substantial precision. We therefore pair the agent with a knowledge-based decision stage: the agent investigates an account and emits a structured, interpretable signal vector, and a neuro-symbolic stage makes the decision in three layers, symbolic rules discovered automatically with an Inductive Logic Programming (FOIL-IE) algorithm, a Naïve Bayes layer that calibrates those rules, and a data-tuned contradiction layer. We evaluate on a large oversampled general population (compromise oversampled, used because hard-case labels are scarce) and a realistic, low-prevalence production sample with subject-matter-expert (SME) labels, benchmarking against tree-ensemble baselines under identical conditions. The knowledge stage restores much of the precision lost by the agent (up to doubling it). On realistic low-prevalence data the full three-layer stage exceeds human expert reviewers and tree-ensemble baselines, with each layer contributing; its rules encode domain priors and generalize from few labels where ensembles overfit, while remaining interpretable and auditable.
%U https://aclanthology.org/2026.emnlp-industry.119/
%P 2045-2057
Markdown (Informal)
[Business Compromise Detection with Agentic AI and LLM-driven Knowledge Discovery](https://aclanthology.org/2026.emnlp-industry.119/) (Palma et al., EMNLP 2026)
ACL