@inproceedings{hoang-etal-2025-hybrid,
title = "A Hybrid Theory and Data-driven Approach to Persuasion Detection with Large Language Models",
author = "Hoang, Gia Bao and
Ransom, Keith J and
Stephens, Rachel and
Semmler, Carolyn and
Fay, Nicolas and
Mitchell, Lewis",
editor = "Velutharambath, Aswathy and
Labat, Sofie and
Falk, Neele and
Plaza-del-Arco, Flor Miriam and
Klinger, Roman and
Hoste, V{\'e}ronique",
booktitle = "Proceedings of the First Workshop on Integrating {NLP} and Psychology to Study Social Interactions ({NLPSI}) @{ICWSM} `25",
month = jun,
year = "2025",
address = "Copenhagen, Denmark",
publisher = "Association for the Advancement of Artificial Intelligence (www.aaai.org)",
url = "https://aclanthology.org/2025.nlpsi-1.5/",
doi = "10.36190/2025.38",
pages = "45--56",
abstract = "Traditional psychological models of belief revision focus on face-to-face interactions, but with the rise of social media, more effective models are needed to capture belief revision at scale, in this rich text-based online discourse. Here, we use a hybrid approach, utilizing large language models (LLMs) to develop a model that predicts successful persuasion using features derived from psychological experiments.\par Our approach leverages LLM generated ratings of features previously examined in the literature to build a random forest classification model that predicts whether a message will result in belief change. Of the eight features tested, $\textit{epistemic emotion}$ and $\textit{willingness to share}$ to share were the top-ranking predictors of belief change in the model. Our findings provide insights into the characteristics of persuasive messages and demonstrate how LLMs can enhance models of successful persuasion based on psychological theory. Given these insights, this work has broader applications in fields such as online influence detection and misinformation mitigation, as well as measuring the effectiveness of online narratives."
}<?xml version="1.0" encoding="UTF-8"?>
<modsCollection xmlns="http://www.loc.gov/mods/v3">
<mods ID="hoang-etal-2025-hybrid">
<titleInfo>
<title>A Hybrid Theory and Data-driven Approach to Persuasion Detection with Large Language Models</title>
</titleInfo>
<name type="personal">
<namePart type="given">Gia</namePart>
<namePart type="given">Bao</namePart>
<namePart type="family">Hoang</namePart>
<role>
<roleTerm authority="marcrelator" type="text">author</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Keith</namePart>
<namePart type="given">J</namePart>
<namePart type="family">Ransom</namePart>
<role>
<roleTerm authority="marcrelator" type="text">author</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Rachel</namePart>
<namePart type="family">Stephens</namePart>
<role>
<roleTerm authority="marcrelator" type="text">author</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Carolyn</namePart>
<namePart type="family">Semmler</namePart>
<role>
<roleTerm authority="marcrelator" type="text">author</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Nicolas</namePart>
<namePart type="family">Fay</namePart>
<role>
<roleTerm authority="marcrelator" type="text">author</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Lewis</namePart>
<namePart type="family">Mitchell</namePart>
<role>
<roleTerm authority="marcrelator" type="text">author</roleTerm>
</role>
</name>
<originInfo>
<dateIssued>2025-06</dateIssued>
</originInfo>
<typeOfResource>text</typeOfResource>
<relatedItem type="host">
<titleInfo>
<title>Proceedings of the First Workshop on Integrating NLP and Psychology to Study Social Interactions (NLPSI) @ICWSM ‘25</title>
</titleInfo>
<name type="personal">
<namePart type="given">Aswathy</namePart>
<namePart type="family">Velutharambath</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Sofie</namePart>
<namePart type="family">Labat</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Neele</namePart>
<namePart type="family">Falk</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Flor</namePart>
<namePart type="given">Miriam</namePart>
<namePart type="family">Plaza-del-Arco</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Roman</namePart>
<namePart type="family">Klinger</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Véronique</namePart>
<namePart type="family">Hoste</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<originInfo>
<publisher>Association for the Advancement of Artificial Intelligence (www.aaai.org)</publisher>
<place>
<placeTerm type="text">Copenhagen, Denmark</placeTerm>
</place>
</originInfo>
<genre authority="marcgt">conference publication</genre>
</relatedItem>
<abstract>Traditional psychological models of belief revision focus on face-to-face interactions, but with the rise of social media, more effective models are needed to capture belief revision at scale, in this rich text-based online discourse. Here, we use a hybrid approach, utilizing large language models (LLMs) to develop a model that predicts successful persuasion using features derived from psychological experiments.\par Our approach leverages LLM generated ratings of features previously examined in the literature to build a random forest classification model that predicts whether a message will result in belief change. Of the eight features tested, epistemic emotion and willingness to share to share were the top-ranking predictors of belief change in the model. Our findings provide insights into the characteristics of persuasive messages and demonstrate how LLMs can enhance models of successful persuasion based on psychological theory. Given these insights, this work has broader applications in fields such as online influence detection and misinformation mitigation, as well as measuring the effectiveness of online narratives.</abstract>
<identifier type="citekey">hoang-etal-2025-hybrid</identifier>
<identifier type="doi">10.36190/2025.38</identifier>
<location>
<url>https://aclanthology.org/2025.nlpsi-1.5/</url>
</location>
<part>
<date>2025-06</date>
<extent unit="page">
<start>45</start>
<end>56</end>
</extent>
</part>
</mods>
</modsCollection>
%0 Conference Proceedings
%T A Hybrid Theory and Data-driven Approach to Persuasion Detection with Large Language Models
%A Hoang, Gia Bao
%A Ransom, Keith J.
%A Stephens, Rachel
%A Semmler, Carolyn
%A Fay, Nicolas
%A Mitchell, Lewis
%Y Velutharambath, Aswathy
%Y Labat, Sofie
%Y Falk, Neele
%Y Plaza-del-Arco, Flor Miriam
%Y Klinger, Roman
%Y Hoste, Véronique
%S Proceedings of the First Workshop on Integrating NLP and Psychology to Study Social Interactions (NLPSI) @ICWSM ‘25
%D 2025
%8 June
%I Association for the Advancement of Artificial Intelligence (www.aaai.org)
%C Copenhagen, Denmark
%F hoang-etal-2025-hybrid
%X Traditional psychological models of belief revision focus on face-to-face interactions, but with the rise of social media, more effective models are needed to capture belief revision at scale, in this rich text-based online discourse. Here, we use a hybrid approach, utilizing large language models (LLMs) to develop a model that predicts successful persuasion using features derived from psychological experiments.\par Our approach leverages LLM generated ratings of features previously examined in the literature to build a random forest classification model that predicts whether a message will result in belief change. Of the eight features tested, epistemic emotion and willingness to share to share were the top-ranking predictors of belief change in the model. Our findings provide insights into the characteristics of persuasive messages and demonstrate how LLMs can enhance models of successful persuasion based on psychological theory. Given these insights, this work has broader applications in fields such as online influence detection and misinformation mitigation, as well as measuring the effectiveness of online narratives.
%R 10.36190/2025.38
%U https://aclanthology.org/2025.nlpsi-1.5/
%U https://doi.org/10.36190/2025.38
%P 45-56
Markdown (Informal)
[A Hybrid Theory and Data-driven Approach to Persuasion Detection with Large Language Models](https://aclanthology.org/2025.nlpsi-1.5/) (Hoang et al., NLPSI 2025)
ACL