@inproceedings{reuver-mattis-2021-implementing,
title = "Implementing Evaluation Metrics Based on Theories of Democracy in News Comment Recommendation (Hackathon Report)",
author = "Reuver, Myrthe and
Mattis, Nicolas",
editor = "Toivonen, Hannu and
Boggia, Michele",
booktitle = "Proceedings of the EACL Hackashop on News Media Content Analysis and Automated Report Generation",
month = apr,
year = "2021",
address = "Online",
publisher = "Association for Computational Linguistics",
url = "https://aclanthology.org/2021.hackashop-1.19",
pages = "134--139",
abstract = "Diversity in news recommendation is important for democratic debate. Current recommendation strategies, as well as evaluation metrics for recommender systems, do not explicitly focus on this aspect of news recommendation. In the 2021 Embeddia Hackathon, we implemented one novel, normative theory-based evaluation metric, {``}activation{''}, and use it to compare two recommendation strategies of New York Times comments, one based on user likes and another on editor picks. We found that both comment recommendation strategies lead to recommendations consistently less activating than the available comments in the pool of data, but the editor{'}s picks more so. This might indicate that New York Times editors{'} support a deliberative democratic model, in which less activation is deemed ideal for democratic debate.",
}
<?xml version="1.0" encoding="UTF-8"?>
<modsCollection xmlns="http://www.loc.gov/mods/v3">
<mods ID="reuver-mattis-2021-implementing">
<titleInfo>
<title>Implementing Evaluation Metrics Based on Theories of Democracy in News Comment Recommendation (Hackathon Report)</title>
</titleInfo>
<name type="personal">
<namePart type="given">Myrthe</namePart>
<namePart type="family">Reuver</namePart>
<role>
<roleTerm authority="marcrelator" type="text">author</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Nicolas</namePart>
<namePart type="family">Mattis</namePart>
<role>
<roleTerm authority="marcrelator" type="text">author</roleTerm>
</role>
</name>
<originInfo>
<dateIssued>2021-04</dateIssued>
</originInfo>
<typeOfResource>text</typeOfResource>
<relatedItem type="host">
<titleInfo>
<title>Proceedings of the EACL Hackashop on News Media Content Analysis and Automated Report Generation</title>
</titleInfo>
<name type="personal">
<namePart type="given">Hannu</namePart>
<namePart type="family">Toivonen</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Michele</namePart>
<namePart type="family">Boggia</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<originInfo>
<publisher>Association for Computational Linguistics</publisher>
<place>
<placeTerm type="text">Online</placeTerm>
</place>
</originInfo>
<genre authority="marcgt">conference publication</genre>
</relatedItem>
<abstract>Diversity in news recommendation is important for democratic debate. Current recommendation strategies, as well as evaluation metrics for recommender systems, do not explicitly focus on this aspect of news recommendation. In the 2021 Embeddia Hackathon, we implemented one novel, normative theory-based evaluation metric, “activation”, and use it to compare two recommendation strategies of New York Times comments, one based on user likes and another on editor picks. We found that both comment recommendation strategies lead to recommendations consistently less activating than the available comments in the pool of data, but the editor’s picks more so. This might indicate that New York Times editors’ support a deliberative democratic model, in which less activation is deemed ideal for democratic debate.</abstract>
<identifier type="citekey">reuver-mattis-2021-implementing</identifier>
<location>
<url>https://aclanthology.org/2021.hackashop-1.19</url>
</location>
<part>
<date>2021-04</date>
<extent unit="page">
<start>134</start>
<end>139</end>
</extent>
</part>
</mods>
</modsCollection>
%0 Conference Proceedings
%T Implementing Evaluation Metrics Based on Theories of Democracy in News Comment Recommendation (Hackathon Report)
%A Reuver, Myrthe
%A Mattis, Nicolas
%Y Toivonen, Hannu
%Y Boggia, Michele
%S Proceedings of the EACL Hackashop on News Media Content Analysis and Automated Report Generation
%D 2021
%8 April
%I Association for Computational Linguistics
%C Online
%F reuver-mattis-2021-implementing
%X Diversity in news recommendation is important for democratic debate. Current recommendation strategies, as well as evaluation metrics for recommender systems, do not explicitly focus on this aspect of news recommendation. In the 2021 Embeddia Hackathon, we implemented one novel, normative theory-based evaluation metric, “activation”, and use it to compare two recommendation strategies of New York Times comments, one based on user likes and another on editor picks. We found that both comment recommendation strategies lead to recommendations consistently less activating than the available comments in the pool of data, but the editor’s picks more so. This might indicate that New York Times editors’ support a deliberative democratic model, in which less activation is deemed ideal for democratic debate.
%U https://aclanthology.org/2021.hackashop-1.19
%P 134-139
Markdown (Informal)
[Implementing Evaluation Metrics Based on Theories of Democracy in News Comment Recommendation (Hackathon Report)](https://aclanthology.org/2021.hackashop-1.19) (Reuver & Mattis, Hackashop 2021)
ACL