@inproceedings{caselli-inel-2018-crowdsourcing,
title = "Crowdsourcing {S}tory{L}ines: Harnessing the Crowd for Causal Relation Annotation",
author = "Caselli, Tommaso and
Inel, Oana",
editor = "Caselli, Tommaso and
Miller, Ben and
van Erp, Marieke and
Vossen, Piek and
Palmer, Martha and
Hovy, Eduard and
Mitamura, Teruko and
Caswell, David and
Brown, Susan W. and
Bonial, Claire",
booktitle = "Proceedings of the Workshop Events and Stories in the News 2018",
month = aug,
year = "2018",
address = "Santa Fe, New Mexico, U.S.A",
publisher = "Association for Computational Linguistics",
url = "https://aclanthology.org/W18-4306",
pages = "44--54",
abstract = "This paper describes a crowdsourcing experiment on the annotation of plot-like structures in English news articles. CrowdThruth methodology and metrics have been applied to select valid annotations from the crowd. We further run an in-depth analysis of the annotated data by comparing them with available expert data. Our results show a valuable use of crowdsourcing annotations for such complex semantic tasks, and suggest a new annotation approach which combine crowd and experts.",
}
<?xml version="1.0" encoding="UTF-8"?>
<modsCollection xmlns="http://www.loc.gov/mods/v3">
<mods ID="caselli-inel-2018-crowdsourcing">
<titleInfo>
<title>Crowdsourcing StoryLines: Harnessing the Crowd for Causal Relation Annotation</title>
</titleInfo>
<name type="personal">
<namePart type="given">Tommaso</namePart>
<namePart type="family">Caselli</namePart>
<role>
<roleTerm authority="marcrelator" type="text">author</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Oana</namePart>
<namePart type="family">Inel</namePart>
<role>
<roleTerm authority="marcrelator" type="text">author</roleTerm>
</role>
</name>
<originInfo>
<dateIssued>2018-08</dateIssued>
</originInfo>
<typeOfResource>text</typeOfResource>
<relatedItem type="host">
<titleInfo>
<title>Proceedings of the Workshop Events and Stories in the News 2018</title>
</titleInfo>
<name type="personal">
<namePart type="given">Tommaso</namePart>
<namePart type="family">Caselli</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Ben</namePart>
<namePart type="family">Miller</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Marieke</namePart>
<namePart type="family">van Erp</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Piek</namePart>
<namePart type="family">Vossen</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Martha</namePart>
<namePart type="family">Palmer</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Eduard</namePart>
<namePart type="family">Hovy</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Teruko</namePart>
<namePart type="family">Mitamura</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">David</namePart>
<namePart type="family">Caswell</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Susan</namePart>
<namePart type="given">W</namePart>
<namePart type="family">Brown</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Claire</namePart>
<namePart type="family">Bonial</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<originInfo>
<publisher>Association for Computational Linguistics</publisher>
<place>
<placeTerm type="text">Santa Fe, New Mexico, U.S.A</placeTerm>
</place>
</originInfo>
<genre authority="marcgt">conference publication</genre>
</relatedItem>
<abstract>This paper describes a crowdsourcing experiment on the annotation of plot-like structures in English news articles. CrowdThruth methodology and metrics have been applied to select valid annotations from the crowd. We further run an in-depth analysis of the annotated data by comparing them with available expert data. Our results show a valuable use of crowdsourcing annotations for such complex semantic tasks, and suggest a new annotation approach which combine crowd and experts.</abstract>
<identifier type="citekey">caselli-inel-2018-crowdsourcing</identifier>
<location>
<url>https://aclanthology.org/W18-4306</url>
</location>
<part>
<date>2018-08</date>
<extent unit="page">
<start>44</start>
<end>54</end>
</extent>
</part>
</mods>
</modsCollection>
%0 Conference Proceedings
%T Crowdsourcing StoryLines: Harnessing the Crowd for Causal Relation Annotation
%A Caselli, Tommaso
%A Inel, Oana
%Y Caselli, Tommaso
%Y Miller, Ben
%Y van Erp, Marieke
%Y Vossen, Piek
%Y Palmer, Martha
%Y Hovy, Eduard
%Y Mitamura, Teruko
%Y Caswell, David
%Y Brown, Susan W.
%Y Bonial, Claire
%S Proceedings of the Workshop Events and Stories in the News 2018
%D 2018
%8 August
%I Association for Computational Linguistics
%C Santa Fe, New Mexico, U.S.A
%F caselli-inel-2018-crowdsourcing
%X This paper describes a crowdsourcing experiment on the annotation of plot-like structures in English news articles. CrowdThruth methodology and metrics have been applied to select valid annotations from the crowd. We further run an in-depth analysis of the annotated data by comparing them with available expert data. Our results show a valuable use of crowdsourcing annotations for such complex semantic tasks, and suggest a new annotation approach which combine crowd and experts.
%U https://aclanthology.org/W18-4306
%P 44-54
Markdown (Informal)
[Crowdsourcing StoryLines: Harnessing the Crowd for Causal Relation Annotation](https://aclanthology.org/W18-4306) (Caselli & Inel, EventStory 2018)
ACL