@inproceedings{myers-palmer-2021-tuning,
title = "Tuning Deep Active Learning for Semantic Role Labeling",
author = "Myers, Skatje and
Palmer, Martha",
editor = "Zarrie{\ss}, Sina and
Bos, Johan and
van Noord, Rik and
Abzianidze, Lasha",
booktitle = "Proceedings of the 14th International Conference on Computational Semantics (IWCS)",
month = jun,
year = "2021",
address = "Groningen, The Netherlands (online)",
publisher = "Association for Computational Linguistics",
url = "https://aclanthology.org/2021.iwcs-1.20",
pages = "212--221",
abstract = "Active learning has been shown to reduce annotation requirements for numerous natural language processing tasks, including semantic role labeling (SRL). SRL involves labeling argument spans for potentially multiple predicates in a sentence, which makes it challenging to aggregate the numerous decisions into a single score for determining new instances to annotate. In this paper, we apply two ways of aggregating scores across multiple predicates in order to choose query sentences with two methods of estimating model certainty: using the neural network{'}s outputs and using dropout-based Bayesian Active Learning by Disagreement. We compare these methods with three passive baselines {---} random sentence selection, random whole-document selection, and selecting sentences with the most predicates {---} and analyse the effect these strategies have on the learning curve with respect to reducing the number of annotated sentences and predicates to achieve high performance.",
}
<?xml version="1.0" encoding="UTF-8"?>
<modsCollection xmlns="http://www.loc.gov/mods/v3">
<mods ID="myers-palmer-2021-tuning">
<titleInfo>
<title>Tuning Deep Active Learning for Semantic Role Labeling</title>
</titleInfo>
<name type="personal">
<namePart type="given">Skatje</namePart>
<namePart type="family">Myers</namePart>
<role>
<roleTerm authority="marcrelator" type="text">author</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Martha</namePart>
<namePart type="family">Palmer</namePart>
<role>
<roleTerm authority="marcrelator" type="text">author</roleTerm>
</role>
</name>
<originInfo>
<dateIssued>2021-06</dateIssued>
</originInfo>
<typeOfResource>text</typeOfResource>
<relatedItem type="host">
<titleInfo>
<title>Proceedings of the 14th International Conference on Computational Semantics (IWCS)</title>
</titleInfo>
<name type="personal">
<namePart type="given">Sina</namePart>
<namePart type="family">Zarrieß</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Johan</namePart>
<namePart type="family">Bos</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Rik</namePart>
<namePart type="family">van Noord</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Lasha</namePart>
<namePart type="family">Abzianidze</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<originInfo>
<publisher>Association for Computational Linguistics</publisher>
<place>
<placeTerm type="text">Groningen, The Netherlands (online)</placeTerm>
</place>
</originInfo>
<genre authority="marcgt">conference publication</genre>
</relatedItem>
<abstract>Active learning has been shown to reduce annotation requirements for numerous natural language processing tasks, including semantic role labeling (SRL). SRL involves labeling argument spans for potentially multiple predicates in a sentence, which makes it challenging to aggregate the numerous decisions into a single score for determining new instances to annotate. In this paper, we apply two ways of aggregating scores across multiple predicates in order to choose query sentences with two methods of estimating model certainty: using the neural network’s outputs and using dropout-based Bayesian Active Learning by Disagreement. We compare these methods with three passive baselines — random sentence selection, random whole-document selection, and selecting sentences with the most predicates — and analyse the effect these strategies have on the learning curve with respect to reducing the number of annotated sentences and predicates to achieve high performance.</abstract>
<identifier type="citekey">myers-palmer-2021-tuning</identifier>
<location>
<url>https://aclanthology.org/2021.iwcs-1.20</url>
</location>
<part>
<date>2021-06</date>
<extent unit="page">
<start>212</start>
<end>221</end>
</extent>
</part>
</mods>
</modsCollection>
%0 Conference Proceedings
%T Tuning Deep Active Learning for Semantic Role Labeling
%A Myers, Skatje
%A Palmer, Martha
%Y Zarrieß, Sina
%Y Bos, Johan
%Y van Noord, Rik
%Y Abzianidze, Lasha
%S Proceedings of the 14th International Conference on Computational Semantics (IWCS)
%D 2021
%8 June
%I Association for Computational Linguistics
%C Groningen, The Netherlands (online)
%F myers-palmer-2021-tuning
%X Active learning has been shown to reduce annotation requirements for numerous natural language processing tasks, including semantic role labeling (SRL). SRL involves labeling argument spans for potentially multiple predicates in a sentence, which makes it challenging to aggregate the numerous decisions into a single score for determining new instances to annotate. In this paper, we apply two ways of aggregating scores across multiple predicates in order to choose query sentences with two methods of estimating model certainty: using the neural network’s outputs and using dropout-based Bayesian Active Learning by Disagreement. We compare these methods with three passive baselines — random sentence selection, random whole-document selection, and selecting sentences with the most predicates — and analyse the effect these strategies have on the learning curve with respect to reducing the number of annotated sentences and predicates to achieve high performance.
%U https://aclanthology.org/2021.iwcs-1.20
%P 212-221
Markdown (Informal)
[Tuning Deep Active Learning for Semantic Role Labeling](https://aclanthology.org/2021.iwcs-1.20) (Myers & Palmer, IWCS 2021)
ACL
- Skatje Myers and Martha Palmer. 2021. Tuning Deep Active Learning for Semantic Role Labeling. In Proceedings of the 14th International Conference on Computational Semantics (IWCS), pages 212–221, Groningen, The Netherlands (online). Association for Computational Linguistics.