@inproceedings{nedumpozhimana-kelleher-2021-finding,
title = "Finding {BERT}{'}s Idiomatic Key",
author = "Nedumpozhimana, Vasudevan and
Kelleher, John",
editor = "Cook, Paul and
Mitrovi{\'c}, Jelena and
Escart{\'\i}n, Carla Parra and
Vaidya, Ashwini and
Osenova, Petya and
Taslimipoor, Shiva and
Ramisch, Carlos",
booktitle = "Proceedings of the 17th Workshop on Multiword Expressions (MWE 2021)",
month = aug,
year = "2021",
address = "Online",
publisher = "Association for Computational Linguistics",
url = "https://aclanthology.org/2021.mwe-1.7",
doi = "10.18653/v1/2021.mwe-1.7",
pages = "57--62",
abstract = "Sentence embeddings encode information relating to the usage of idioms in a sentence. This paper reports a set of experiments that combine a probing methodology with input masking to analyse where in a sentence this idiomatic information is taken from, and what form it takes. Our results indicate that BERT{'}s idiomatic key is primarily found within an idiomatic expression, but also draws on information from the surrounding context. Also, BERT can distinguish between the disruption in a sentence caused by words missing and the incongruity caused by idiomatic usage.",
}
<?xml version="1.0" encoding="UTF-8"?>
<modsCollection xmlns="http://www.loc.gov/mods/v3">
<mods ID="nedumpozhimana-kelleher-2021-finding">
<titleInfo>
<title>Finding BERT’s Idiomatic Key</title>
</titleInfo>
<name type="personal">
<namePart type="given">Vasudevan</namePart>
<namePart type="family">Nedumpozhimana</namePart>
<role>
<roleTerm authority="marcrelator" type="text">author</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">John</namePart>
<namePart type="family">Kelleher</namePart>
<role>
<roleTerm authority="marcrelator" type="text">author</roleTerm>
</role>
</name>
<originInfo>
<dateIssued>2021-08</dateIssued>
</originInfo>
<typeOfResource>text</typeOfResource>
<relatedItem type="host">
<titleInfo>
<title>Proceedings of the 17th Workshop on Multiword Expressions (MWE 2021)</title>
</titleInfo>
<name type="personal">
<namePart type="given">Paul</namePart>
<namePart type="family">Cook</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Jelena</namePart>
<namePart type="family">Mitrović</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Carla</namePart>
<namePart type="given">Parra</namePart>
<namePart type="family">Escartín</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Ashwini</namePart>
<namePart type="family">Vaidya</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Petya</namePart>
<namePart type="family">Osenova</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Shiva</namePart>
<namePart type="family">Taslimipoor</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Carlos</namePart>
<namePart type="family">Ramisch</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<originInfo>
<publisher>Association for Computational Linguistics</publisher>
<place>
<placeTerm type="text">Online</placeTerm>
</place>
</originInfo>
<genre authority="marcgt">conference publication</genre>
</relatedItem>
<abstract>Sentence embeddings encode information relating to the usage of idioms in a sentence. This paper reports a set of experiments that combine a probing methodology with input masking to analyse where in a sentence this idiomatic information is taken from, and what form it takes. Our results indicate that BERT’s idiomatic key is primarily found within an idiomatic expression, but also draws on information from the surrounding context. Also, BERT can distinguish between the disruption in a sentence caused by words missing and the incongruity caused by idiomatic usage.</abstract>
<identifier type="citekey">nedumpozhimana-kelleher-2021-finding</identifier>
<identifier type="doi">10.18653/v1/2021.mwe-1.7</identifier>
<location>
<url>https://aclanthology.org/2021.mwe-1.7</url>
</location>
<part>
<date>2021-08</date>
<extent unit="page">
<start>57</start>
<end>62</end>
</extent>
</part>
</mods>
</modsCollection>
%0 Conference Proceedings
%T Finding BERT’s Idiomatic Key
%A Nedumpozhimana, Vasudevan
%A Kelleher, John
%Y Cook, Paul
%Y Mitrović, Jelena
%Y Escartín, Carla Parra
%Y Vaidya, Ashwini
%Y Osenova, Petya
%Y Taslimipoor, Shiva
%Y Ramisch, Carlos
%S Proceedings of the 17th Workshop on Multiword Expressions (MWE 2021)
%D 2021
%8 August
%I Association for Computational Linguistics
%C Online
%F nedumpozhimana-kelleher-2021-finding
%X Sentence embeddings encode information relating to the usage of idioms in a sentence. This paper reports a set of experiments that combine a probing methodology with input masking to analyse where in a sentence this idiomatic information is taken from, and what form it takes. Our results indicate that BERT’s idiomatic key is primarily found within an idiomatic expression, but also draws on information from the surrounding context. Also, BERT can distinguish between the disruption in a sentence caused by words missing and the incongruity caused by idiomatic usage.
%R 10.18653/v1/2021.mwe-1.7
%U https://aclanthology.org/2021.mwe-1.7
%U https://doi.org/10.18653/v1/2021.mwe-1.7
%P 57-62
Markdown (Informal)
[Finding BERT’s Idiomatic Key](https://aclanthology.org/2021.mwe-1.7) (Nedumpozhimana & Kelleher, MWE 2021)
ACL
- Vasudevan Nedumpozhimana and John Kelleher. 2021. Finding BERT’s Idiomatic Key. In Proceedings of the 17th Workshop on Multiword Expressions (MWE 2021), pages 57–62, Online. Association for Computational Linguistics.