@inproceedings{blinov-avetisian-2020-transformer,
title = "Transformer Models for Drug Adverse Effects Detection from Tweets",
author = "Blinov, Pavel and
Avetisian, Manvel",
editor = "Gonzalez-Hernandez, Graciela and
Klein, Ari Z. and
Flores, Ivan and
Weissenbacher, Davy and
Magge, Arjun and
O'Connor, Karen and
Sarker, Abeed and
Minard, Anne-Lyse and
Tutubalina, Elena and
Miftahutdinov, Zulfat and
Alimova, Ilseyar",
booktitle = "Proceedings of the Fifth Social Media Mining for Health Applications Workshop {\&} Shared Task",
month = dec,
year = "2020",
address = "Barcelona, Spain (Online)",
publisher = "Association for Computational Linguistics",
url = "https://aclanthology.org/2020.smm4h-1.17",
pages = "110--112",
abstract = "In this paper we present the drug adverse effects detection system developed during our participation in the Social Media Mining for Health Applications Shared Task 2020. We experimented with transfer learning approach for English and Russian, BERT and RoBERTa architectures and several strategies for regression head composition. Our final submissions in both languages overcome average F1 by several percents margin.",
}
<?xml version="1.0" encoding="UTF-8"?>
<modsCollection xmlns="http://www.loc.gov/mods/v3">
<mods ID="blinov-avetisian-2020-transformer">
<titleInfo>
<title>Transformer Models for Drug Adverse Effects Detection from Tweets</title>
</titleInfo>
<name type="personal">
<namePart type="given">Pavel</namePart>
<namePart type="family">Blinov</namePart>
<role>
<roleTerm authority="marcrelator" type="text">author</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Manvel</namePart>
<namePart type="family">Avetisian</namePart>
<role>
<roleTerm authority="marcrelator" type="text">author</roleTerm>
</role>
</name>
<originInfo>
<dateIssued>2020-12</dateIssued>
</originInfo>
<typeOfResource>text</typeOfResource>
<relatedItem type="host">
<titleInfo>
<title>Proceedings of the Fifth Social Media Mining for Health Applications Workshop & Shared Task</title>
</titleInfo>
<name type="personal">
<namePart type="given">Graciela</namePart>
<namePart type="family">Gonzalez-Hernandez</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Ari</namePart>
<namePart type="given">Z</namePart>
<namePart type="family">Klein</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Ivan</namePart>
<namePart type="family">Flores</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Davy</namePart>
<namePart type="family">Weissenbacher</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Arjun</namePart>
<namePart type="family">Magge</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Karen</namePart>
<namePart type="family">O’Connor</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Abeed</namePart>
<namePart type="family">Sarker</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Anne-Lyse</namePart>
<namePart type="family">Minard</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Elena</namePart>
<namePart type="family">Tutubalina</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Zulfat</namePart>
<namePart type="family">Miftahutdinov</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Ilseyar</namePart>
<namePart type="family">Alimova</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<originInfo>
<publisher>Association for Computational Linguistics</publisher>
<place>
<placeTerm type="text">Barcelona, Spain (Online)</placeTerm>
</place>
</originInfo>
<genre authority="marcgt">conference publication</genre>
</relatedItem>
<abstract>In this paper we present the drug adverse effects detection system developed during our participation in the Social Media Mining for Health Applications Shared Task 2020. We experimented with transfer learning approach for English and Russian, BERT and RoBERTa architectures and several strategies for regression head composition. Our final submissions in both languages overcome average F1 by several percents margin.</abstract>
<identifier type="citekey">blinov-avetisian-2020-transformer</identifier>
<location>
<url>https://aclanthology.org/2020.smm4h-1.17</url>
</location>
<part>
<date>2020-12</date>
<extent unit="page">
<start>110</start>
<end>112</end>
</extent>
</part>
</mods>
</modsCollection>
%0 Conference Proceedings
%T Transformer Models for Drug Adverse Effects Detection from Tweets
%A Blinov, Pavel
%A Avetisian, Manvel
%Y Gonzalez-Hernandez, Graciela
%Y Klein, Ari Z.
%Y Flores, Ivan
%Y Weissenbacher, Davy
%Y Magge, Arjun
%Y O’Connor, Karen
%Y Sarker, Abeed
%Y Minard, Anne-Lyse
%Y Tutubalina, Elena
%Y Miftahutdinov, Zulfat
%Y Alimova, Ilseyar
%S Proceedings of the Fifth Social Media Mining for Health Applications Workshop & Shared Task
%D 2020
%8 December
%I Association for Computational Linguistics
%C Barcelona, Spain (Online)
%F blinov-avetisian-2020-transformer
%X In this paper we present the drug adverse effects detection system developed during our participation in the Social Media Mining for Health Applications Shared Task 2020. We experimented with transfer learning approach for English and Russian, BERT and RoBERTa architectures and several strategies for regression head composition. Our final submissions in both languages overcome average F1 by several percents margin.
%U https://aclanthology.org/2020.smm4h-1.17
%P 110-112
Markdown (Informal)
[Transformer Models for Drug Adverse Effects Detection from Tweets](https://aclanthology.org/2020.smm4h-1.17) (Blinov & Avetisian, SMM4H 2020)
ACL