@inproceedings{rush-2018-annotated,
title = "The Annotated Transformer",
author = "Rush, Alexander",
editor = "Park, Eunjeong L. and
Hagiwara, Masato and
Milajevs, Dmitrijs and
Tan, Liling",
booktitle = "Proceedings of Workshop for {NLP} Open Source Software ({NLP}-{OSS})",
month = jul,
year = "2018",
address = "Melbourne, Australia",
publisher = "Association for Computational Linguistics",
url = "https://aclanthology.org/W18-2509",
doi = "10.18653/v1/W18-2509",
pages = "52--60",
abstract = "A major goal of open-source NLP is to quickly and accurately reproduce the results of new work, in a manner that the community can easily use and modify. While most papers publish enough detail for replication, it still may be difficult to achieve good results in practice. This paper presents a worked exercise of paper reproduction with the goal of implementing the results of the recent Transformer model. The replication exercise aims at simple code structure that follows closely with the original work, while achieving an efficient usable system.",
}
<?xml version="1.0" encoding="UTF-8"?>
<modsCollection xmlns="http://www.loc.gov/mods/v3">
<mods ID="rush-2018-annotated">
<titleInfo>
<title>The Annotated Transformer</title>
</titleInfo>
<name type="personal">
<namePart type="given">Alexander</namePart>
<namePart type="family">Rush</namePart>
<role>
<roleTerm authority="marcrelator" type="text">author</roleTerm>
</role>
</name>
<originInfo>
<dateIssued>2018-07</dateIssued>
</originInfo>
<typeOfResource>text</typeOfResource>
<relatedItem type="host">
<titleInfo>
<title>Proceedings of Workshop for NLP Open Source Software (NLP-OSS)</title>
</titleInfo>
<name type="personal">
<namePart type="given">Eunjeong</namePart>
<namePart type="given">L</namePart>
<namePart type="family">Park</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Masato</namePart>
<namePart type="family">Hagiwara</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Dmitrijs</namePart>
<namePart type="family">Milajevs</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Liling</namePart>
<namePart type="family">Tan</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<originInfo>
<publisher>Association for Computational Linguistics</publisher>
<place>
<placeTerm type="text">Melbourne, Australia</placeTerm>
</place>
</originInfo>
<genre authority="marcgt">conference publication</genre>
</relatedItem>
<abstract>A major goal of open-source NLP is to quickly and accurately reproduce the results of new work, in a manner that the community can easily use and modify. While most papers publish enough detail for replication, it still may be difficult to achieve good results in practice. This paper presents a worked exercise of paper reproduction with the goal of implementing the results of the recent Transformer model. The replication exercise aims at simple code structure that follows closely with the original work, while achieving an efficient usable system.</abstract>
<identifier type="citekey">rush-2018-annotated</identifier>
<identifier type="doi">10.18653/v1/W18-2509</identifier>
<location>
<url>https://aclanthology.org/W18-2509</url>
</location>
<part>
<date>2018-07</date>
<extent unit="page">
<start>52</start>
<end>60</end>
</extent>
</part>
</mods>
</modsCollection>
%0 Conference Proceedings
%T The Annotated Transformer
%A Rush, Alexander
%Y Park, Eunjeong L.
%Y Hagiwara, Masato
%Y Milajevs, Dmitrijs
%Y Tan, Liling
%S Proceedings of Workshop for NLP Open Source Software (NLP-OSS)
%D 2018
%8 July
%I Association for Computational Linguistics
%C Melbourne, Australia
%F rush-2018-annotated
%X A major goal of open-source NLP is to quickly and accurately reproduce the results of new work, in a manner that the community can easily use and modify. While most papers publish enough detail for replication, it still may be difficult to achieve good results in practice. This paper presents a worked exercise of paper reproduction with the goal of implementing the results of the recent Transformer model. The replication exercise aims at simple code structure that follows closely with the original work, while achieving an efficient usable system.
%R 10.18653/v1/W18-2509
%U https://aclanthology.org/W18-2509
%U https://doi.org/10.18653/v1/W18-2509
%P 52-60
Markdown (Informal)
[The Annotated Transformer](https://aclanthology.org/W18-2509) (Rush, NLPOSS 2018)
ACL
- Alexander Rush. 2018. The Annotated Transformer. In Proceedings of Workshop for NLP Open Source Software (NLP-OSS), pages 52–60, Melbourne, Australia. Association for Computational Linguistics.