@inproceedings{el-kurdi-etal-2020-scalable,
title = "Scalable Cross-lingual Treebank Synthesis for Improved Production Dependency Parsers",
author = "El-Kurdi, Yousef and
Kanayama, Hiroshi and
Sarioglu Kayi, Efsun and
Castelli, Vittorio and
Ward, Todd and
Florian, Radu",
editor = "Clifton, Ann and
Napoles, Courtney",
booktitle = "Proceedings of the 28th International Conference on Computational Linguistics: Industry Track",
month = dec,
year = "2020",
address = "Online",
publisher = "International Committee on Computational Linguistics",
url = "https://aclanthology.org/2020.coling-industry.16/",
doi = "10.18653/v1/2020.coling-industry.16",
pages = "172--178",
abstract = "We present scalable Universal Dependency (UD) treebank synthesis techniques that exploit advances in language representation modeling which leverage vast amounts of unlabeled general-purpose multilingual text. We introduce a data augmentation technique that uses synthetic treebanks to improve production-grade parsers. The synthetic treebanks are generated using a state-of-the-art biaffine parser adapted with pretrained Transformer models, such as Multilingual BERT (M-BERT). The new parser improves LAS by up to two points on seven languages. The production models' LAS performance improves as the augmented treebanks scale in size, surpassing performance of production models trained on originally annotated UD treebanks."
}
<?xml version="1.0" encoding="UTF-8"?>
<modsCollection xmlns="http://www.loc.gov/mods/v3">
<mods ID="el-kurdi-etal-2020-scalable">
<titleInfo>
<title>Scalable Cross-lingual Treebank Synthesis for Improved Production Dependency Parsers</title>
</titleInfo>
<name type="personal">
<namePart type="given">Yousef</namePart>
<namePart type="family">El-Kurdi</namePart>
<role>
<roleTerm authority="marcrelator" type="text">author</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Hiroshi</namePart>
<namePart type="family">Kanayama</namePart>
<role>
<roleTerm authority="marcrelator" type="text">author</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Efsun</namePart>
<namePart type="family">Sarioglu Kayi</namePart>
<role>
<roleTerm authority="marcrelator" type="text">author</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Vittorio</namePart>
<namePart type="family">Castelli</namePart>
<role>
<roleTerm authority="marcrelator" type="text">author</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Todd</namePart>
<namePart type="family">Ward</namePart>
<role>
<roleTerm authority="marcrelator" type="text">author</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Radu</namePart>
<namePart type="family">Florian</namePart>
<role>
<roleTerm authority="marcrelator" type="text">author</roleTerm>
</role>
</name>
<originInfo>
<dateIssued>2020-12</dateIssued>
</originInfo>
<typeOfResource>text</typeOfResource>
<relatedItem type="host">
<titleInfo>
<title>Proceedings of the 28th International Conference on Computational Linguistics: Industry Track</title>
</titleInfo>
<name type="personal">
<namePart type="given">Ann</namePart>
<namePart type="family">Clifton</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Courtney</namePart>
<namePart type="family">Napoles</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<originInfo>
<publisher>International Committee on Computational Linguistics</publisher>
<place>
<placeTerm type="text">Online</placeTerm>
</place>
</originInfo>
<genre authority="marcgt">conference publication</genre>
</relatedItem>
<abstract>We present scalable Universal Dependency (UD) treebank synthesis techniques that exploit advances in language representation modeling which leverage vast amounts of unlabeled general-purpose multilingual text. We introduce a data augmentation technique that uses synthetic treebanks to improve production-grade parsers. The synthetic treebanks are generated using a state-of-the-art biaffine parser adapted with pretrained Transformer models, such as Multilingual BERT (M-BERT). The new parser improves LAS by up to two points on seven languages. The production models’ LAS performance improves as the augmented treebanks scale in size, surpassing performance of production models trained on originally annotated UD treebanks.</abstract>
<identifier type="citekey">el-kurdi-etal-2020-scalable</identifier>
<identifier type="doi">10.18653/v1/2020.coling-industry.16</identifier>
<location>
<url>https://aclanthology.org/2020.coling-industry.16/</url>
</location>
<part>
<date>2020-12</date>
<extent unit="page">
<start>172</start>
<end>178</end>
</extent>
</part>
</mods>
</modsCollection>
%0 Conference Proceedings
%T Scalable Cross-lingual Treebank Synthesis for Improved Production Dependency Parsers
%A El-Kurdi, Yousef
%A Kanayama, Hiroshi
%A Sarioglu Kayi, Efsun
%A Castelli, Vittorio
%A Ward, Todd
%A Florian, Radu
%Y Clifton, Ann
%Y Napoles, Courtney
%S Proceedings of the 28th International Conference on Computational Linguistics: Industry Track
%D 2020
%8 December
%I International Committee on Computational Linguistics
%C Online
%F el-kurdi-etal-2020-scalable
%X We present scalable Universal Dependency (UD) treebank synthesis techniques that exploit advances in language representation modeling which leverage vast amounts of unlabeled general-purpose multilingual text. We introduce a data augmentation technique that uses synthetic treebanks to improve production-grade parsers. The synthetic treebanks are generated using a state-of-the-art biaffine parser adapted with pretrained Transformer models, such as Multilingual BERT (M-BERT). The new parser improves LAS by up to two points on seven languages. The production models’ LAS performance improves as the augmented treebanks scale in size, surpassing performance of production models trained on originally annotated UD treebanks.
%R 10.18653/v1/2020.coling-industry.16
%U https://aclanthology.org/2020.coling-industry.16/
%U https://doi.org/10.18653/v1/2020.coling-industry.16
%P 172-178
Markdown (Informal)
[Scalable Cross-lingual Treebank Synthesis for Improved Production Dependency Parsers](https://aclanthology.org/2020.coling-industry.16/) (El-Kurdi et al., COLING 2020)
ACL