@inproceedings{gyllensten-etal-2019-r,
title = "{R}-grams: Unsupervised Learning of Semantic Units in Natural Language",
author = "Gyllensten, Amaru Cuba and
Ekgren, Ariel and
Sahlgren, Magnus",
editor = "Dobnik, Simon and
Chatzikyriakidis, Stergios and
Demberg, Vera and
Abu Kwaik, Kathrein and
Maraev, Vladislav",
booktitle = "Proceedings of the 13th International Conference on Computational Semantics - Student Papers",
month = may,
year = "2019",
address = "Gothenburg, Sweden",
publisher = "Association for Computational Linguistics",
url = "https://aclanthology.org/W19-0607/",
doi = "10.18653/v1/W19-0607",
pages = "52--62",
abstract = "This paper investigates data-driven segmentation using Re-Pair or Byte Pair Encoding-techniques. In contrast to previous work which has primarily been focused on subword units for machine translation, we are interested in the general properties of such segments above the word level. We call these segments r-grams, and discuss their properties and the effect they have on the token frequency distribution. The proposed approach is evaluated by demonstrating its viability in embedding techniques, both in monolingual and multilingual test settings. We also provide a number of qualitative examples of the proposed methodology, demonstrating its viability as a language-invariant segmentation procedure."
}
<?xml version="1.0" encoding="UTF-8"?>
<modsCollection xmlns="http://www.loc.gov/mods/v3">
<mods ID="gyllensten-etal-2019-r">
<titleInfo>
<title>R-grams: Unsupervised Learning of Semantic Units in Natural Language</title>
</titleInfo>
<name type="personal">
<namePart type="given">Amaru</namePart>
<namePart type="given">Cuba</namePart>
<namePart type="family">Gyllensten</namePart>
<role>
<roleTerm authority="marcrelator" type="text">author</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Ariel</namePart>
<namePart type="family">Ekgren</namePart>
<role>
<roleTerm authority="marcrelator" type="text">author</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Magnus</namePart>
<namePart type="family">Sahlgren</namePart>
<role>
<roleTerm authority="marcrelator" type="text">author</roleTerm>
</role>
</name>
<originInfo>
<dateIssued>2019-05</dateIssued>
</originInfo>
<typeOfResource>text</typeOfResource>
<relatedItem type="host">
<titleInfo>
<title>Proceedings of the 13th International Conference on Computational Semantics - Student Papers</title>
</titleInfo>
<name type="personal">
<namePart type="given">Simon</namePart>
<namePart type="family">Dobnik</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Stergios</namePart>
<namePart type="family">Chatzikyriakidis</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Vera</namePart>
<namePart type="family">Demberg</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Kathrein</namePart>
<namePart type="family">Abu Kwaik</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Vladislav</namePart>
<namePart type="family">Maraev</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<originInfo>
<publisher>Association for Computational Linguistics</publisher>
<place>
<placeTerm type="text">Gothenburg, Sweden</placeTerm>
</place>
</originInfo>
<genre authority="marcgt">conference publication</genre>
</relatedItem>
<abstract>This paper investigates data-driven segmentation using Re-Pair or Byte Pair Encoding-techniques. In contrast to previous work which has primarily been focused on subword units for machine translation, we are interested in the general properties of such segments above the word level. We call these segments r-grams, and discuss their properties and the effect they have on the token frequency distribution. The proposed approach is evaluated by demonstrating its viability in embedding techniques, both in monolingual and multilingual test settings. We also provide a number of qualitative examples of the proposed methodology, demonstrating its viability as a language-invariant segmentation procedure.</abstract>
<identifier type="citekey">gyllensten-etal-2019-r</identifier>
<identifier type="doi">10.18653/v1/W19-0607</identifier>
<location>
<url>https://aclanthology.org/W19-0607/</url>
</location>
<part>
<date>2019-05</date>
<extent unit="page">
<start>52</start>
<end>62</end>
</extent>
</part>
</mods>
</modsCollection>
%0 Conference Proceedings
%T R-grams: Unsupervised Learning of Semantic Units in Natural Language
%A Gyllensten, Amaru Cuba
%A Ekgren, Ariel
%A Sahlgren, Magnus
%Y Dobnik, Simon
%Y Chatzikyriakidis, Stergios
%Y Demberg, Vera
%Y Abu Kwaik, Kathrein
%Y Maraev, Vladislav
%S Proceedings of the 13th International Conference on Computational Semantics - Student Papers
%D 2019
%8 May
%I Association for Computational Linguistics
%C Gothenburg, Sweden
%F gyllensten-etal-2019-r
%X This paper investigates data-driven segmentation using Re-Pair or Byte Pair Encoding-techniques. In contrast to previous work which has primarily been focused on subword units for machine translation, we are interested in the general properties of such segments above the word level. We call these segments r-grams, and discuss their properties and the effect they have on the token frequency distribution. The proposed approach is evaluated by demonstrating its viability in embedding techniques, both in monolingual and multilingual test settings. We also provide a number of qualitative examples of the proposed methodology, demonstrating its viability as a language-invariant segmentation procedure.
%R 10.18653/v1/W19-0607
%U https://aclanthology.org/W19-0607/
%U https://doi.org/10.18653/v1/W19-0607
%P 52-62
Markdown (Informal)
[R-grams: Unsupervised Learning of Semantic Units in Natural Language](https://aclanthology.org/W19-0607/) (Gyllensten et al., IWCS 2019)
ACL