@InProceedings{mareek-rosa:2018:BlackboxNLP,
  author    = {Mareček, David  and  Rosa, Rudolf},
  title     = {Extracting Syntactic Trees from Transformer Encoder Self-Attentions},
  booktitle = {Proceedings of the 2018 EMNLP Workshop BlackboxNLP: Analyzing and Interpreting Neural Networks for NLP},
  month     = {November},
  year      = {2018},
  address   = {Brussels, Belgium},
  publisher = {Association for Computational Linguistics},
  pages     = {347--349},
  abstract  = {This is a work in progress about extracting the sentence tree structures from the encoder's self-attention weights, when translating into another language using the Transformer neural network architecture. We visualize the structures and discuss their characteristics with respect to the existing syntactic theories and annotations.},
  url       = {http://www.aclweb.org/anthology/W18-5444}
}