@InProceedings{kitaev-klein:2017:EMNLP2017,
  author    = {Kitaev, Nikita  and  Klein, Dan},
  title     = {Where is Misty? Interpreting Spatial Descriptors by Modeling Regions in Space},
  booktitle = {Proceedings of the 2017 Conference on Empirical Methods in Natural Language Processing},
  month     = {September},
  year      = {2017},
  address   = {Copenhagen, Denmark},
  publisher = {Association for Computational Linguistics},
  pages     = {157--166},
  abstract  = {We present a model for locating regions in space based on natural language
	descriptions. Starting with a 3D scene and a sentence, our model is able to
	associate words in the sentence with regions in the scene, interpret relations
	such as `on top of' or `next to,' and finally locate the region described in
	the sentence. All components form a single neural network that is trained
	end-to-end without prior knowledge of object segmentation. To evaluate our
	model, we construct and release a new dataset consisting of Minecraft scenes
	with crowdsourced natural language descriptions. We achieve a 32% relative
	error reduction compared to a strong neural baseline.},
  url       = {https://www.aclweb.org/anthology/D17-1015}
}

