@inproceedings{zhang-etal-2021-towards,
title = "Towards Navigation by Reasoning over Spatial Configurations",
author = "Zhang, Yue and
Guo, Quan and
Kordjamshidi, Parisa",
editor = "Alikhani, Malihe and
Blukis, Valts and
Kordjamshidi, Parisa and
Padmakumar, Aishwarya and
Tan, Hao",
booktitle = "Proceedings of Second International Combined Workshop on Spatial Language Understanding and Grounded Communication for Robotics",
month = aug,
year = "2021",
address = "Online",
publisher = "Association for Computational Linguistics",
url = "https://aclanthology.org/2021.splurobonlp-1.5",
doi = "10.18653/v1/2021.splurobonlp-1.5",
pages = "42--52",
abstract = "We deal with the navigation problem where the agent follows natural language instructions while observing the environment. Focusing on language understanding, we show the importance of spatial semantics in grounding navigation instructions into visual perceptions. We propose a neural agent that uses the elements of spatial configurations and investigate their influence on the navigation agent{'}s reasoning ability. Moreover, we model the sequential execution order and align visual objects with spatial configurations in the instruction. Our neural agent improves strong baselines on the seen environments and shows competitive performance on the unseen environments. Additionally, the experimental results demonstrate that explicit modeling of spatial semantic elements in the instructions can improve the grounding and spatial reasoning of the model.",
}
<?xml version="1.0" encoding="UTF-8"?>
<modsCollection xmlns="http://www.loc.gov/mods/v3">
<mods ID="zhang-etal-2021-towards">
<titleInfo>
<title>Towards Navigation by Reasoning over Spatial Configurations</title>
</titleInfo>
<name type="personal">
<namePart type="given">Yue</namePart>
<namePart type="family">Zhang</namePart>
<role>
<roleTerm authority="marcrelator" type="text">author</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Quan</namePart>
<namePart type="family">Guo</namePart>
<role>
<roleTerm authority="marcrelator" type="text">author</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Parisa</namePart>
<namePart type="family">Kordjamshidi</namePart>
<role>
<roleTerm authority="marcrelator" type="text">author</roleTerm>
</role>
</name>
<originInfo>
<dateIssued>2021-08</dateIssued>
</originInfo>
<typeOfResource>text</typeOfResource>
<relatedItem type="host">
<titleInfo>
<title>Proceedings of Second International Combined Workshop on Spatial Language Understanding and Grounded Communication for Robotics</title>
</titleInfo>
<name type="personal">
<namePart type="given">Malihe</namePart>
<namePart type="family">Alikhani</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Valts</namePart>
<namePart type="family">Blukis</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Parisa</namePart>
<namePart type="family">Kordjamshidi</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Aishwarya</namePart>
<namePart type="family">Padmakumar</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Hao</namePart>
<namePart type="family">Tan</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<originInfo>
<publisher>Association for Computational Linguistics</publisher>
<place>
<placeTerm type="text">Online</placeTerm>
</place>
</originInfo>
<genre authority="marcgt">conference publication</genre>
</relatedItem>
<abstract>We deal with the navigation problem where the agent follows natural language instructions while observing the environment. Focusing on language understanding, we show the importance of spatial semantics in grounding navigation instructions into visual perceptions. We propose a neural agent that uses the elements of spatial configurations and investigate their influence on the navigation agent’s reasoning ability. Moreover, we model the sequential execution order and align visual objects with spatial configurations in the instruction. Our neural agent improves strong baselines on the seen environments and shows competitive performance on the unseen environments. Additionally, the experimental results demonstrate that explicit modeling of spatial semantic elements in the instructions can improve the grounding and spatial reasoning of the model.</abstract>
<identifier type="citekey">zhang-etal-2021-towards</identifier>
<identifier type="doi">10.18653/v1/2021.splurobonlp-1.5</identifier>
<location>
<url>https://aclanthology.org/2021.splurobonlp-1.5</url>
</location>
<part>
<date>2021-08</date>
<extent unit="page">
<start>42</start>
<end>52</end>
</extent>
</part>
</mods>
</modsCollection>
%0 Conference Proceedings
%T Towards Navigation by Reasoning over Spatial Configurations
%A Zhang, Yue
%A Guo, Quan
%A Kordjamshidi, Parisa
%Y Alikhani, Malihe
%Y Blukis, Valts
%Y Kordjamshidi, Parisa
%Y Padmakumar, Aishwarya
%Y Tan, Hao
%S Proceedings of Second International Combined Workshop on Spatial Language Understanding and Grounded Communication for Robotics
%D 2021
%8 August
%I Association for Computational Linguistics
%C Online
%F zhang-etal-2021-towards
%X We deal with the navigation problem where the agent follows natural language instructions while observing the environment. Focusing on language understanding, we show the importance of spatial semantics in grounding navigation instructions into visual perceptions. We propose a neural agent that uses the elements of spatial configurations and investigate their influence on the navigation agent’s reasoning ability. Moreover, we model the sequential execution order and align visual objects with spatial configurations in the instruction. Our neural agent improves strong baselines on the seen environments and shows competitive performance on the unseen environments. Additionally, the experimental results demonstrate that explicit modeling of spatial semantic elements in the instructions can improve the grounding and spatial reasoning of the model.
%R 10.18653/v1/2021.splurobonlp-1.5
%U https://aclanthology.org/2021.splurobonlp-1.5
%U https://doi.org/10.18653/v1/2021.splurobonlp-1.5
%P 42-52
Markdown (Informal)
[Towards Navigation by Reasoning over Spatial Configurations](https://aclanthology.org/2021.splurobonlp-1.5) (Zhang et al., splurobonlp 2021)
ACL
- Yue Zhang, Quan Guo, and Parisa Kordjamshidi. 2021. Towards Navigation by Reasoning over Spatial Configurations. In Proceedings of Second International Combined Workshop on Spatial Language Understanding and Grounded Communication for Robotics, pages 42–52, Online. Association for Computational Linguistics.