@proceedings{insights-2022-insights,
    title = "Proceedings of the Third Workshop on Insights from Negative Results in NLP",
    editor = "Tafreshi, Shabnam  and
      Sedoc, Jo{\~a}o  and
      Rogers, Anna  and
      Drozd, Aleksandr  and
      Rumshisky, Anna  and
      Akula, Arjun",
    month = may,
    year = "2022",
    address = "Dublin, Ireland",
    publisher = "Association for Computational Linguistics",
    url = "https://aclanthology.org/2022.insights-1.0/"
}
@inproceedings{ding-etal-2022-isotropy,
    title = "On Isotropy Calibration of Transformer Models",
    author = "Ding, Yue  and
      Martinkus, Karolis  and
      Pascual, Damian  and
      Clematide, Simon  and
      Wattenhofer, Roger",
    editor = "Tafreshi, Shabnam  and
      Sedoc, Jo{\~a}o  and
      Rogers, Anna  and
      Drozd, Aleksandr  and
      Rumshisky, Anna  and
      Akula, Arjun",
    booktitle = "Proceedings of the Third Workshop on Insights from Negative Results in NLP",
    month = may,
    year = "2022",
    address = "Dublin, Ireland",
    publisher = "Association for Computational Linguistics",
    url = "https://aclanthology.org/2022.insights-1.1/",
    doi = "10.18653/v1/2022.insights-1.1",
    pages = "1--9"
}
@inproceedings{cignarella-etal-2022-dependency,
    title = "Do Dependency Relations Help in the Task of Stance Detection?",
    author = "Cignarella, Alessandra Teresa  and
      Bosco, Cristina  and
      Rosso, Paolo",
    editor = "Tafreshi, Shabnam  and
      Sedoc, Jo{\~a}o  and
      Rogers, Anna  and
      Drozd, Aleksandr  and
      Rumshisky, Anna  and
      Akula, Arjun",
    booktitle = "Proceedings of the Third Workshop on Insights from Negative Results in NLP",
    month = may,
    year = "2022",
    address = "Dublin, Ireland",
    publisher = "Association for Computational Linguistics",
    url = "https://aclanthology.org/2022.insights-1.2/",
    doi = "10.18653/v1/2022.insights-1.2",
    pages = "10--17"
}
@inproceedings{khosla-gangadharaiah-2022-evaluating,
    title = "Evaluating the Practical Utility of Confidence-score based Techniques for Unsupervised Open-world Classification",
    author = "Khosla, Sopan  and
      Gangadharaiah, Rashmi",
    editor = "Tafreshi, Shabnam  and
      Sedoc, Jo{\~a}o  and
      Rogers, Anna  and
      Drozd, Aleksandr  and
      Rumshisky, Anna  and
      Akula, Arjun",
    booktitle = "Proceedings of the Third Workshop on Insights from Negative Results in NLP",
    month = may,
    year = "2022",
    address = "Dublin, Ireland",
    publisher = "Association for Computational Linguistics",
    url = "https://aclanthology.org/2022.insights-1.3/",
    doi = "10.18653/v1/2022.insights-1.3",
    pages = "18--23"
}
@inproceedings{lyu-etal-2022-extending,
    title = "Extending the Scope of Out-of-Domain: Examining {QA} models in multiple subdomains",
    author = "Lyu, Chenyang  and
      Foster, Jennifer  and
      Graham, Yvette",
    editor = "Tafreshi, Shabnam  and
      Sedoc, Jo{\~a}o  and
      Rogers, Anna  and
      Drozd, Aleksandr  and
      Rumshisky, Anna  and
      Akula, Arjun",
    booktitle = "Proceedings of the Third Workshop on Insights from Negative Results in NLP",
    month = may,
    year = "2022",
    address = "Dublin, Ireland",
    publisher = "Association for Computational Linguistics",
    url = "https://aclanthology.org/2022.insights-1.4/",
    doi = "10.18653/v1/2022.insights-1.4",
    pages = "24--37"
}
@inproceedings{shaham-levy-2022-get,
    title = "What Do You Get When You Cross Beam Search with Nucleus Sampling?",
    author = "Shaham, Uri  and
      Levy, Omer",
    editor = "Tafreshi, Shabnam  and
      Sedoc, Jo{\~a}o  and
      Rogers, Anna  and
      Drozd, Aleksandr  and
      Rumshisky, Anna  and
      Akula, Arjun",
    booktitle = "Proceedings of the Third Workshop on Insights from Negative Results in NLP",
    month = may,
    year = "2022",
    address = "Dublin, Ireland",
    publisher = "Association for Computational Linguistics",
    url = "https://aclanthology.org/2022.insights-1.5/",
    doi = "10.18653/v1/2022.insights-1.5",
    pages = "38--45"
}
@inproceedings{sun-etal-2022-much,
    title = "How Much Do Modifications to Transformer Language Models Affect Their Ability to Learn Linguistic Knowledge?",
    author = "Sun, Simeng  and
      Dillon, Brian  and
      Iyyer, Mohit",
    editor = "Tafreshi, Shabnam  and
      Sedoc, Jo{\~a}o  and
      Rogers, Anna  and
      Drozd, Aleksandr  and
      Rumshisky, Anna  and
      Akula, Arjun",
    booktitle = "Proceedings of the Third Workshop on Insights from Negative Results in NLP",
    month = may,
    year = "2022",
    address = "Dublin, Ireland",
    publisher = "Association for Computational Linguistics",
    url = "https://aclanthology.org/2022.insights-1.6/",
    doi = "10.18653/v1/2022.insights-1.6",
    pages = "46--53"
}
@inproceedings{munoz-ortiz-etal-2022-cross,
    title = "Cross-lingual Inflection as a Data Augmentation Method for Parsing",
    author = "Mu{\~n}oz-Ortiz, Alberto  and
      G{\'o}mez-Rodr{\'i}guez, Carlos  and
      Vilares, David",
    editor = "Tafreshi, Shabnam  and
      Sedoc, Jo{\~a}o  and
      Rogers, Anna  and
      Drozd, Aleksandr  and
      Rumshisky, Anna  and
      Akula, Arjun",
    booktitle = "Proceedings of the Third Workshop on Insights from Negative Results in NLP",
    month = may,
    year = "2022",
    address = "Dublin, Ireland",
    publisher = "Association for Computational Linguistics",
    url = "https://aclanthology.org/2022.insights-1.7/",
    doi = "10.18653/v1/2022.insights-1.7",
    pages = "54--61"
}
@inproceedings{zhu-etal-2022-bert,
    title = "Is {BERT} Robust to Label Noise? A Study on Learning with Noisy Labels in Text Classification",
    author = "Zhu, Dawei  and
      Hedderich, Michael A.  and
      Zhai, Fangzhou  and
      Adelani, David Ifeoluwa  and
      Klakow, Dietrich",
    editor = "Tafreshi, Shabnam  and
      Sedoc, Jo{\~a}o  and
      Rogers, Anna  and
      Drozd, Aleksandr  and
      Rumshisky, Anna  and
      Akula, Arjun",
    booktitle = "Proceedings of the Third Workshop on Insights from Negative Results in NLP",
    month = may,
    year = "2022",
    address = "Dublin, Ireland",
    publisher = "Association for Computational Linguistics",
    url = "https://aclanthology.org/2022.insights-1.8/",
    doi = "10.18653/v1/2022.insights-1.8",
    pages = "62--67"
}
@inproceedings{lent-etal-2022-ancestor,
    title = "Ancestor-to-Creole Transfer is Not a Walk in the Park",
    author = "Lent, Heather  and
      Bugliarello, Emanuele  and
      S{\o}gaard, Anders",
    editor = "Tafreshi, Shabnam  and
      Sedoc, Jo{\~a}o  and
      Rogers, Anna  and
      Drozd, Aleksandr  and
      Rumshisky, Anna  and
      Akula, Arjun",
    booktitle = "Proceedings of the Third Workshop on Insights from Negative Results in NLP",
    month = may,
    year = "2022",
    address = "Dublin, Ireland",
    publisher = "Association for Computational Linguistics",
    url = "https://aclanthology.org/2022.insights-1.9/",
    doi = "10.18653/v1/2022.insights-1.9",
    pages = "68--74"
}
@inproceedings{yang-etal-2022-gpt,
    title = "What {GPT} Knows About Who is Who",
    author = "Yang, Xiaohan  and
      Peynetti, Eduardo  and
      Meerman, Vasco  and
      Tanner, Chris",
    editor = "Tafreshi, Shabnam  and
      Sedoc, Jo{\~a}o  and
      Rogers, Anna  and
      Drozd, Aleksandr  and
      Rumshisky, Anna  and
      Akula, Arjun",
    booktitle = "Proceedings of the Third Workshop on Insights from Negative Results in NLP",
    month = may,
    year = "2022",
    address = "Dublin, Ireland",
    publisher = "Association for Computational Linguistics",
    url = "https://aclanthology.org/2022.insights-1.10/",
    doi = "10.18653/v1/2022.insights-1.10",
    pages = "75--81"
}
@inproceedings{bajaj-etal-2022-evaluating,
    title = "Evaluating Biomedical Word Embeddings for Vocabulary Alignment at Scale in the {UMLS} {M}etathesaurus Using {S}iamese Networks",
    author = "Bajaj, Goonmeet  and
      Nguyen, Vinh  and
      Wijesiriwardene, Thilini  and
      Yip, Hong Yung  and
      Javangula, Vishesh  and
      Sheth, Amit  and
      Parthasarathy, Srinivasan  and
      Bodenreider, Olivier",
    editor = "Tafreshi, Shabnam  and
      Sedoc, Jo{\~a}o  and
      Rogers, Anna  and
      Drozd, Aleksandr  and
      Rumshisky, Anna  and
      Akula, Arjun",
    booktitle = "Proceedings of the Third Workshop on Insights from Negative Results in NLP",
    month = may,
    year = "2022",
    address = "Dublin, Ireland",
    publisher = "Association for Computational Linguistics",
    url = "https://aclanthology.org/2022.insights-1.11/",
    doi = "10.18653/v1/2022.insights-1.11",
    pages = "82--87"
}
@inproceedings{okimura-etal-2022-impact,
    title = "On the Impact of Data Augmentation on Downstream Performance in Natural Language Processing",
    author = "Okimura, Itsuki  and
      Reid, Machel  and
      Kawano, Makoto  and
      Matsuo, Yutaka",
    editor = "Tafreshi, Shabnam  and
      Sedoc, Jo{\~a}o  and
      Rogers, Anna  and
      Drozd, Aleksandr  and
      Rumshisky, Anna  and
      Akula, Arjun",
    booktitle = "Proceedings of the Third Workshop on Insights from Negative Results in NLP",
    month = may,
    year = "2022",
    address = "Dublin, Ireland",
    publisher = "Association for Computational Linguistics",
    url = "https://aclanthology.org/2022.insights-1.12/",
    doi = "10.18653/v1/2022.insights-1.12",
    pages = "88--93"
}
@inproceedings{ishii-etal-2022-question,
    title = "Can Question Rewriting Help Conversational Question Answering?",
    author = "Ishii, Etsuko  and
      Xu, Yan  and
      Cahyawijaya, Samuel  and
      Wilie, Bryan",
    editor = "Tafreshi, Shabnam  and
      Sedoc, Jo{\~a}o  and
      Rogers, Anna  and
      Drozd, Aleksandr  and
      Rumshisky, Anna  and
      Akula, Arjun",
    booktitle = "Proceedings of the Third Workshop on Insights from Negative Results in NLP",
    month = may,
    year = "2022",
    address = "Dublin, Ireland",
    publisher = "Association for Computational Linguistics",
    url = "https://aclanthology.org/2022.insights-1.13/",
    doi = "10.18653/v1/2022.insights-1.13",
    pages = "94--99"
}
@inproceedings{rodriguez-etal-2022-clustering,
    title = "Clustering Examples in Multi-Dataset Benchmarks with Item Response Theory",
    author = "Rodriguez, Pedro  and
      Htut, Phu Mon  and
      Lalor, John  and
      Sedoc, Jo{\~a}o",
    editor = "Tafreshi, Shabnam  and
      Sedoc, Jo{\~a}o  and
      Rogers, Anna  and
      Drozd, Aleksandr  and
      Rumshisky, Anna  and
      Akula, Arjun",
    booktitle = "Proceedings of the Third Workshop on Insights from Negative Results in NLP",
    month = may,
    year = "2022",
    address = "Dublin, Ireland",
    publisher = "Association for Computational Linguistics",
    url = "https://aclanthology.org/2022.insights-1.14/",
    doi = "10.18653/v1/2022.insights-1.14",
    pages = "100--112"
}
@inproceedings{kim-etal-2022-limits,
    title = "On the Limits of Evaluating Embodied Agent Model Generalization Using Validation Sets",
    author = "Kim, Hyounghun  and
      Padmakumar, Aishwarya  and
      Jin, Di  and
      Bansal, Mohit  and
      Hakkani-Tur, Dilek",
    editor = "Tafreshi, Shabnam  and
      Sedoc, Jo{\~a}o  and
      Rogers, Anna  and
      Drozd, Aleksandr  and
      Rumshisky, Anna  and
      Akula, Arjun",
    booktitle = "Proceedings of the Third Workshop on Insights from Negative Results in NLP",
    month = may,
    year = "2022",
    address = "Dublin, Ireland",
    publisher = "Association for Computational Linguistics",
    url = "https://aclanthology.org/2022.insights-1.15/",
    doi = "10.18653/v1/2022.insights-1.15",
    pages = "113--118"
}
@inproceedings{surkov-etal-2022-data,
    title = "Do Data-based Curricula Work?",
    author = "Surkov, Maxim  and
      Mosin, Vladislav  and
      Yamshchikov, Ivan P.",
    editor = "Tafreshi, Shabnam  and
      Sedoc, Jo{\~a}o  and
      Rogers, Anna  and
      Drozd, Aleksandr  and
      Rumshisky, Anna  and
      Akula, Arjun",
    booktitle = "Proceedings of the Third Workshop on Insights from Negative Results in NLP",
    month = may,
    year = "2022",
    address = "Dublin, Ireland",
    publisher = "Association for Computational Linguistics",
    url = "https://aclanthology.org/2022.insights-1.16/",
    doi = "10.18653/v1/2022.insights-1.16",
    pages = "119--128"
}
@inproceedings{bingyu-arefyev-2022-document,
    title = "The Document Vectors Using Cosine Similarity Revisited",
    author = "Bingyu, Zhang  and
      Arefyev, Nikolay",
    editor = "Tafreshi, Shabnam  and
      Sedoc, Jo{\~a}o  and
      Rogers, Anna  and
      Drozd, Aleksandr  and
      Rumshisky, Anna  and
      Akula, Arjun",
    booktitle = "Proceedings of the Third Workshop on Insights from Negative Results in NLP",
    month = may,
    year = "2022",
    address = "Dublin, Ireland",
    publisher = "Association for Computational Linguistics",
    url = "https://aclanthology.org/2022.insights-1.17/",
    doi = "10.18653/v1/2022.insights-1.17",
    pages = "129--133"
}
@inproceedings{sorodoc-etal-2022-challenges,
    title = "Challenges in including extra-linguistic context in pre-trained language models",
    author = "Sorodoc, Ionut  and
      Aina, Laura  and
      Boleda, Gemma",
    editor = "Tafreshi, Shabnam  and
      Sedoc, Jo{\~a}o  and
      Rogers, Anna  and
      Drozd, Aleksandr  and
      Rumshisky, Anna  and
      Akula, Arjun",
    booktitle = "Proceedings of the Third Workshop on Insights from Negative Results in NLP",
    month = may,
    year = "2022",
    address = "Dublin, Ireland",
    publisher = "Association for Computational Linguistics",
    url = "https://aclanthology.org/2022.insights-1.18/",
    doi = "10.18653/v1/2022.insights-1.18",
    pages = "134--138"
}
@inproceedings{ying-thomas-2022-label,
    title = "Label Errors in {BANKING}77",
    author = "Ying, Cecilia  and
      Thomas, Stephen",
    editor = "Tafreshi, Shabnam  and
      Sedoc, Jo{\~a}o  and
      Rogers, Anna  and
      Drozd, Aleksandr  and
      Rumshisky, Anna  and
      Akula, Arjun",
    booktitle = "Proceedings of the Third Workshop on Insights from Negative Results in NLP",
    month = may,
    year = "2022",
    address = "Dublin, Ireland",
    publisher = "Association for Computational Linguistics",
    url = "https://aclanthology.org/2022.insights-1.19/",
    doi = "10.18653/v1/2022.insights-1.19",
    pages = "139--143"
}
@inproceedings{chen-etal-2022-pathologies,
    title = "Pathologies of Pre-trained Language Models in Few-shot Fine-tuning",
    author = "Chen, Hanjie  and
      Zheng, Guoqing  and
      Awadallah, Ahmed  and
      Ji, Yangfeng",
    editor = "Tafreshi, Shabnam  and
      Sedoc, Jo{\~a}o  and
      Rogers, Anna  and
      Drozd, Aleksandr  and
      Rumshisky, Anna  and
      Akula, Arjun",
    booktitle = "Proceedings of the Third Workshop on Insights from Negative Results in NLP",
    month = may,
    year = "2022",
    address = "Dublin, Ireland",
    publisher = "Association for Computational Linguistics",
    url = "https://aclanthology.org/2022.insights-1.20/",
    doi = "10.18653/v1/2022.insights-1.20",
    pages = "144--153"
}
@inproceedings{kumar-etal-2022-empirical,
    title = "An Empirical study to understand the Compositional Prowess of Neural Dialog Models",
    author = "Kumar, Vinayshekhar  and
      Kumar, Vaibhav  and
      Bhutani, Mukul  and
      Rudnicky, Alexander",
    editor = "Tafreshi, Shabnam  and
      Sedoc, Jo{\~a}o  and
      Rogers, Anna  and
      Drozd, Aleksandr  and
      Rumshisky, Anna  and
      Akula, Arjun",
    booktitle = "Proceedings of the Third Workshop on Insights from Negative Results in NLP",
    month = may,
    year = "2022",
    address = "Dublin, Ireland",
    publisher = "Association for Computational Linguistics",
    url = "https://aclanthology.org/2022.insights-1.21/",
    doi = "10.18653/v1/2022.insights-1.21",
    pages = "154--158"
}
@inproceedings{alexeeva-etal-2022-combining,
    title = "Combining Extraction and Generation for Constructing Belief-Consequence Causal Links",
    author = "Alexeeva, Maria  and
      Beal Cohen, Allegra A.  and
      Surdeanu, Mihai",
    editor = "Tafreshi, Shabnam  and
      Sedoc, Jo{\~a}o  and
      Rogers, Anna  and
      Drozd, Aleksandr  and
      Rumshisky, Anna  and
      Akula, Arjun",
    booktitle = "Proceedings of the Third Workshop on Insights from Negative Results in NLP",
    month = may,
    year = "2022",
    address = "Dublin, Ireland",
    publisher = "Association for Computational Linguistics",
    url = "https://aclanthology.org/2022.insights-1.22/",
    doi = "10.18653/v1/2022.insights-1.22",
    pages = "159--164"
}
@inproceedings{mieskes-2022-replicability,
    title = "Replicability under Near-Perfect Conditions {--} A Case-Study from Automatic Summarization",
    author = "Mieskes, Margot",
    editor = "Tafreshi, Shabnam  and
      Sedoc, Jo{\~a}o  and
      Rogers, Anna  and
      Drozd, Aleksandr  and
      Rumshisky, Anna  and
      Akula, Arjun",
    booktitle = "Proceedings of the Third Workshop on Insights from Negative Results in NLP",
    month = may,
    year = "2022",
    address = "Dublin, Ireland",
    publisher = "Association for Computational Linguistics",
    url = "https://aclanthology.org/2022.insights-1.23/",
    doi = "10.18653/v1/2022.insights-1.23",
    pages = "165--171"
}
@inproceedings{kumar-thawani-2022-bpe,
    title = "{BPE} beyond Word Boundary: How {NOT} to use Multi Word Expressions in Neural Machine Translation",
    author = "Kumar, Dipesh  and
      Thawani, Avijit",
    editor = "Tafreshi, Shabnam  and
      Sedoc, Jo{\~a}o  and
      Rogers, Anna  and
      Drozd, Aleksandr  and
      Rumshisky, Anna  and
      Akula, Arjun",
    booktitle = "Proceedings of the Third Workshop on Insights from Negative Results in NLP",
    month = may,
    year = "2022",
    address = "Dublin, Ireland",
    publisher = "Association for Computational Linguistics",
    url = "https://aclanthology.org/2022.insights-1.24/",
    doi = "10.18653/v1/2022.insights-1.24",
    pages = "172--179"
}
@inproceedings{koch-etal-2022-pre,
    title = "Pre-trained language models evaluating themselves - A comparative study",
    author = "Koch, Philipp  and
      A{\ss}enmacher, Matthias  and
      Heumann, Christian",
    editor = "Tafreshi, Shabnam  and
      Sedoc, Jo{\~a}o  and
      Rogers, Anna  and
      Drozd, Aleksandr  and
      Rumshisky, Anna  and
      Akula, Arjun",
    booktitle = "Proceedings of the Third Workshop on Insights from Negative Results in NLP",
    month = may,
    year = "2022",
    address = "Dublin, Ireland",
    publisher = "Association for Computational Linguistics",
    url = "https://aclanthology.org/2022.insights-1.25/",
    doi = "10.18653/v1/2022.insights-1.25",
    pages = "180--187"
}