@inproceedings{narang-etal-2021-transformer, title = "Do Transformer Modifications Transfer Across Implementations and Applications?", author = "Narang, Sharan and Chung, Hyung Won and Tay, Yi and Fedus, Liam and Fevry, Thibault and Matena, Michael and Malkan, Karishma and Fiedel, Noah and Shazeer, Noam and Lan, Zhenzhong and Zhou, Yanqi and Li, Wei and Ding, Nan and Marcus, Jake and Roberts, Adam and Raffel, Colin", editor = "Moens, Marie-Francine and Huang, Xuanjing and Specia, Lucia and Yih, Scott Wen-tau", booktitle = "Proceedings of the 2021 Conference on Empirical Methods in Natural Language Processing", month = nov, year = "2021", address = "Online and Punta Cana, Dominican Republic", publisher = "Association for Computational Linguistics", url = "https://aclanthology.org/2021.emnlp-main.465/", doi = "10.18653/v1/2021.emnlp-main.465", pages = "5758--5773" }