@inproceedings{basile-etal-2021-need, title = "We Need to Consider Disagreement in Evaluation", author = "Basile, Valerio and Fell, Michael and Fornaciari, Tommaso and Hovy, Dirk and Paun, Silviu and Plank, Barbara and Poesio, Massimo and Uma, Alexandra", editor = "Church, Kenneth and Liberman, Mark and Kordoni, Valia", booktitle = "Proceedings of the 1st Workshop on Benchmarking: Past, Present and Future", month = aug, year = "2021", address = "Online", publisher = "Association for Computational Linguistics", url = "https://aclanthology.org/2021.bppf-1.3/", doi = "10.18653/v1/2021.bppf-1.3", pages = "15--21" }