@article{mathet-2017-agreement,
    title = "The Agreement Measure γcat a Complement to γ Focused on Categorization of a Continuum",
    author = "Mathet, Yann",
    journal = "Computational Linguistics",
    volume = "43",
    number = "3",
    month = sep,
    year = "2017",
    address = "Cambridge, MA",
    publisher = "MIT Press",
    url = "https://aclanthology.org/J17-3006",
    doi = "10.1162/COLI_a_00296",
    pages = "661--681",
    abstract = "Agreement on unitizing, where several annotators freely put units of various sizes and categories on a continuum, is difficult to assess because of the simultaneaous discrepancies in positioning and categorizing. The recent agreement measure γ offers an overall solution that simultaneously takes into account positions and categories. In this article, I propose the additional coefficient γcat, which complements γ by assessing the agreement on categorization of a continuum, putting aside positional discrepancies. When applied to pure categorization (with predefined units), γcat behaves the same way as the famous dedicated Krippendorff{'}s α, even with missing values, which proves its consistency. A variation of γcat is also proposed that provides an in-depth assessment of categorizing for each individual category. The entire family of γ coefficients is implemented in free software.",
}