@inproceedings{hitczenko-etal-2021-automated,
title = "Automated coherence measures fail to index thought disorder in individuals at risk for psychosis",
author = "Hitczenko, Kasia and
Cowan, Henry and
Mittal, Vijay and
Goldrick, Matthew",
editor = "Goharian, Nazli and
Resnik, Philip and
Yates, Andrew and
Ireland, Molly and
Niederhoffer, Kate and
Resnik, Rebecca",
booktitle = "Proceedings of the Seventh Workshop on Computational Linguistics and Clinical Psychology: Improving Access",
month = jun,
year = "2021",
address = "Online",
publisher = "Association for Computational Linguistics",
url = "https://aclanthology.org/2021.clpsych-1.16",
doi = "10.18653/v1/2021.clpsych-1.16",
pages = "129--150",
abstract = "Thought disorder {--} linguistic disturbances including incoherence and derailment of topic {--} is seen in individuals both with and at risk for psychosis. Methods from computational linguistics have increasingly sought to quantify thought disorder to detect group differences between clinical populations and healthy controls. While previous work has been quite successful at these classification tasks, the lack of interpretability of the computational metrics has made it unclear whether they are in fact measuring thought disorder. In this paper, we dive into these measures to try to better understand what they reflect. While we find group differences between at-risk and healthy control populations, we also find that the measures mostly do not correlate with existing measures of thought disorder symptoms (what they are intended to measure), but rather correlate with surface properties of the speech (e.g., sentence length) and sociodemographic properties of the speaker (e.g., race). These results highlight the importance of considering interpretability and front and center as the field continues to grow. Ethical use of computational measures like those studied here {--} especially in the high-stakes context of clinical care {--} requires us to devote substantial attention to potential biases in our measures.",
}
<?xml version="1.0" encoding="UTF-8"?>
<modsCollection xmlns="http://www.loc.gov/mods/v3">
<mods ID="hitczenko-etal-2021-automated">
<titleInfo>
<title>Automated coherence measures fail to index thought disorder in individuals at risk for psychosis</title>
</titleInfo>
<name type="personal">
<namePart type="given">Kasia</namePart>
<namePart type="family">Hitczenko</namePart>
<role>
<roleTerm authority="marcrelator" type="text">author</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Henry</namePart>
<namePart type="family">Cowan</namePart>
<role>
<roleTerm authority="marcrelator" type="text">author</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Vijay</namePart>
<namePart type="family">Mittal</namePart>
<role>
<roleTerm authority="marcrelator" type="text">author</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Matthew</namePart>
<namePart type="family">Goldrick</namePart>
<role>
<roleTerm authority="marcrelator" type="text">author</roleTerm>
</role>
</name>
<originInfo>
<dateIssued>2021-06</dateIssued>
</originInfo>
<typeOfResource>text</typeOfResource>
<relatedItem type="host">
<titleInfo>
<title>Proceedings of the Seventh Workshop on Computational Linguistics and Clinical Psychology: Improving Access</title>
</titleInfo>
<name type="personal">
<namePart type="given">Nazli</namePart>
<namePart type="family">Goharian</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Philip</namePart>
<namePart type="family">Resnik</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Andrew</namePart>
<namePart type="family">Yates</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Molly</namePart>
<namePart type="family">Ireland</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Kate</namePart>
<namePart type="family">Niederhoffer</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Rebecca</namePart>
<namePart type="family">Resnik</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<originInfo>
<publisher>Association for Computational Linguistics</publisher>
<place>
<placeTerm type="text">Online</placeTerm>
</place>
</originInfo>
<genre authority="marcgt">conference publication</genre>
</relatedItem>
<abstract>Thought disorder – linguistic disturbances including incoherence and derailment of topic – is seen in individuals both with and at risk for psychosis. Methods from computational linguistics have increasingly sought to quantify thought disorder to detect group differences between clinical populations and healthy controls. While previous work has been quite successful at these classification tasks, the lack of interpretability of the computational metrics has made it unclear whether they are in fact measuring thought disorder. In this paper, we dive into these measures to try to better understand what they reflect. While we find group differences between at-risk and healthy control populations, we also find that the measures mostly do not correlate with existing measures of thought disorder symptoms (what they are intended to measure), but rather correlate with surface properties of the speech (e.g., sentence length) and sociodemographic properties of the speaker (e.g., race). These results highlight the importance of considering interpretability and front and center as the field continues to grow. Ethical use of computational measures like those studied here – especially in the high-stakes context of clinical care – requires us to devote substantial attention to potential biases in our measures.</abstract>
<identifier type="citekey">hitczenko-etal-2021-automated</identifier>
<identifier type="doi">10.18653/v1/2021.clpsych-1.16</identifier>
<location>
<url>https://aclanthology.org/2021.clpsych-1.16</url>
</location>
<part>
<date>2021-06</date>
<extent unit="page">
<start>129</start>
<end>150</end>
</extent>
</part>
</mods>
</modsCollection>
%0 Conference Proceedings
%T Automated coherence measures fail to index thought disorder in individuals at risk for psychosis
%A Hitczenko, Kasia
%A Cowan, Henry
%A Mittal, Vijay
%A Goldrick, Matthew
%Y Goharian, Nazli
%Y Resnik, Philip
%Y Yates, Andrew
%Y Ireland, Molly
%Y Niederhoffer, Kate
%Y Resnik, Rebecca
%S Proceedings of the Seventh Workshop on Computational Linguistics and Clinical Psychology: Improving Access
%D 2021
%8 June
%I Association for Computational Linguistics
%C Online
%F hitczenko-etal-2021-automated
%X Thought disorder – linguistic disturbances including incoherence and derailment of topic – is seen in individuals both with and at risk for psychosis. Methods from computational linguistics have increasingly sought to quantify thought disorder to detect group differences between clinical populations and healthy controls. While previous work has been quite successful at these classification tasks, the lack of interpretability of the computational metrics has made it unclear whether they are in fact measuring thought disorder. In this paper, we dive into these measures to try to better understand what they reflect. While we find group differences between at-risk and healthy control populations, we also find that the measures mostly do not correlate with existing measures of thought disorder symptoms (what they are intended to measure), but rather correlate with surface properties of the speech (e.g., sentence length) and sociodemographic properties of the speaker (e.g., race). These results highlight the importance of considering interpretability and front and center as the field continues to grow. Ethical use of computational measures like those studied here – especially in the high-stakes context of clinical care – requires us to devote substantial attention to potential biases in our measures.
%R 10.18653/v1/2021.clpsych-1.16
%U https://aclanthology.org/2021.clpsych-1.16
%U https://doi.org/10.18653/v1/2021.clpsych-1.16
%P 129-150
Markdown (Informal)
[Automated coherence measures fail to index thought disorder in individuals at risk for psychosis](https://aclanthology.org/2021.clpsych-1.16) (Hitczenko et al., CLPsych 2021)
ACL