@inproceedings{ruiz-etal-2019-clpsych2019,
title = "{CLP}sych2019 Shared Task: Predicting Suicide Risk Level from {R}eddit Posts on Multiple Forums",
author = "Ruiz, Victor and
Shi, Lingyun and
Quan, Wei and
Ryan, Neal and
Biernesser, Candice and
Brent, David and
Tsui, Rich",
editor = "Niederhoffer, Kate and
Hollingshead, Kristy and
Resnik, Philip and
Resnik, Rebecca and
Loveys, Kate",
booktitle = "Proceedings of the Sixth Workshop on Computational Linguistics and Clinical Psychology",
month = jun,
year = "2019",
address = "Minneapolis, Minnesota",
publisher = "Association for Computational Linguistics",
url = "https://aclanthology.org/W19-3020/",
doi = "10.18653/v1/W19-3020",
pages = "162--166",
abstract = {We aimed to predict an individual suicide risk level from longitudinal posts on Reddit discussion forums. Through participating in a shared task competition hosted by CLPsych2019, we received two annotated datasets: a training dataset with 496 users (31,553 posts) and a test dataset with 125 users (9610 posts). We submitted results from our three best-performing machine-learning models: SVM, Na{\"i}ve Bayes, and an ensemble model. Each model provided a user`s suicide risk level in four categories, i.e., no risk, low risk, moderate risk, and severe risk. Among the three models, the ensemble model had the best macro-averaged F1 score 0.379 when tested on the holdout test dataset. The NB model had the best performance in two additional binary-classification tasks, i.e., no risk vs. flagged risk (any risk level other than no risk) with F1 score 0.836 and no or low risk vs. urgent risk (moderate or severe risk) with F1 score 0.736. We conclude that the NB model may serve as a tool for identifying users with flagged or urgent suicide risk based on longitudinal posts on Reddit discussion forums.}
}
<?xml version="1.0" encoding="UTF-8"?>
<modsCollection xmlns="http://www.loc.gov/mods/v3">
<mods ID="ruiz-etal-2019-clpsych2019">
<titleInfo>
<title>CLPsych2019 Shared Task: Predicting Suicide Risk Level from Reddit Posts on Multiple Forums</title>
</titleInfo>
<name type="personal">
<namePart type="given">Victor</namePart>
<namePart type="family">Ruiz</namePart>
<role>
<roleTerm authority="marcrelator" type="text">author</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Lingyun</namePart>
<namePart type="family">Shi</namePart>
<role>
<roleTerm authority="marcrelator" type="text">author</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Wei</namePart>
<namePart type="family">Quan</namePart>
<role>
<roleTerm authority="marcrelator" type="text">author</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Neal</namePart>
<namePart type="family">Ryan</namePart>
<role>
<roleTerm authority="marcrelator" type="text">author</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Candice</namePart>
<namePart type="family">Biernesser</namePart>
<role>
<roleTerm authority="marcrelator" type="text">author</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">David</namePart>
<namePart type="family">Brent</namePart>
<role>
<roleTerm authority="marcrelator" type="text">author</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Rich</namePart>
<namePart type="family">Tsui</namePart>
<role>
<roleTerm authority="marcrelator" type="text">author</roleTerm>
</role>
</name>
<originInfo>
<dateIssued>2019-06</dateIssued>
</originInfo>
<typeOfResource>text</typeOfResource>
<relatedItem type="host">
<titleInfo>
<title>Proceedings of the Sixth Workshop on Computational Linguistics and Clinical Psychology</title>
</titleInfo>
<name type="personal">
<namePart type="given">Kate</namePart>
<namePart type="family">Niederhoffer</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Kristy</namePart>
<namePart type="family">Hollingshead</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Philip</namePart>
<namePart type="family">Resnik</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Rebecca</namePart>
<namePart type="family">Resnik</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Kate</namePart>
<namePart type="family">Loveys</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<originInfo>
<publisher>Association for Computational Linguistics</publisher>
<place>
<placeTerm type="text">Minneapolis, Minnesota</placeTerm>
</place>
</originInfo>
<genre authority="marcgt">conference publication</genre>
</relatedItem>
<abstract>We aimed to predict an individual suicide risk level from longitudinal posts on Reddit discussion forums. Through participating in a shared task competition hosted by CLPsych2019, we received two annotated datasets: a training dataset with 496 users (31,553 posts) and a test dataset with 125 users (9610 posts). We submitted results from our three best-performing machine-learning models: SVM, Naïve Bayes, and an ensemble model. Each model provided a user‘s suicide risk level in four categories, i.e., no risk, low risk, moderate risk, and severe risk. Among the three models, the ensemble model had the best macro-averaged F1 score 0.379 when tested on the holdout test dataset. The NB model had the best performance in two additional binary-classification tasks, i.e., no risk vs. flagged risk (any risk level other than no risk) with F1 score 0.836 and no or low risk vs. urgent risk (moderate or severe risk) with F1 score 0.736. We conclude that the NB model may serve as a tool for identifying users with flagged or urgent suicide risk based on longitudinal posts on Reddit discussion forums.</abstract>
<identifier type="citekey">ruiz-etal-2019-clpsych2019</identifier>
<identifier type="doi">10.18653/v1/W19-3020</identifier>
<location>
<url>https://aclanthology.org/W19-3020/</url>
</location>
<part>
<date>2019-06</date>
<extent unit="page">
<start>162</start>
<end>166</end>
</extent>
</part>
</mods>
</modsCollection>
%0 Conference Proceedings
%T CLPsych2019 Shared Task: Predicting Suicide Risk Level from Reddit Posts on Multiple Forums
%A Ruiz, Victor
%A Shi, Lingyun
%A Quan, Wei
%A Ryan, Neal
%A Biernesser, Candice
%A Brent, David
%A Tsui, Rich
%Y Niederhoffer, Kate
%Y Hollingshead, Kristy
%Y Resnik, Philip
%Y Resnik, Rebecca
%Y Loveys, Kate
%S Proceedings of the Sixth Workshop on Computational Linguistics and Clinical Psychology
%D 2019
%8 June
%I Association for Computational Linguistics
%C Minneapolis, Minnesota
%F ruiz-etal-2019-clpsych2019
%X We aimed to predict an individual suicide risk level from longitudinal posts on Reddit discussion forums. Through participating in a shared task competition hosted by CLPsych2019, we received two annotated datasets: a training dataset with 496 users (31,553 posts) and a test dataset with 125 users (9610 posts). We submitted results from our three best-performing machine-learning models: SVM, Naïve Bayes, and an ensemble model. Each model provided a user‘s suicide risk level in four categories, i.e., no risk, low risk, moderate risk, and severe risk. Among the three models, the ensemble model had the best macro-averaged F1 score 0.379 when tested on the holdout test dataset. The NB model had the best performance in two additional binary-classification tasks, i.e., no risk vs. flagged risk (any risk level other than no risk) with F1 score 0.836 and no or low risk vs. urgent risk (moderate or severe risk) with F1 score 0.736. We conclude that the NB model may serve as a tool for identifying users with flagged or urgent suicide risk based on longitudinal posts on Reddit discussion forums.
%R 10.18653/v1/W19-3020
%U https://aclanthology.org/W19-3020/
%U https://doi.org/10.18653/v1/W19-3020
%P 162-166
Markdown (Informal)
[CLPsych2019 Shared Task: Predicting Suicide Risk Level from Reddit Posts on Multiple Forums](https://aclanthology.org/W19-3020/) (Ruiz et al., CLPsych 2019)
ACL