<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article article-type="research-article" dtd-version="2.0" xmlns:xlink="http://www.w3.org/1999/xlink">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JPH</journal-id>
      <journal-id journal-id-type="nlm-ta">JMIR Public Health Surveill</journal-id>
      <journal-title>JMIR Public Health and Surveillance</journal-title>
      <issn pub-type="epub">2369-2960</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v8i5e31800</article-id>
      <article-id pub-id-type="pmid">35579921</article-id>
      <article-id pub-id-type="doi">10.2196/31800</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Original Paper</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Original Paper</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>Exploring the Risk of Suicide in Real Time on Spanish Twitter: Observational Study</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Bradley</surname>
            <given-names>Heather</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Li</surname>
            <given-names>Xiaopan</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Reuter</surname>
            <given-names>Katja</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author">
          <name name-style="western">
            <surname>García-Martínez</surname>
            <given-names>Claudia</given-names>
          </name>
          <degrees>MPsych</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-4041-944X</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author">
          <name name-style="western">
            <surname>Oliván-Blázquez</surname>
            <given-names>Bárbara</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-6565-9699</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author">
          <name name-style="western">
            <surname>Fabra</surname>
            <given-names>Javier</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff3" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-5549-7649</ext-link>
        </contrib>
        <contrib id="contrib4" contrib-type="author">
          <name name-style="western">
            <surname>Martínez-Martínez</surname>
            <given-names>Ana Belén</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff4" ref-type="aff">4</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-1557-7545</ext-link>
        </contrib>
        <contrib id="contrib5" contrib-type="author">
          <name name-style="western">
            <surname>Pérez-Yus</surname>
            <given-names>María Cruz</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-5566-9746</ext-link>
        </contrib>
        <contrib id="contrib6" contrib-type="author" corresp="yes">
          <name name-style="western">
            <surname>López-Del-Hoyo</surname>
            <given-names>Yolanda</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <address>
            <institution>Department of Psychology and Sociology</institution>
            <institution>University of Zaragoza</institution>
            <institution>Institute for Health Research Aragón</institution>
            <addr-line>Pedro Cerbuna, 12</addr-line>
            <addr-line>Zaragoza, 50009</addr-line>
            <country>Spain</country>
            <phone>34 630030125</phone>
            <email>yolandal@unizar.es</email>
          </address>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-1690-4130</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>Department of Psychology and Sociology</institution>
        <institution>University of Zaragoza</institution>
        <addr-line>Zaragoza</addr-line>
        <country>Spain</country>
      </aff>
      <aff id="aff2">
        <label>2</label>
        <institution>Department of Psychology and Sociology</institution>
        <institution>University of Zaragoza</institution>
        <institution>Institute for Health Research Aragón</institution>
        <addr-line>Zaragoza</addr-line>
        <country>Spain</country>
      </aff>
      <aff id="aff3">
        <label>3</label>
        <institution>Department of Computer Science and Systems Engineering</institution>
        <institution>Aragón Institute of Engineering Research</institution>
        <institution>University of Zaragoza</institution>
        <addr-line>Zaragoza</addr-line>
        <country>Spain</country>
      </aff>
      <aff id="aff4">
        <label>4</label>
        <institution>Department of Nursing and Physiatry</institution>
        <institution>Institute for Health Research Aragón</institution>
        <institution>University of Zaragoza</institution>
        <addr-line>Zaragoza</addr-line>
        <country>Spain</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Yolanda López-Del-Hoyo <email>yolandal@unizar.es</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <month>5</month>
        <year>2022</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>17</day>
        <month>5</month>
        <year>2022</year>
      </pub-date>
      <volume>8</volume>
      <issue>5</issue>
      <elocation-id>e31800</elocation-id>
      <history>
        <date date-type="received">
          <day>6</day>
          <month>7</month>
          <year>2021</year>
        </date>
        <date date-type="rev-request">
          <day>8</day>
          <month>11</month>
          <year>2021</year>
        </date>
        <date date-type="rev-recd">
          <day>22</day>
          <month>12</month>
          <year>2021</year>
        </date>
        <date date-type="accepted">
          <day>24</day>
          <month>2</month>
          <year>2022</year>
        </date>
      </history>
      <copyright-statement>©Claudia García-Martínez, Bárbara Oliván-Blázquez, Javier Fabra, Ana Belén Martínez-Martínez, María Cruz Pérez-Yus, Yolanda López-Del-Hoyo. Originally published in JMIR Public Health and Surveillance (https://publichealth.jmir.org), 17.05.2022.</copyright-statement>
      <copyright-year>2022</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in JMIR Public Health and Surveillance, is properly cited. The complete bibliographic information, a link to the original publication on https://publichealth.jmir.org, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="https://publichealth.jmir.org/2022/5/e31800" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>Social media is now a common context wherein people express their feelings in real time. These platforms are increasingly showing their potential to detect the mental health status of the population. Suicide prevention is a global health priority and efforts toward early detection are starting to develop, although there is a need for more robust research.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>We aimed to explore the emotional content of Twitter posts in Spanish and their relationships with severity of the risk of suicide at the time of writing the tweet.</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>Tweets containing a specific lexicon relating to suicide were filtered through Twitter's public application programming interface. Expert psychologists were trained to independently evaluate these tweets. Each tweet was evaluated by 3 experts. Tweets were filtered by experts according to their relevance to the risk of suicide. In the tweets, the experts evaluated: (1) the severity of the general risk of suicide and the risk of suicide at the time of writing the tweet (2) the emotional valence and intensity of 5 basic emotions; (3) relevant personality traits; and (4) other relevant risk variables such as helplessness, desire to escape, perceived social support, and intensity of suicidal ideation. Correlation and multivariate analyses were performed.</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>Of 2509 tweets, 8.61% (n=216) were considered to indicate suicidality by most experts. Severity of the risk of suicide at the time was correlated with sadness (<italic>ρ</italic>=0.266; <italic>P</italic>&lt;.001), joy (<italic>ρ</italic>=–0.234; <italic>P</italic>=.001), general risk (<italic>ρ</italic>=0.908; <italic>P</italic>&lt;.001), and intensity of suicidal ideation (<italic>ρ</italic>=0.766; <italic>P</italic>&lt;.001). The severity of risk at the time of the tweet was significantly higher in people who expressed feelings of defeat and rejection (<italic>P</italic>=.003), a desire to escape (<italic>P</italic>&lt;.001), a lack of social support (<italic>P</italic>=.03), helplessness (<italic>P</italic>=.001), and daily recurrent thoughts (<italic>P</italic>=.007). In the multivariate analysis, the intensity of suicide ideation was a predictor for the severity of suicidal risk at the time (<italic>β</italic>=0.311; <italic>P</italic>=.001), as well as being a predictor for fear (<italic>β</italic>=–0.009; <italic>P</italic>=.01) and emotional valence (<italic>β</italic>=0.007; <italic>P</italic>=.009). The model explained 75% of the variance.</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>These findings suggest that it is possible to identify emotional content and other risk factors in suicidal tweets with a Spanish sample. Emotional analysis and, in particular, the detection of emotional variations may be key for real-time suicide prevention through social media.</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>suicide</kwd>
        <kwd>prevention</kwd>
        <kwd>social media</kwd>
        <kwd>Twitter</kwd>
        <kwd>emotional analysis</kwd>
        <kwd>eHealth</kwd>
        <kwd>big data</kwd>
        <kwd>content analysis</kwd>
        <kwd>emotional content</kwd>
        <kwd>risk factors</kwd>
        <kwd>mental health</kwd>
        <kwd>public health</kwd>
        <kwd>suicide prevention</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <p>As the cause of more than 800,000 deaths every year, suicide has become a global public health priority. It is the second leading cause of death in young people aged 15 to 29 years, and for every death, it is estimated that there are 20 other suicide attempts [<xref ref-type="bibr" rid="ref1">1</xref>]. In Spain, suicide has been the main cause of unnatural death since 2012 [<xref ref-type="bibr" rid="ref2">2</xref>].</p>
      <p>According to the World Health Organization [<xref ref-type="bibr" rid="ref3">3</xref>], suicidal behavior refers to a range of behaviors that includes thinking about suicide (or ideation), planning to commit suicide, attempting suicide, and suicide itself.</p>
      <p>Until a few decades ago, research efforts have been focused on curbing suicide deaths by trying to predict their occurrence. This predictive approach consisted of semistructured risk assessment using lists of risk factors and sometimes included suicide risk questionnaires or scales to express risk as low, moderate, or high [<xref ref-type="bibr" rid="ref4">4</xref>,<xref ref-type="bibr" rid="ref5">5</xref>]. Because suicide deaths are statistically a rare event, it has been difficult to develop sensitive tools with sufficient predictive value [<xref ref-type="bibr" rid="ref6">6</xref>]. Recent reviews [<xref ref-type="bibr" rid="ref5">5</xref>,<xref ref-type="bibr" rid="ref7">7</xref>-<xref ref-type="bibr" rid="ref10">10</xref>] of these models advocate a shift from models based on suicide prediction to those that emphasize assessment and management of the risk of suicide by identifying variables related to suicide behavior and stratifying risk in terms of severity and temporality.</p>
      <p>Suicidal behavior has been consistently found to be associated with emotional states such as depression and hopelessness [<xref ref-type="bibr" rid="ref11">11</xref>,<xref ref-type="bibr" rid="ref12">12</xref>]. Bryan and Rudd [<xref ref-type="bibr" rid="ref9">9</xref>] collected different variables that have been empirically demonstrated to be essential for risk assessment: predisposition to suicidal behavior (ie, psychiatric diagnoses, previous suicidal behavior), identifiable precipitants or stressors (ie, significant loss, relationship instability), a patient’s symptomatic presentation (eg, anhedonia, low self-esteem, sadness, dyssomnia, fatigue), presence of hopelessness, nature of suicidal thinking (eg, ideation, suicidal plan, lethality of means, explicit suicidal intent), impulsivity and self-control, and protective factors (eg, social support, life satisfaction). Emotional dysregulation seems to be also an important predictor of suicidal outcomes [<xref ref-type="bibr" rid="ref13">13</xref>,<xref ref-type="bibr" rid="ref14">14</xref>].</p>
      <p>To improve accuracy in risk evaluations, ecological momentary assessment has been used to study suicidal behavior [<xref ref-type="bibr" rid="ref15">15</xref>], which involves repeated sampling of people's behavior in real time in their natural environments, now typically collected via smartphones. This approach attempts to minimize recall bias and maximize ecological validity. Recent research using mobile phone–based momentary ecological assessments showed that suicidal ideation varied over short periods of time [<xref ref-type="bibr" rid="ref16">16</xref>], indicating that real-time assessments and ecological validity could be a crucial approach for suicide prevention.</p>
      <p>With more than 3.8 billion users around the globe [<xref ref-type="bibr" rid="ref17">17</xref>], social media has transformed the world. People express their thoughts and emotions through social media [<xref ref-type="bibr" rid="ref18">18</xref>]. These new forms of social interaction have been linked to suicidal behavior, nevertheless, recent studies [<xref ref-type="bibr" rid="ref19">19</xref>] have highlighted the potential for social media to offer assistance in suicide prevention.</p>
      <p>Twitter currently has 340 million users [<xref ref-type="bibr" rid="ref20">20</xref>] who, in microblogging format, communicate what they are thinking or doing at a particular moment publicly with a limited number of characters. People express suicidal tendencies on Twitter [<xref ref-type="bibr" rid="ref21">21</xref>], and although there is a support mechanism among users, this system is not automatic or in real time.</p>
      <p>According to Christensen [<xref ref-type="bibr" rid="ref22">22</xref>], web-based interventions for suicide prevention have focused mainly on three directions: (1) web-based screening for suicidality, (2) web-based therapeutic interventions for suicide prevention, and (3) real-time identification of individuals at risk, either by people or by computer language processing systems.</p>
      <p>The use of social media in the real-time detection of mental health has already been proven. Specifically, Twitter has been proven useful in predicting depression [<xref ref-type="bibr" rid="ref23">23</xref>-<xref ref-type="bibr" rid="ref25">25</xref>], postpartum depression [<xref ref-type="bibr" rid="ref24">24</xref>], and even posttraumatic stress disorder [<xref ref-type="bibr" rid="ref26">26</xref>,<xref ref-type="bibr" rid="ref27">27</xref>]. Machine learning algorithms have been used to assess the risk of suicide and identify suicidal individuals. Automatic machine learning classification systems that are able to effectively differentiate people who are at risk of suicide from those who are not [<xref ref-type="bibr" rid="ref28">28</xref>-<xref ref-type="bibr" rid="ref30">30</xref>] and identify temporal patterns in posts before suicide [<xref ref-type="bibr" rid="ref31">31</xref>] have been developed. Reviews on the subject [<xref ref-type="bibr" rid="ref22">22</xref>,<xref ref-type="bibr" rid="ref32">32</xref>] yield similar results: social media is an empirically tested tool for suicide detection, but further validation is needed.</p>
      <p>Recent studies have incorporated human coders in order to create language classification systems or validate machine learning results from natural language processing systems [<xref ref-type="bibr" rid="ref33">33</xref>]. Nevertheless, the need to incorporate mental health experts in suicide assessments for the improvement of accuracy has been noted [<xref ref-type="bibr" rid="ref34">34</xref>]. Furthermore, the detection of the risk of suicide for social media users located in Spain has yet to be explored.</p>
      <p>Our objective was to analyze the risk of suicide among Twitter users who post in Spanish, by assessing the emotional content of their posts and other variables that have been identified as being related to suicidal behavior, such as perception of defeat, helplessness, and social support.</p>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>Design</title>
        <p>We conducted a cross-sectional exploratory study. To collect and analyze tweets, we used a framework based on computer technologies that we had developed previously [<xref ref-type="bibr" rid="ref35">35</xref>]. This is a full framework (<xref rid="figure1" ref-type="fig">Figure 1</xref>) that has been engineered and implemented using various technologies and has been structured around a multidisciplinary team of professionals from health sciences and professionals with specialization in information technology. We focused on the Expert’s evaluation stage. The first step was to obtain the Twitter entries from keywords related to suicide. To identify potentially emotional tweets, a large vocabulary of emotional terms was compiled from different sources, including the Spanish adaptation of Affective Norms for English Words [<xref ref-type="bibr" rid="ref36">36</xref>], which provides a set of emotional normative scales for a set of words, and the Spanish dictionary of the Linguistic Inquiry and Word Count [<xref ref-type="bibr" rid="ref37">37</xref>], which is an analysis software that calculates the degree to which people use different categories of words across a wide spectrum of texts. The use of Linguistic Inquiry and Word Count software to assess positive and negative emotions has been validated [<xref ref-type="bibr" rid="ref38">38</xref>,<xref ref-type="bibr" rid="ref39">39</xref>].</p>
        <fig id="figure1" position="float">
          <label>Figure 1</label>
          <caption>
            <p>Methodology for the early detection and prevention of the risk of suicide on Twitter.</p>
          </caption>
          <graphic xlink:href="publichealth_v8i5e31800_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <p>Adding properties to the text contained in the tweet facilitates and improves the identification and classification of groups at risk of suicide. Therefore, a series of properties associated with the text were obtained and added. The properties were based both on external natural language processing systems and platforms, and on internal algorithms that obtained the information through a text evaluation platform, which is completed by selected reviewers. The emotional vocabulary was organized by combining the hierarchy of emotions [<xref ref-type="bibr" rid="ref40">40</xref>] and the tree of emotions [<xref ref-type="bibr" rid="ref41">41</xref>]. Each emotional word was classified into 6 categories of primary emotions (love, joy, surprise, anger, sadness, and fear) and 25 subgroups of secondary emotions using affective and emotional text processing software (Indico, version 2020) that provides a toolkit of application programming interfaces (APIs). We used the following APIs for text-based analysis: Sentiment Analysis, Text Tags, Language Detection, Emotions, Personality and Personas. These APIs do not support the use of emoticons, and they ignore the appearance of these elements during text processing. A low or moderate use of emojis was observed in the content captured from Twitter that were relevant to the study. However, given that the use of emojis is ubiquitous, this fact must be taken into account when extending this work. The study of the criteria for matching between emojis and suicide or suicidal tendency is an aspect that we propose in future work in the short term.</p>
        <p>To cluster data groups with similar characteristics—in our case, we wanted to identify groups at risk of suicide—we selected <italic>k</italic>-means clustering [<xref ref-type="bibr" rid="ref42">42</xref>]. This method is based on partitioning data into <italic>k</italic> well-defined groups. To select the <italic>k</italic> value, a cross-validation method was used [<xref ref-type="bibr" rid="ref43">43</xref>].</p>
        <p>The clusters were analyzed in order to understand the characteristics of each one. This step needed to be carried out by a group of reviewers who were experts in the subject in order to understand the quality of the groups. The objective of this analysis was to validate that the clusters corresponded to groups at risk of suicide. At this stage, human coding was used to determine the degree of relationships of the classified tweets, based on the judgment of researchers from the fields of mental health and medicine who specialized in suicide prevention and had training in detecting the risk of suicide.</p>
        <p>An automatic classifier with clusters and tweets as input was created. This classifier was capable of receiving new tweets and classifying them into one of the groups in order to determine whether there was a risk of suicide or not. We used a long short-term memory neural network.</p>
        <p>Tweets were selected using Twitter’s API. Because most Twitter accounts were not geolocated, we selected posts written in Spanish. We checked this using both the Twitter information obtained through the API and by using a Language Detection API (Indico). We excluded posts in Latin-Spanish language because the cultural context of the tweet could be unknown. These tweets were collected between November 2019 and February 2020. The study included 25 psychologist evaluators with clinical or research experience who were trained to assess the tweets for the variables of the study. Each tweet was randomly assigned to 3 different evaluators. Each expert evaluated a tweet independently, without knowing to which other evaluators the tweet had been assigned. Assessments were carried out using a smartphone-based software. The tweets were evaluated between the months of March and April 2020.</p>
      </sec>
      <sec>
        <title>Study Variables</title>
        <sec>
          <title>Primary</title>
          <p>Only posts from the data set that were considered to be relevant by most experts were subsequently analyzed. Tweets were considered relevant if the content of the text was related to a potential risk of suicide of the author of the tweet. Tweets in which—(1) the text did not correspond to content related to a possible risk of suicide or associated emotional states; (2) the text was written in a language other than Spanish or the text was written in Latin Spanish; (3) the text of the tweet was ambiguous (ie, the context was unknown); or (4) the text of the tweet was not suicide-relevant for any other reason were and discarded.</p>
        </sec>
        <sec>
          <title>Secondary</title>
          <sec>
            <title>Outcome Variable</title>
            <p>The outcome variable was the severity of the risk of suicide at the moment of writing the tweet. We used a scale based on a suicide risk continuum with 5 levels [<xref ref-type="bibr" rid="ref9">9</xref>]: (0) nonexistent risk, (1) mildly suicidal, (2) moderately frequent, (3) severely frequent, and (4) extremely frequent with intense and enduring suicidal ideation, specific plans, clear subjective and objective intent, impaired self-control, severe dysphoria, many risk factors, and no protective factors (ie, extreme risk).</p>
          </sec>
          <sec>
            <title>Valence</title>
            <p>Valence represented if the emotional valence of the tweet was positive or negative. If the value was greater than 50, it was considered that the text expressed a positive or pleasant feeling. If it was less than 50, it was considered to have a negative valence, that is, it expressed a negative, aversive, or unpleasant feeling. This was assessed on a scale from 0 and 100, using 2 decimal places.</p>
          </sec>
          <sec>
            <title>Emotional Content</title>
            <p>The level of anger, joy, fear, sadness, and surprise expressed in each tweet was evaluated on a scale from 0 and 100 (with 2 decimal places), with values closest to 100 being the highest level of the emotion.</p>
          </sec>
          <sec>
            <title>Relevant Personality Traits</title>
            <p>Traits—extroversion, if the author of the text showed extroversion(ie, is a person who is focused and interested in the outside world); sensory, if the author has a sensory tendency when processing information (ie, is a person who pays attention to details and prefers to work with concrete facts than with speculation or possibilities); rational, if the person has a tendency to make decisions based on logic, using an analytical and objective approach(ie, is a person who supports their decisions with impersonal analysis rather than with personal values); and judgment, if the author of the post has a preference for a planned (stable and organized, rather than spontaneous and flexible) life—were evaluated on a scale between 0 and 100 (with 2 decimal places), with values closest to 100 being the closest to that trait. These personality traits were collected from Myers-Briggs Type Indicators [<xref ref-type="bibr" rid="ref44">44</xref>].</p>
          </sec>
          <sec>
            <title>Other Variables</title>
            <p>Other relevant variables on suicide risk assessments were also collected in the event that the information available was sufficient to assess them (or left blank if the parameter was not identifiable in the content of the tweet): (1) feelings of defeat, rejection, or both, if it was possible to identify a stressful event that generated feelings of defeat, rejection, or both feelings in the text of the author; (2) desire to escape from the situation, or if desire or will to run from a situation can be identified, evaluated using a dichotomous scale (yes or no); (3) social support or possibility of perceived help was evaluated dichotomously (yes or no); (4) feelings of helplessness or lack of coping resources were evaluated dichotomously (yes or no); (5) the general risk of suicide for the author of the tweet was evaluated on a scale between 0 and 4, with 0 being no risk and 4 being an extreme risk; (6) daily recurring thoughts of suicide was evaluated dichotomously (yes or no), and the intensity of autolytic thoughts was assessed on a scale from 0 to 10, with 0 being not intense and 10 being very intense; (7) content related to the tweet author’s sleep, insomnia, or hypersomnia was evaluated dichotomously (yes or no).</p>
          </sec>
        </sec>
      </sec>
      <sec>
        <title>Statistical Analysis</title>
        <p>Statistical analyses were conducted using SPSS software (version 22; IBM Corp). First, the sample distribution was analyzed. Kolmogorov-Smirnov values &lt;0.05 were obtained for all variables; thus, nonparametric statistics were used. For quantitative variables, median and interquartile range were calculated, and for qualitative variables, frequency and percentages were calculated. The dependent variable (the severity of the risk of suicide at the present time) was analyzed as a continuous scale with a minimum of 0 and a maximum of 4. Spearman correlations between the severity of the risk of suicide at the time and the variables were calculated. Severity of the risk of suicide at the time was compared between qualitative variables using the Mann-Whitney <italic>U</italic> test (when there were 2 different groups) or the Kruskal-Wallis test (when there were more than 2 groups). A multivariate model was developed for severity of the suicidal risk at the time of tweeting. The independent variable was added into the regression model [<xref ref-type="bibr" rid="ref45">45</xref>], and a final model was obtained. Linear regression was used since the residuals of the model had a finite mean, constant variance, and normal distribution (above all, because the sample size was very high; with the central limit theorem, any distribution with constant mean and variance, if it has a large enough sample size, has a normally distributed mean). However, bootstrapping analysis with 2000 samples was also conducted. The mean value of the 2 or 3 evaluators was used for continuous and qualitative variables, and the coinciding value between 3 evaluators, or 2 of 3 evaluators, was used. The interrater reliability was calculated using Fleiss <italic>κ</italic>. <italic>P</italic> values &lt;.05 were considered to be significant.</p>
      </sec>
      <sec>
        <title>Ethical Issues</title>
        <p>All procedures contributing to this work complied with the ethical standards of the Clinical Research Ethics Committee of Aragón (Department of Health, Government of Aragón, Spain) and with the Helsinki Declaration of 1975, as revised in 2013 [<xref ref-type="bibr" rid="ref46">46</xref>]. The study protocol was approved by the Clinical Research Ethics Committee of Aragón, Spain (17/0127, with the number PI21/164).</p>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <p>A total of 2509 tweets were obtained, of which 2018 were deemed not relevant by 3 evaluators, and 275 were deemed not relevant by 2 of 3 evaluators. There were 216 tweets that were found to be relevant by most evaluators, with 68 tweets considered to be relevant by all evaluators, exhibiting moderate reliability (Fleiss <italic>κ</italic>=0.41).</p>
      <p>Tweets mainly conveyed sadness and defeat, with there being no desire to escape, no support, and no feelings of helplessness (<xref ref-type="table" rid="table1">Table 1</xref>). The median overall risk of suicide was 1.50 (IQR 1.00) on a scale from 0 to 4. The median severity of risk was 1.00 (IQR 1.16); 96.9% (186/192) of tweets did not indicate the presence of daily recurring thoughts of suicide, and the median intensity of suicidal thoughts was 4.50 (IQR 3.00) on a scale from 0 to 10.</p>
      <table-wrap position="float" id="table1">
        <label>Table 1</label>
        <caption>
          <p>Description of the tweets deemed relevant.</p>
        </caption>
        <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
          <col width="30"/>
          <col width="770"/>
          <col width="0"/>
          <col width="200"/>
          <thead>
            <tr valign="top">
              <td colspan="3">Variables</td>
              <td>Value</td>
            </tr>
          </thead>
          <tbody>
            <tr valign="top">
              <td colspan="3">Valence<sup>a</sup>, median (IQR)</td>
              <td>21.58 (24.25)</td>
            </tr>
            <tr valign="top">
              <td colspan="3">
                <bold>Emotional content<sup>a</sup> (n=216), median (IQR)</bold>
              </td>
              <td>
                <break/>
              </td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Anger</td>
              <td colspan="2">24.00 (34.00)</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Joy</td>
              <td colspan="2">0.00 (1.50)</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Fear</td>
              <td colspan="2">17.25 (32.37)</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Sadness</td>
              <td colspan="2">51.41 (39.12)</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Surprise</td>
              <td colspan="2">0.50 (5.50)</td>
            </tr>
            <tr valign="top">
              <td colspan="3">
                <bold>Relevant personality traits<sup>a</sup> (n=216), median (IQR)</bold>
              </td>
              <td>
                <break/>
              </td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Extroversion</td>
              <td colspan="2">28.00 (34.29)</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Sensory</td>
              <td colspan="2">25.16 (29.25)</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Rational</td>
              <td colspan="2">19.50 (27.37)</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Judgement</td>
              <td colspan="2">19.00 (32.00)</td>
            </tr>
            <tr valign="top">
              <td colspan="3">
                <bold>Feelings of defeat or rejection (n=98), n (%)</bold>
              </td>
              <td>
                <break/>
              </td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Defeat</td>
              <td colspan="2">61 (62.2)</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Rejection</td>
              <td colspan="2">16 (16.3)</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Both</td>
              <td colspan="2">21 (21.4)</td>
            </tr>
            <tr valign="top">
              <td colspan="3">
                <bold>Desire to escape (n=161), n (%)</bold>
              </td>
              <td>
                <break/>
              </td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Yes</td>
              <td colspan="2">25 (15.5)</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>No</td>
              <td colspan="2">136 (84.5)</td>
            </tr>
            <tr valign="top">
              <td colspan="3">
                <bold>Social support or possibility of perceived help (n=196), n (%)</bold>
              </td>
              <td>
                <break/>
              </td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Yes</td>
              <td colspan="2">4 (2.0)</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>No</td>
              <td colspan="2">192 (98.0)</td>
            </tr>
            <tr valign="top">
              <td colspan="3">
                <bold>Feelings of helplessness (n=152), n (%)</bold>
              </td>
              <td>
                <break/>
              </td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Yes</td>
              <td colspan="2">57 (37.5)</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>No</td>
              <td colspan="2">95 (62.5)</td>
            </tr>
            <tr valign="top">
              <td colspan="3">
                <bold>Suicide risk variables<sup>b</sup> (n=216), median (IQR)</bold>
              </td>
              <td>
                <break/>
              </td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>General risk</td>
              <td colspan="2">1.50 (1.00)</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Severity suicidal risk at present moment (real-time risk)</td>
              <td colspan="2">1.00 (1.16)</td>
            </tr>
            <tr valign="top">
              <td colspan="3">
                <bold>Daily recurrent thoughts of suicide (n=192), n (%)</bold>
              </td>
              <td>
                <break/>
              </td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Yes</td>
              <td colspan="2">6 (3.1)</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>No</td>
              <td colspan="2">186 (96.9)</td>
            </tr>
            <tr valign="top">
              <td colspan="3">Intensity of autolytic thoughts<sup>c</sup>, median (IQR)</td>
              <td>4.50 (3.00)</td>
            </tr>
            <tr valign="top">
              <td colspan="3">
                <bold>Content related to insomnia or hypersomnia (n=210), n (%)</bold>
              </td>
              <td>
                <break/>
              </td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Yes</td>
              <td colspan="2">4 (1.9)</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>No</td>
              <td colspan="2">206 (98.1)</td>
            </tr>
          </tbody>
        </table>
        <table-wrap-foot>
          <fn id="table1fn1">
            <p><sup>a</sup>These variables were evaluated on a scale from 0 to 100.</p>
          </fn>
          <fn id="table1fn2">
            <p><sup>b</sup>These variables were evaluated on a scale from 0 to 4.</p>
          </fn>
          <fn id="table1fn3">
            <p><sup>c</sup>This variable was evaluated on a scale from 0 to 10.</p>
          </fn>
        </table-wrap-foot>
      </table-wrap>
      <p>There were direct correlations between severity of the risk of suicide at the time of generating the tweet and sadness, general risk, and intensity of suicide thoughts, as well as inverse correlations with extroversion, rational trait, and joy (<xref ref-type="table" rid="table2">Table 2</xref>).</p>
      <p>The severity of risk of suicide at the time of generating the tweet was higher in people who expressed feelings of defeat, rejection, desire to escape, feelings of helplessness, lack of social support, and daily recurrent thoughts (<xref ref-type="table" rid="table3">Table 3</xref>).</p>
      <p>The linear regression model (<italic>R</italic><sup>2</sup>=0.750; adjusted <italic>R</italic><sup>2</sup>=0.710) showed that the intensity of autolytic thoughts, fear, and valence were predictors of the severity of the risk of suicide at the time (<xref ref-type="table" rid="table4">Table 4</xref>). Both the intensity of autolytic thoughts and valence had positive coefficients, and fear had a negative coefficient. This indicated that when intensity was higher, valence was more positive, and when fear was lower, the severity of suicidal risk was higher. The model explained 75% of the variance.</p>
      <table-wrap position="float" id="table2">
        <label>Table 2</label>
        <caption>
          <p>Spearman correlations between variables and severity of the risk of suicide at the time of writing the tweet.</p>
        </caption>
        <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
          <col width="30"/>
          <col width="440"/>
          <col width="0"/>
          <col width="330"/>
          <col width="0"/>
          <col width="200"/>
          <thead>
            <tr valign="top">
              <td colspan="3">Variables</td>
              <td colspan="2">
                <italic>ρ</italic>
              </td>
              <td><italic>P</italic> value</td>
            </tr>
          </thead>
          <tbody>
            <tr valign="top">
              <td colspan="3">Valence</td>
              <td colspan="2">–0.069</td>
              <td>.31</td>
            </tr>
            <tr valign="top">
              <td colspan="3">
                <bold>Emotional content</bold>
              </td>
              <td colspan="2"/>
              <td/>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Anger</td>
              <td colspan="2">–0.013</td>
              <td colspan="2">.85</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Joy</td>
              <td colspan="2">–0.234</td>
              <td colspan="2">.001</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Fear</td>
              <td colspan="2">–0.097</td>
              <td colspan="2">.16</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Sadness</td>
              <td colspan="2">0.266</td>
              <td colspan="2">&lt;.001</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Surprise</td>
              <td colspan="2">–0.075</td>
              <td colspan="2">.27</td>
            </tr>
            <tr valign="top">
              <td colspan="3">
                <bold>Relevant personality traits</bold>
              </td>
              <td colspan="2"/>
              <td/>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Extroversion</td>
              <td colspan="2">–0.22</td>
              <td colspan="2">.001</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Sensory</td>
              <td colspan="2">–0.115</td>
              <td colspan="2">.09</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Rational</td>
              <td colspan="2">–0.244</td>
              <td colspan="2">&lt;.001</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Judgement</td>
              <td colspan="2">–0.128</td>
              <td colspan="2">.06</td>
            </tr>
            <tr valign="top">
              <td colspan="3">
                <bold>Suicide risk variables</bold>
              </td>
              <td colspan="2"/>
              <td/>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>General risk</td>
              <td colspan="2">0.908</td>
              <td colspan="2">&lt;.001</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Intensity of autolytic thoughts</td>
              <td colspan="2">0.766</td>
              <td colspan="2">&lt;.001</td>
            </tr>
          </tbody>
        </table>
      </table-wrap>
      <table-wrap position="float" id="table3">
        <label>Table 3</label>
        <caption>
          <p>Comparison of severity of the risk of suicide at the time of writing the tweet between qualitative variables.</p>
        </caption>
        <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
          <col width="30"/>
          <col width="370"/>
          <col width="520"/>
          <col width="80"/>
          <thead>
            <tr valign="top">
              <td colspan="2">Variables</td>
              <td>Severity of the risk of suicide at the moment (real-time risk), median (IQR)</td>
              <td><italic>P</italic> value</td>
            </tr>
          </thead>
          <tbody>
            <tr valign="top">
              <td colspan="2">
                <bold>Feelings of defeat or rejection</bold>
              </td>
              <td>
                <break/>
              </td>
              <td/>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Defeat</td>
              <td>1.33 (1.42)</td>
              <td>.003</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Rejection</td>
              <td>0.33 (1.25)</td>
              <td/>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Both</td>
              <td>1.66 (1)</td>
              <td/>
            </tr>
            <tr valign="top">
              <td colspan="2">
                <bold>Desire to escape</bold>
              </td>
              <td/>
              <td/>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Yes</td>
              <td>1 (0)</td>
              <td>&lt;.001</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>No</td>
              <td>1 (1.17)</td>
              <td/>
            </tr>
            <tr valign="top">
              <td colspan="2">
                <bold>Social support or possibility of perceived help</bold>
              </td>
              <td/>
              <td/>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Yes</td>
              <td>0.33 (0.66)</td>
              <td>.03</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>No</td>
              <td>1 (1.16)</td>
              <td/>
            </tr>
            <tr valign="top">
              <td colspan="2">
                <bold>Feelings of helplessness</bold>
              </td>
              <td/>
              <td/>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Yes</td>
              <td>1.5 (1)</td>
              <td>.001</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>No</td>
              <td>1 (1.17)</td>
              <td/>
            </tr>
            <tr valign="top">
              <td colspan="2">
                <bold>Daily recurrent thoughts of suicide</bold>
              </td>
              <td/>
              <td/>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Yes</td>
              <td>2.16 (1.30)</td>
              <td>.007</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>No</td>
              <td>1 (1)</td>
              <td/>
            </tr>
            <tr valign="top">
              <td colspan="2">
                <bold>Content related to insomnia or hypersomnia</bold>
              </td>
              <td/>
              <td/>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Yes</td>
              <td>0.75 (0.63)</td>
              <td>.22</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>No</td>
              <td>1 (1.16)</td>
              <td/>
            </tr>
          </tbody>
        </table>
      </table-wrap>
      <table-wrap position="float" id="table4">
        <label>Table 4</label>
        <caption>
          <p>Linear regression model coefficients indicating the relationship to severity of the risk of suicide at the time of writing the tweet.</p>
        </caption>
        <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
          <col width="600"/>
          <col width="300"/>
          <col width="100"/>
          <thead>
            <tr valign="top">
              <td>Variables</td>
              <td>Coefficient (95% CI)</td>
              <td><italic>P</italic> value</td>
            </tr>
          </thead>
          <tbody>
            <tr valign="top">
              <td>Constant</td>
              <td>0.110 (–0.169, 0.412)</td>
              <td>.45</td>
            </tr>
            <tr valign="top">
              <td>Intensity of autolytic thoughts</td>
              <td>0.311 (0.250, 0.370)</td>
              <td>.001</td>
            </tr>
            <tr valign="top">
              <td>Fear</td>
              <td>–0.009 (–0.015, –0.005)</td>
              <td>.01</td>
            </tr>
            <tr valign="top">
              <td>Valence</td>
              <td>0.007 (0.002, 0.013)</td>
              <td>.009</td>
            </tr>
          </tbody>
        </table>
      </table-wrap>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <p>Suicide prevention is a crucial field that needs to be developed to stop preventable deaths worldwide. The findings of our study reveal that social media can be used to help to identify individuals at risk. These findings suggest that it is possible to identify suicidal behavior through Spanish tweets, and it is possible to identify these posts, not only by using a suicide-related lexicon but also, by filtering tweets based on their emotional content. Tweets that show sadness, defeat, and perceived lack of social support suggest that there is a risk of suicide. These variables have been commonly associated with symptoms of depression and hopelessness [<xref ref-type="bibr" rid="ref12">12</xref>,<xref ref-type="bibr" rid="ref47">47</xref>].</p>
      <p>One of the main challenges in suicide prevention is identifying not only the people at risk of experiencing suicidal behavior at some point in their lives but those who are at risk at a particular moment, in our case, while they are writing the tweet.</p>
      <p>Suicidal ideation and its risk factors can fluctuate over short periods of time [<xref ref-type="bibr" rid="ref16">16</xref>], which demonstrates the importance of differentiating general suicide risk (or suicide status, such as in individuals with long-term risk factors) from real-time suicide risk. In this exploratory study, we emphasized assessment of suicide risk at the moment of writing the post. Our results provide some clues about the phenomenon of suicidal behavior.</p>
      <p>In our study, although the <italic>variable desire to escape from the situation</italic> was not identifiable in most posts showing potential risk, it was related to an increase in the severity of the risk at the time of writing the tweet in posts that expressed a desire to escape.This outcome could suggest that the variable of the desire to run from a suffering situation may be only relevant in situations with an increased risk of suicide at that time. We found the same pattern for feelings of helplessness at the time, which was only identifiable in high-risk tweets. These results are consistent with recent conceptualizations of acute suicidal behavior that suggest that this feeling of entrapment—“in which the escape from an unbearable life situation is perceived as both urgent and impossible” [<xref ref-type="bibr" rid="ref48">48</xref>]—is linked with imminent suicidal behavior. Nevertheless, further research is needed.</p>
      <p>Individuals exhibiting high levels of negative urgency and emotion reactivity might be more likely to develop suicidal ideation and resort to self-harm while experiencing negative affective states [<xref ref-type="bibr" rid="ref14">14</xref>,<xref ref-type="bibr" rid="ref49">49</xref>]. In our sample, tweets with higher risk (at the time of writing the tweets) were identified by higher sadness, higher general risk, and higher intensity of suicidal thoughts on a daily basis. In addition, they similarly showed feelings of defeat and rejection, as well as the perception of a lack of social support. These results are consistent with those in literature, with lack of social support or isolation being an especially well-established risk factor [<xref ref-type="bibr" rid="ref3">3</xref>].</p>
      <p>Although the role of impulsivity in suicidal behavior has not been clearly defined yet [<xref ref-type="bibr" rid="ref50">50</xref>,<xref ref-type="bibr" rid="ref51">51</xref>], it appears that a considerable proportion of suicide attempts are related to impulsive behavior [<xref ref-type="bibr" rid="ref52">52</xref>,<xref ref-type="bibr" rid="ref53">53</xref>]. In our study, we also included personality trait variables. Our results suggest that people at risk at the time of writing their tweet might show less extroversion and less rational personality traits in their posts, which could be associated with greater impulsiveness. Further research would shed more light on this subject.</p>
      <p>Although insomnia or sleep problems variables have been identified as risk factors in suicide assessments, our findings suggest that this variable is not identifiable or relevant to social media posts. One study [<xref ref-type="bibr" rid="ref54">54</xref>] notes that only nightmares are associated with suicidality.</p>
      <p>We obtained preliminary data that might help us to predict increased real-time suicide risk. The interpersonal theory of suicide [<xref ref-type="bibr" rid="ref55">55</xref>] posits that the simultaneous occurrence of 2 psychological states, a perceived burden to others, and a frustrated belonging or social isolation, as well as hopelessness regarding the potential of these states to change, results in the desire for suicide. Our findings are consistent with this theory, showing that sadness, feeling of defeat, or perceived lack of support are related to high-risk tweets. However, according to this theory, the simultaneous presence of suicidal desire and a high tolerance for pain and fear of death would be necessary to produce lethal or near-lethal behavior. The interpersonal theory of suicide also posits that high risk occurs when tolerance for pain and fear increases [<xref ref-type="bibr" rid="ref49">49</xref>,<xref ref-type="bibr" rid="ref56">56</xref>]. Our results seem to also suggest that real risk appears when ideation intensity increases and the fear of suicide decreases, making the resulting emotional valence less unpleasant. In other words, the detection of a decrease in fear and, therefore, a less aversive emotional state could predict an increased risk of suicidal behavior at the time on social media. If these variables effectively and consistently prove their ability to predict an increase in risk at the time, we could generate real-time machine learning systems that would detect predictor emotional states, such as the decrease in fear, to prevent potential deaths.</p>
      <p>Our study has strengths but also limitations. The cross-sectional design of this study provided limited data about suicidal phenomenon on social networks. In the future, it would be interesting to be able to design a study that screens variation in emotional states and suicide risk over time as this may provide more relevant information on how the risk of suicide varies.</p>
      <p>Twitter is considered to be one of the most popular social media platforms, with the greatest immediacy in posting, but because there is a character limit, some variables are barely detectable or measurable. More complex feelings or constructs are difficult to evaluate. Future research could include the evaluation of conversation threads or tweets in their context (for example, by taking into account tweets within the previous 24 hours), which would allow more accurate evaluations of relevant variables in suicide risk assessments.</p>
      <p>The interrater reliability was moderate, differences between research and the clinical professional profile of the experts might have had an impact on reliability. In future investigations, reliability will be assessed based on expert profiles, and intensive specific training will be conducted.</p>
      <p>One of the strengths of our study is that it incorporates experts in suicide risk assessment. In future research, it would be interesting to introduce validated scales to measure suicidality so that expert risk detection could be effectively validated. Moreover, it would be interesting for future research to use social media users with past suicide attempts to screen and validate our findings.</p>
      <p>Our findings—identifying emotional content that might be relevant for real-time suicide prevention—can contribute to the development of new technology-based screening systems; however, more robust research is needed to establish whether social media screening can effectively reduce suicide outcomes and whether there is a way to ethically reach those individuals at risk.</p>
    </sec>
  </body>
  <back>
    <app-group/>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">API</term>
          <def>
            <p>application programming interface</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <ack>
      <p>We would like to thank Afda Aragón, the B21_20R, B03_20R and DisCo-T21-20R Research Groups of the Department of Research, Innovation and Universities of the Aragon Regional Authority (Spain); and the European Regional Development Fund <italic>Otra forma de hacer Europa</italic>.</p>
    </ack>
    <fn-group>
      <fn fn-type="conflict">
        <p>None declared.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="web">
          <article-title>Suicide rate estimates, age-standardized estimates by WHO region</article-title>
          <source>World Health Organization</source>
          <year>2016</year>
          <access-date>2022-03-01</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://apps.who.int/gho/data/view.main.MHSUICIDEASDRREGv?lang=en">https://apps.who.int/gho/data/view.main.MHSUICIDEASDRREGv?lang=en</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="web">
          <article-title>Defunciones según causa de muerte Año 2020</article-title>
          <source>Instituto Nacional de Estadística</source>
          <year>2020</year>
          <access-date>2021-10-01</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.ine.es/prensa/edcm_2020.pdf">https://www.ine.es/prensa/edcm_2020.pdf</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="web">
          <article-title>Preventing suicide: a global imperative</article-title>
          <source>World Health Organization</source>
          <year>2014</year>
          <month>08</month>
          <day>17</day>
          <access-date>2022-05-12</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.who.int/publications/i/item/9789241564779">https://www.who.int/publications/i/item/9789241564779</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Large</surname>
              <given-names>MM</given-names>
            </name>
          </person-group>
          <article-title>The role of prediction in suicide prevention</article-title>
          <source>Dialogues Clin Neurosci</source>
          <year>2018</year>
          <month>09</month>
          <volume>20</volume>
          <issue>3</issue>
          <fpage>197</fpage>
          <lpage>205</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/30581289"/>
          </comment>
          <pub-id pub-id-type="medline">30581289</pub-id>
          <pub-id pub-id-type="pmcid">PMC6296389</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Pisani</surname>
              <given-names>AR</given-names>
            </name>
            <name name-style="western">
              <surname>Murrie</surname>
              <given-names>DC</given-names>
            </name>
            <name name-style="western">
              <surname>Silverman</surname>
              <given-names>MM</given-names>
            </name>
          </person-group>
          <article-title>Reformulating suicide risk formulation: from prediction to prevention</article-title>
          <source>Acad Psychiatry</source>
          <year>2016</year>
          <month>08</month>
          <day>14</day>
          <volume>40</volume>
          <issue>4</issue>
          <fpage>623</fpage>
          <lpage>9</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/26667005"/>
          </comment>
          <pub-id pub-id-type="doi">10.1007/s40596-015-0434-6</pub-id>
          <pub-id pub-id-type="medline">26667005</pub-id>
          <pub-id pub-id-type="pii">10.1007/s40596-015-0434-6</pub-id>
          <pub-id pub-id-type="pmcid">PMC4937078</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Gibbons</surname>
              <given-names>Robert D</given-names>
            </name>
          </person-group>
          <article-title>The statistics of suicide</article-title>
          <source>Shanghai Arch Psychiatry</source>
          <year>2013</year>
          <month>04</month>
          <volume>25</volume>
          <issue>2</issue>
          <fpage>124</fpage>
          <lpage>30</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/24991146"/>
          </comment>
          <pub-id pub-id-type="doi">10.3969/j.issn.1002-0829.2013.02.011</pub-id>
          <pub-id pub-id-type="medline">24991146</pub-id>
          <pub-id pub-id-type="pii">sap-25-02-124</pub-id>
          <pub-id pub-id-type="pmcid">PMC4054543</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Berman</surname>
              <given-names>AL</given-names>
            </name>
            <name name-style="western">
              <surname>Silverman</surname>
              <given-names>MM</given-names>
            </name>
          </person-group>
          <article-title>Suicide risk assessment and risk formulation part II: suicide risk formulation and the determination of levels of risk</article-title>
          <source>Suicide Life Threat Behav</source>
          <year>2014</year>
          <month>08</month>
          <day>29</day>
          <volume>44</volume>
          <issue>4</issue>
          <fpage>432</fpage>
          <lpage>43</lpage>
          <pub-id pub-id-type="doi">10.1111/sltb.12067</pub-id>
          <pub-id pub-id-type="medline">24286521</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Wortzel</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Homaifar</surname>
              <given-names>Beeta</given-names>
            </name>
            <name name-style="western">
              <surname>Matarazzo</surname>
              <given-names>Bridget</given-names>
            </name>
            <name name-style="western">
              <surname>Brenner</surname>
              <given-names>Lisa A</given-names>
            </name>
          </person-group>
          <article-title>Therapeutic risk management of the suicidal patient: stratifying risk in terms of severity and temporality</article-title>
          <source>J Psychiatr Pract</source>
          <year>2014</year>
          <month>01</month>
          <volume>20</volume>
          <issue>1</issue>
          <fpage>63</fpage>
          <lpage>7</lpage>
          <pub-id pub-id-type="doi">10.1097/01.pra.0000442940.46328.63</pub-id>
          <pub-id pub-id-type="medline">24419312</pub-id>
          <pub-id pub-id-type="pii">00131746-201401000-00009</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bryan</surname>
              <given-names>CJ</given-names>
            </name>
            <name name-style="western">
              <surname>Rudd</surname>
              <given-names>MD</given-names>
            </name>
          </person-group>
          <article-title>Advances in the assessment of suicide risk</article-title>
          <source>J Clin Psychol</source>
          <year>2006</year>
          <month>02</month>
          <volume>62</volume>
          <issue>2</issue>
          <fpage>185</fpage>
          <lpage>200</lpage>
          <pub-id pub-id-type="doi">10.1002/jclp.20222</pub-id>
          <pub-id pub-id-type="medline">16342288</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kessler</surname>
              <given-names>RC</given-names>
            </name>
            <name name-style="western">
              <surname>Bossarte</surname>
              <given-names>RM</given-names>
            </name>
            <name name-style="western">
              <surname>Luedtke</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Zaslavsky</surname>
              <given-names>AM</given-names>
            </name>
            <name name-style="western">
              <surname>Zubizarreta</surname>
              <given-names>JR</given-names>
            </name>
          </person-group>
          <article-title>Suicide prediction models: a critical review of recent research with recommendations for the way forward</article-title>
          <source>Mol Psychiatry</source>
          <year>2020</year>
          <month>01</month>
          <day>30</day>
          <volume>25</volume>
          <issue>1</issue>
          <fpage>168</fpage>
          <lpage>179</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/31570777"/>
          </comment>
          <pub-id pub-id-type="doi">10.1038/s41380-019-0531-0</pub-id>
          <pub-id pub-id-type="medline">31570777</pub-id>
          <pub-id pub-id-type="pii">10.1038/s41380-019-0531-0</pub-id>
          <pub-id pub-id-type="pmcid">PMC7489362</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Beck</surname>
              <given-names>AT</given-names>
            </name>
            <name name-style="western">
              <surname>Brown</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Berchick</surname>
              <given-names>RJ</given-names>
            </name>
            <name name-style="western">
              <surname>Stewart</surname>
              <given-names>BL</given-names>
            </name>
            <name name-style="western">
              <surname>Steer</surname>
              <given-names>RA</given-names>
            </name>
          </person-group>
          <article-title>Relationship between hopelessness and ultimate suicide: a replication with psychiatric outpatients</article-title>
          <source>Am J Psychiatry</source>
          <year>1990</year>
          <month>02</month>
          <volume>147</volume>
          <issue>2</issue>
          <fpage>190</fpage>
          <lpage>5</lpage>
          <pub-id pub-id-type="doi">10.1176/ajp.147.2.190</pub-id>
          <pub-id pub-id-type="medline">2278535</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ribeiro</surname>
              <given-names>JD</given-names>
            </name>
            <name name-style="western">
              <surname>Huang</surname>
              <given-names>X</given-names>
            </name>
            <name name-style="western">
              <surname>Fox</surname>
              <given-names>KR</given-names>
            </name>
            <name name-style="western">
              <surname>Franklin</surname>
              <given-names>JC</given-names>
            </name>
          </person-group>
          <article-title>Depression and hopelessness as risk factors for suicide ideation, attempts and death: meta-analysis of longitudinal studies</article-title>
          <source>Br J Psychiatry</source>
          <year>2018</year>
          <month>05</month>
          <day>28</day>
          <volume>212</volume>
          <issue>5</issue>
          <fpage>279</fpage>
          <lpage>286</lpage>
          <pub-id pub-id-type="doi">10.1192/bjp.2018.27</pub-id>
          <pub-id pub-id-type="medline">29587888</pub-id>
          <pub-id pub-id-type="pii">S0007125018000272</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Anestis</surname>
              <given-names>MD</given-names>
            </name>
            <name name-style="western">
              <surname>Bagge</surname>
              <given-names>CL</given-names>
            </name>
            <name name-style="western">
              <surname>Tull</surname>
              <given-names>MT</given-names>
            </name>
            <name name-style="western">
              <surname>Joiner</surname>
              <given-names>TE</given-names>
            </name>
          </person-group>
          <article-title>Clarifying the role of emotion dysregulation in the interpersonal-psychological theory of suicidal behavior in an undergraduate sample</article-title>
          <source>J Psychiatr Res</source>
          <year>2011</year>
          <month>05</month>
          <volume>45</volume>
          <issue>5</issue>
          <fpage>603</fpage>
          <lpage>11</lpage>
          <pub-id pub-id-type="doi">10.1016/j.jpsychires.2010.10.013</pub-id>
          <pub-id pub-id-type="medline">21092986</pub-id>
          <pub-id pub-id-type="pii">S0022-3956(10)00308-0</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Dour</surname>
              <given-names>HJ</given-names>
            </name>
            <name name-style="western">
              <surname>Cha</surname>
              <given-names>CB</given-names>
            </name>
            <name name-style="western">
              <surname>Nock</surname>
              <given-names>MK</given-names>
            </name>
          </person-group>
          <article-title>Evidence for an emotion-cognition interaction in the statistical prediction of suicide attempts</article-title>
          <source>Behav Res Ther</source>
          <year>2011</year>
          <month>04</month>
          <volume>49</volume>
          <issue>4</issue>
          <fpage>294</fpage>
          <lpage>8</lpage>
          <pub-id pub-id-type="doi">10.1016/j.brat.2011.01.010</pub-id>
          <pub-id pub-id-type="medline">21353203</pub-id>
          <pub-id pub-id-type="pii">S0005-7967(11)00027-1</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Sedano-Capdevila</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Porras-Segovia</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Bello</surname>
              <given-names>HJ</given-names>
            </name>
            <name name-style="western">
              <surname>Baca-García</surname>
              <given-names>Enrique</given-names>
            </name>
            <name name-style="western">
              <surname>Barrigon</surname>
              <given-names>ML</given-names>
            </name>
          </person-group>
          <article-title>Use of ecological momentary assessment to study suicidal thoughts and behavior: a systematic review</article-title>
          <source>Curr Psychiatry Rep</source>
          <year>2021</year>
          <month>05</month>
          <day>18</day>
          <volume>23</volume>
          <issue>7</issue>
          <fpage>41</fpage>
          <pub-id pub-id-type="doi">10.1007/s11920-021-01255-7</pub-id>
          <pub-id pub-id-type="medline">34003405</pub-id>
          <pub-id pub-id-type="pii">10.1007/s11920-021-01255-7</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kleiman</surname>
              <given-names>EM</given-names>
            </name>
            <name name-style="western">
              <surname>Turner</surname>
              <given-names>BJ</given-names>
            </name>
            <name name-style="western">
              <surname>Fedor</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Beale</surname>
              <given-names>EE</given-names>
            </name>
            <name name-style="western">
              <surname>Huffman</surname>
              <given-names>JC</given-names>
            </name>
            <name name-style="western">
              <surname>Nock</surname>
              <given-names>MK</given-names>
            </name>
          </person-group>
          <article-title>Examination of real-time fluctuations in suicidal ideation and its risk factors: results from two ecological momentary assessment studies</article-title>
          <source>J Abnorm Psychol</source>
          <year>2017</year>
          <month>08</month>
          <volume>126</volume>
          <issue>6</issue>
          <fpage>726</fpage>
          <lpage>738</lpage>
          <pub-id pub-id-type="doi">10.1037/abn0000273</pub-id>
          <pub-id pub-id-type="medline">28481571</pub-id>
          <pub-id pub-id-type="pii">2017-20211-001</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Clement</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Social media - statistics and facts</article-title>
          <source>Statista</source>
          <access-date>2021-05-01</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.statista.com/topics/1164/social-networks/">https://www.statista.com/topics/1164/social-networks/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Paris</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Christensen</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Batterham</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>O'Dea</surname>
              <given-names>B</given-names>
            </name>
          </person-group>
          <article-title>Exploring emotions in social media</article-title>
          <year>2015</year>
          <month>10</month>
          <day>27</day>
          <conf-name>IEEE Conference on Collaboration and Internet Computing</conf-name>
          <conf-date>October 27-30, 2015</conf-date>
          <conf-loc>Hangzhou, China</conf-loc>
          <pub-id pub-id-type="doi">10.1109/cic.2015.43</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Luxton</surname>
              <given-names>DD</given-names>
            </name>
            <name name-style="western">
              <surname>June</surname>
              <given-names>JD</given-names>
            </name>
            <name name-style="western">
              <surname>Fairall</surname>
              <given-names>JM</given-names>
            </name>
          </person-group>
          <article-title>Social media and suicide: a public health perspective</article-title>
          <source>Am J Public Health</source>
          <year>2012</year>
          <month>05</month>
          <volume>102 Suppl 2</volume>
          <fpage>S195</fpage>
          <lpage>200</lpage>
          <pub-id pub-id-type="doi">10.2105/AJPH.2011.300608</pub-id>
          <pub-id pub-id-type="medline">22401525</pub-id>
          <pub-id pub-id-type="pmcid">PMC3477910</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Fernandez</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>Twitter en España - Datos estadísticos</article-title>
          <source>Statista</source>
          <access-date>2021-05-01</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://es.statista.com/temas/3595/twitter-en-espana/">https://es.statista.com/temas/3595/twitter-en-espana/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="web">
          <article-title>Help center</article-title>
          <source>Twitter Inc</source>
          <access-date>2021-05-01</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://help.twitter.com/en/safety-and-security/self-harm-and-suicide">https://help.twitter.com/en/safety-and-security/self-harm-and-suicide</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Christensen</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Batterham</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>O'Dea</surname>
              <given-names>B</given-names>
            </name>
          </person-group>
          <article-title>E-health interventions for suicide prevention</article-title>
          <source>Int J Environ Res Public Health</source>
          <year>2014</year>
          <month>08</month>
          <day>12</day>
          <volume>11</volume>
          <issue>8</issue>
          <fpage>8193</fpage>
          <lpage>212</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.mdpi.com/resolver?pii=ijerph110808193"/>
          </comment>
          <pub-id pub-id-type="doi">10.3390/ijerph110808193</pub-id>
          <pub-id pub-id-type="medline">25119698</pub-id>
          <pub-id pub-id-type="pii">ijerph110808193</pub-id>
          <pub-id pub-id-type="pmcid">PMC4143857</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Choudhury</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Kiciman</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Dredze</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Coppersmith</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Kumar</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Discovering shifts to suicidal ideation from mental health content in social media</article-title>
          <year>2016</year>
          <month>05</month>
          <day>07</day>
          <conf-name>CHI Conference on Human Factors in Computing Systems. Association for Computing Machinery</conf-name>
          <conf-date>May 7-12, 2016</conf-date>
          <conf-loc>San Jose, California</conf-loc>
          <fpage>2098</fpage>
          <lpage>2110</lpage>
          <pub-id pub-id-type="doi">10.1145/2858036.2858207</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Choudhury</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Gamon</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Counts</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Horvitz</surname>
              <given-names>E</given-names>
            </name>
          </person-group>
          <article-title>Predicting depression via social media</article-title>
          <year>2021</year>
          <month>08</month>
          <day>03</day>
          <conf-name>Proceedings of the International AAAI Conference on Web and Social Media</conf-name>
          <conf-date>July 8-11, 2013</conf-date>
          <conf-loc>Cambridge, Massachusetts</conf-loc>
          <fpage>128</fpage>
          <lpage>137</lpage>
        </nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Nadeem</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Identifying depression on Twitter</article-title>
          <source>arXiv</source>
          <comment>Preprint posted online on Jan 25, 2016
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://arxiv.org/abs/1607.07384"/>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref26">
        <label>26</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Reece</surname>
              <given-names>AG</given-names>
            </name>
            <name name-style="western">
              <surname>Reagan</surname>
              <given-names>AJ</given-names>
            </name>
            <name name-style="western">
              <surname>Lix</surname>
              <given-names>KLM</given-names>
            </name>
            <name name-style="western">
              <surname>Dodds</surname>
              <given-names>PS</given-names>
            </name>
            <name name-style="western">
              <surname>Danforth</surname>
              <given-names>CM</given-names>
            </name>
            <name name-style="western">
              <surname>Langer</surname>
              <given-names>EJ</given-names>
            </name>
          </person-group>
          <article-title>Forecasting the onset and course of mental illness with Twitter data</article-title>
          <source>Sci Rep</source>
          <year>2017</year>
          <month>10</month>
          <day>11</day>
          <volume>7</volume>
          <issue>1</issue>
          <fpage>13006</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1038/s41598-017-12961-9"/>
          </comment>
          <pub-id pub-id-type="doi">10.1038/s41598-017-12961-9</pub-id>
          <pub-id pub-id-type="medline">29021528</pub-id>
          <pub-id pub-id-type="pii">10.1038/s41598-017-12961-9</pub-id>
          <pub-id pub-id-type="pmcid">PMC5636873</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref27">
        <label>27</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Coppersmith</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Harman</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Dredze</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Measuring post traumatic stress disorder in twitter</article-title>
          <year>2014</year>
          <conf-name>Proceedings of the 8th International Conference on Weblogs and Social Media, ICWSM</conf-name>
          <conf-date>June 1-4, 2014</conf-date>
          <conf-loc>Michigan</conf-loc>
          <fpage>579</fpage>
          <lpage>582</lpage>
        </nlm-citation>
      </ref>
      <ref id="ref28">
        <label>28</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Desmet</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Hoste</surname>
              <given-names>V</given-names>
            </name>
          </person-group>
          <article-title>Emotion detection in suicide notes</article-title>
          <source>Expert Syst Appl</source>
          <year>2013</year>
          <month>11</month>
          <volume>40</volume>
          <issue>16</issue>
          <fpage>6351</fpage>
          <lpage>6358</lpage>
          <pub-id pub-id-type="doi">10.1016/j.eswa.2013.05.050</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref29">
        <label>29</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Braithwaite</surname>
              <given-names>SR</given-names>
            </name>
            <name name-style="western">
              <surname>Giraud-Carrier</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>West</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Barnes</surname>
              <given-names>MD</given-names>
            </name>
            <name name-style="western">
              <surname>Hanson</surname>
              <given-names>CL</given-names>
            </name>
          </person-group>
          <article-title>Validating machine learning algorithms for Twitter data against established measures of suicidality</article-title>
          <source>JMIR Ment Health</source>
          <year>2016</year>
          <month>05</month>
          <day>16</day>
          <volume>3</volume>
          <issue>2</issue>
          <fpage>e21</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://mental.jmir.org/2016/2/e21/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/mental.4822</pub-id>
          <pub-id pub-id-type="medline">27185366</pub-id>
          <pub-id pub-id-type="pii">v3i2e21</pub-id>
          <pub-id pub-id-type="pmcid">PMC4886102</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref30">
        <label>30</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lv</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Li</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Liu</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Zhu</surname>
              <given-names>T</given-names>
            </name>
          </person-group>
          <article-title>Creating a Chinese suicide dictionary for identifying suicide risk on social media</article-title>
          <source>PeerJ</source>
          <year>2015</year>
          <volume>3</volume>
          <fpage>e1455</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.7717/peerj.1455"/>
          </comment>
          <pub-id pub-id-type="doi">10.7717/peerj.1455</pub-id>
          <pub-id pub-id-type="medline">26713232</pub-id>
          <pub-id pub-id-type="pii">1455</pub-id>
          <pub-id pub-id-type="pmcid">PMC4690390</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref31">
        <label>31</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Huang</surname>
              <given-names>X</given-names>
            </name>
            <name name-style="western">
              <surname>Xing</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Brubaker</surname>
              <given-names>JR</given-names>
            </name>
            <name name-style="western">
              <surname>Paul</surname>
              <given-names>MJ</given-names>
            </name>
          </person-group>
          <article-title>Exploring timelines of confirmed suicide incidents through social media</article-title>
          <year>2017</year>
          <month>08</month>
          <day>23</day>
          <conf-name>IEEE International Conference on Healthcare Informatics</conf-name>
          <conf-date>August 23-26, 2017</conf-date>
          <conf-loc>Park City, Utah</conf-loc>
          <pub-id pub-id-type="doi">10.1109/ichi.2017.47</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref32">
        <label>32</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Robinson</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Cox</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Bailey</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Hetrick</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Rodrigues</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Fisher</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Herrman</surname>
              <given-names>H</given-names>
            </name>
          </person-group>
          <article-title>Social media and suicide prevention: a systematic review</article-title>
          <source>Early Interv Psychiatry</source>
          <year>2016</year>
          <month>04</month>
          <day>19</day>
          <volume>10</volume>
          <issue>2</issue>
          <fpage>103</fpage>
          <lpage>21</lpage>
          <pub-id pub-id-type="doi">10.1111/eip.12229</pub-id>
          <pub-id pub-id-type="medline">25702826</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref33">
        <label>33</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Franco-Martín</surname>
              <given-names>Manuel A</given-names>
            </name>
            <name name-style="western">
              <surname>Muñoz-Sánchez</surname>
              <given-names>Juan Luis</given-names>
            </name>
            <name name-style="western">
              <surname>Sainz-de-Abajo</surname>
              <given-names>Beatriz</given-names>
            </name>
            <name name-style="western">
              <surname>Castillo-Sánchez</surname>
              <given-names>Gema</given-names>
            </name>
            <name name-style="western">
              <surname>Hamrioui</surname>
              <given-names>Sofiane</given-names>
            </name>
            <name name-style="western">
              <surname>de la Torre-Díez</surname>
              <given-names>Isabel</given-names>
            </name>
          </person-group>
          <article-title>A systematic literature review of technologies for suicidal behavior prevention</article-title>
          <source>J Med Syst</source>
          <year>2018</year>
          <month>03</month>
          <day>05</day>
          <volume>42</volume>
          <issue>4</issue>
          <fpage>71</fpage>
          <pub-id pub-id-type="doi">10.1007/s10916-018-0926-5</pub-id>
          <pub-id pub-id-type="medline">29508152</pub-id>
          <pub-id pub-id-type="pii">10.1007/s10916-018-0926-5</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref34">
        <label>34</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Burnap</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Colombo</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Amery</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Hodorog</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Scourfield</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Multi-class machine classification of suicide-related communication on Twitter</article-title>
          <source>Online Soc Netw Media</source>
          <year>2017</year>
          <month>08</month>
          <volume>2</volume>
          <fpage>32</fpage>
          <lpage>44</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S2468-6964(17)30060-5"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.osnem.2017.08.001</pub-id>
          <pub-id pub-id-type="medline">29278258</pub-id>
          <pub-id pub-id-type="pii">S2468-6964(17)30060-5</pub-id>
          <pub-id pub-id-type="pmcid">PMC5732584</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref35">
        <label>35</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Fabra</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Martínez-Martínez</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Lopez-Del-Hoyo</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Perez-Yus</surname>
              <given-names>MC</given-names>
            </name>
            <name name-style="western">
              <surname>Oliván-Blázquez</surname>
              <given-names>B</given-names>
            </name>
          </person-group>
          <article-title>Detecting Suicide Risk Through Twitter</article-title>
          <year>2020</year>
          <month>10</month>
          <day>25</day>
          <conf-name>The Fourteenth International Conference on Advanced Engineering Computing and Applications in Sciences</conf-name>
          <conf-date>Octobre 25-29, 2020</conf-date>
          <conf-loc>Nice, France</conf-loc>
          <fpage>6</fpage>
          <lpage>11</lpage>
        </nlm-citation>
      </ref>
      <ref id="ref36">
        <label>36</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Redondo</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Fraga</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Padrón</surname>
              <given-names>Isabel</given-names>
            </name>
            <name name-style="western">
              <surname>Comesaña</surname>
              <given-names>Montserrat</given-names>
            </name>
          </person-group>
          <article-title>The Spanish adaptation of ANEW (affective norms for English words)</article-title>
          <source>Behav Res Methods</source>
          <year>2007</year>
          <month>08</month>
          <volume>39</volume>
          <issue>3</issue>
          <fpage>600</fpage>
          <lpage>5</lpage>
          <pub-id pub-id-type="doi">10.3758/bf03193031</pub-id>
          <pub-id pub-id-type="medline">17958173</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref37">
        <label>37</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Pennebaker</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Booth</surname>
              <given-names>R</given-names>
            </name>
            <collab>Francis</collab>
          </person-group>
          <article-title>Linguistic inquiry and word count</article-title>
          <source>LIWC</source>
          <year>1999</year>
          <access-date>2022-05-12</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.liwc.app/">https://www.liwc.app/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref38">
        <label>38</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Cheng</surname>
              <given-names>Q</given-names>
            </name>
            <name name-style="western">
              <surname>Li</surname>
              <given-names>TM</given-names>
            </name>
            <name name-style="western">
              <surname>Kwok</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Zhu</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Yip</surname>
              <given-names>PS</given-names>
            </name>
          </person-group>
          <article-title>Assessing suicide risk and emotional distress in Chinese social media: a text mining and machine learning study</article-title>
          <source>J Med Internet Res</source>
          <year>2017</year>
          <month>07</month>
          <day>10</day>
          <volume>19</volume>
          <issue>7</issue>
          <fpage>e243</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2017/7/e243/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/jmir.7276</pub-id>
          <pub-id pub-id-type="medline">28694239</pub-id>
          <pub-id pub-id-type="pii">v19i7e243</pub-id>
          <pub-id pub-id-type="pmcid">PMC5525005</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref39">
        <label>39</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kahn</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Tobin</surname>
              <given-names>RM</given-names>
            </name>
            <name name-style="western">
              <surname>Massey</surname>
              <given-names>AE</given-names>
            </name>
            <name name-style="western">
              <surname>Anderson</surname>
              <given-names>JA</given-names>
            </name>
          </person-group>
          <article-title>Measuring emotional expression with the Linguistic Inquiry and Word Count</article-title>
          <source>Am J Psychol</source>
          <year>2007</year>
          <volume>120</volume>
          <issue>2</issue>
          <fpage>263</fpage>
          <lpage>86</lpage>
          <pub-id pub-id-type="medline">17650921</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref40">
        <label>40</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Parrott</surname>
              <given-names>W G</given-names>
            </name>
          </person-group>
          <source>Emotions in Social Psychology: Essential Readings</source>
          <year>2001</year>
          <publisher-loc>Philadelphia, USA</publisher-loc>
          <publisher-name>Psychology Press</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref41">
        <label>41</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Shaver</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Schwartz</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Kirson</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>O'Connor</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>Emotion knowledge: further exploration of a prototype approach</article-title>
          <source>J Pers Soc Psychol</source>
          <year>1987</year>
          <month>06</month>
          <volume>52</volume>
          <issue>6</issue>
          <fpage>1061</fpage>
          <lpage>86</lpage>
          <pub-id pub-id-type="doi">10.1037//0022-3514.52.6.1061</pub-id>
          <pub-id pub-id-type="medline">3598857</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref42">
        <label>42</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Faber</surname>
              <given-names>V</given-names>
            </name>
          </person-group>
          <article-title>Clustering and the continuous k-means algorithm</article-title>
          <source>Los Alamos Science</source>
          <year>1994</year>
          <volume>22</volume>
          <fpage>138</fpage>
          <lpage>144</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://permalink.lanl.gov/object/tr?what=info:lanl-repo/lareport/LA-UR-94-2608-14"/>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref43">
        <label>43</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Stone</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Cross-validatory choice and assessment of statistical predictions</article-title>
          <source>J R Stat Soc Series B Stat Methodol</source>
          <year>2018</year>
          <month>12</month>
          <day>05</day>
          <volume>36</volume>
          <issue>2</issue>
          <fpage>111</fpage>
          <lpage>133</lpage>
          <pub-id pub-id-type="doi">10.1111/j.2517-6161.1974.tb00994.x</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref44">
        <label>44</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Briggs-Myers</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Briggs</surname>
              <given-names>KC</given-names>
            </name>
          </person-group>
          <source>Myers-Briggs Type Indicator</source>
          <year>1985</year>
          <publisher-loc>Palo Alto, California</publisher-loc>
          <publisher-name>Consulting Pyschologist Press</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref45">
        <label>45</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hamilton</surname>
              <given-names>J D</given-names>
            </name>
          </person-group>
          <source>Time Series Analysis</source>
          <year>1994</year>
          <publisher-loc>New Jersey</publisher-loc>
          <publisher-name>Princeton University Press</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref46">
        <label>46</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <collab>World Medical Association</collab>
          </person-group>
          <article-title>World Medical Association Declaration of Helsinki: ethical principles for medical research involving human subjects</article-title>
          <source>JAMA</source>
          <year>2013</year>
          <month>11</month>
          <day>27</day>
          <volume>310</volume>
          <issue>20</issue>
          <fpage>2191</fpage>
          <lpage>4</lpage>
          <pub-id pub-id-type="doi">10.1001/jama.2013.281053</pub-id>
          <pub-id pub-id-type="medline">24141714</pub-id>
          <pub-id pub-id-type="pii">1760318</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref47">
        <label>47</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Minkoff</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Bergman</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Beck</surname>
              <given-names>AT</given-names>
            </name>
            <name name-style="western">
              <surname>Beck</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>Hopelessness, depression, and attempted suicide</article-title>
          <source>Am J Psychiatry</source>
          <year>1973</year>
          <month>04</month>
          <volume>130</volume>
          <issue>4</issue>
          <fpage>455</fpage>
          <lpage>9</lpage>
          <pub-id pub-id-type="doi">10.1176/ajp.130.4.455</pub-id>
          <pub-id pub-id-type="medline">4691303</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref48">
        <label>48</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bloch-Elkouby</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Gorman</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Schuck</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Barzilay</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Calati</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Cohen</surname>
              <given-names>LJ</given-names>
            </name>
            <name name-style="western">
              <surname>Begum</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Galynker</surname>
              <given-names>I</given-names>
            </name>
          </person-group>
          <article-title>The suicide crisis syndrome: a network analysis</article-title>
          <source>J Couns Psychol</source>
          <year>2020</year>
          <month>10</month>
          <volume>67</volume>
          <issue>5</issue>
          <fpage>595</fpage>
          <lpage>607</lpage>
          <pub-id pub-id-type="doi">10.1037/cou0000423</pub-id>
          <pub-id pub-id-type="medline">32309959</pub-id>
          <pub-id pub-id-type="pii">2020-27117-001</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref49">
        <label>49</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Anestis</surname>
              <given-names>MD</given-names>
            </name>
            <name name-style="western">
              <surname>Joiner</surname>
              <given-names>TE</given-names>
            </name>
          </person-group>
          <article-title>Examining the role of emotion in suicidality: negative urgency as an amplifier of the relationship between components of the interpersonal-psychological theory of suicidal behavior and lifetime number of suicide attempts</article-title>
          <source>J Affect Disord</source>
          <year>2011</year>
          <month>03</month>
          <volume>129</volume>
          <issue>1-3</issue>
          <fpage>261</fpage>
          <lpage>9</lpage>
          <pub-id pub-id-type="doi">10.1016/j.jad.2010.08.006</pub-id>
          <pub-id pub-id-type="medline">20825997</pub-id>
          <pub-id pub-id-type="pii">S0165-0327(10)00526-4</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref50">
        <label>50</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Baca-Garcia</surname>
              <given-names>Enrique</given-names>
            </name>
            <name name-style="western">
              <surname>Diaz-Sastre</surname>
              <given-names>Carmen</given-names>
            </name>
            <name name-style="western">
              <surname>García Resa</surname>
              <given-names>Eloy</given-names>
            </name>
            <name name-style="western">
              <surname>Blasco</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Braquehais Conesa</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Oquendo</surname>
              <given-names>MA</given-names>
            </name>
            <name name-style="western">
              <surname>Saiz-Ruiz</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>de Leon</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Suicide attempts and impulsivity</article-title>
          <source>Eur Arch Psychiatry Clin Neurosci</source>
          <year>2005</year>
          <month>04</month>
          <day>19</day>
          <volume>255</volume>
          <issue>2</issue>
          <fpage>152</fpage>
          <lpage>6</lpage>
          <pub-id pub-id-type="doi">10.1007/s00406-004-0549-3</pub-id>
          <pub-id pub-id-type="medline">15549343</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref51">
        <label>51</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Anestis</surname>
              <given-names>MD</given-names>
            </name>
            <name name-style="western">
              <surname>Soberay</surname>
              <given-names>KA</given-names>
            </name>
            <name name-style="western">
              <surname>Gutierrez</surname>
              <given-names>PM</given-names>
            </name>
            <name name-style="western">
              <surname>Hernández</surname>
              <given-names>Theresa D</given-names>
            </name>
            <name name-style="western">
              <surname>Joiner</surname>
              <given-names>TE</given-names>
            </name>
          </person-group>
          <article-title>Reconsidering the link between impulsivity and suicidal behavior</article-title>
          <source>Pers Soc Psychol Rev</source>
          <year>2014</year>
          <month>11</month>
          <day>26</day>
          <volume>18</volume>
          <issue>4</issue>
          <fpage>366</fpage>
          <lpage>86</lpage>
          <pub-id pub-id-type="doi">10.1177/1088868314535988</pub-id>
          <pub-id pub-id-type="medline">24969696</pub-id>
          <pub-id pub-id-type="pii">1088868314535988</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref52">
        <label>52</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Wyder</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>De Leo</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>Behind impulsive suicide attempts: indications from a community study</article-title>
          <source>J Affect Disord</source>
          <year>2007</year>
          <month>12</month>
          <volume>104</volume>
          <issue>1-3</issue>
          <fpage>167</fpage>
          <lpage>73</lpage>
          <pub-id pub-id-type="doi">10.1016/j.jad.2007.02.015</pub-id>
          <pub-id pub-id-type="medline">17397934</pub-id>
          <pub-id pub-id-type="pii">S0165-0327(07)00087-0</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref53">
        <label>53</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lim</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Lee</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Park</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Differences between impulsive and non-impulsive suicide attempts among individuals treated in emergency rooms of South Korea</article-title>
          <source>Psychiatry Investig</source>
          <year>2016</year>
          <month>07</month>
          <volume>13</volume>
          <issue>4</issue>
          <fpage>389</fpage>
          <lpage>96</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://psychiatryinvestigation.org/journal/view.php?doi=10.4306/pi.2016.13.4.389"/>
          </comment>
          <pub-id pub-id-type="doi">10.4306/pi.2016.13.4.389</pub-id>
          <pub-id pub-id-type="medline">27482239</pub-id>
          <pub-id pub-id-type="pmcid">PMC4965648</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref54">
        <label>54</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bernert</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Joiner</surname>
              <given-names>Thomas E</given-names>
            </name>
            <name name-style="western">
              <surname>Cukrowicz</surname>
              <given-names>Kelly C</given-names>
            </name>
            <name name-style="western">
              <surname>Schmidt</surname>
              <given-names>Norman B</given-names>
            </name>
            <name name-style="western">
              <surname>Krakow</surname>
              <given-names>Barry</given-names>
            </name>
          </person-group>
          <article-title>Suicidality and sleep disturbances</article-title>
          <source>Sleep</source>
          <year>2005</year>
          <month>09</month>
          <volume>28</volume>
          <issue>9</issue>
          <fpage>1135</fpage>
          <lpage>41</lpage>
          <pub-id pub-id-type="doi">10.1093/sleep/28.9.1135</pub-id>
          <pub-id pub-id-type="medline">16268383</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref55">
        <label>55</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Van Orden</surname>
              <given-names>KA</given-names>
            </name>
            <name name-style="western">
              <surname>Witte</surname>
              <given-names>TK</given-names>
            </name>
            <name name-style="western">
              <surname>Cukrowicz</surname>
              <given-names>KC</given-names>
            </name>
            <name name-style="western">
              <surname>Braithwaite</surname>
              <given-names>SR</given-names>
            </name>
            <name name-style="western">
              <surname>Selby</surname>
              <given-names>EA</given-names>
            </name>
            <name name-style="western">
              <surname>Joiner</surname>
              <given-names>TE</given-names>
            </name>
          </person-group>
          <article-title>The interpersonal theory of suicide</article-title>
          <source>Psychol Rev</source>
          <year>2010</year>
          <month>04</month>
          <volume>117</volume>
          <issue>2</issue>
          <fpage>575</fpage>
          <lpage>600</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/20438238"/>
          </comment>
          <pub-id pub-id-type="doi">10.1037/a0018697</pub-id>
          <pub-id pub-id-type="medline">20438238</pub-id>
          <pub-id pub-id-type="pii">2010-06891-010</pub-id>
          <pub-id pub-id-type="pmcid">PMC3130348</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref56">
        <label>56</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Davidson</surname>
              <given-names>CL</given-names>
            </name>
            <name name-style="western">
              <surname>Wingate</surname>
              <given-names>LR</given-names>
            </name>
            <name name-style="western">
              <surname>Rasmussen</surname>
              <given-names>KA</given-names>
            </name>
            <name name-style="western">
              <surname>Slish</surname>
              <given-names>ML</given-names>
            </name>
          </person-group>
          <article-title>Hope as a predictor of interpersonal suicide risk</article-title>
          <source>Suicide Life Threat Behav</source>
          <year>2009</year>
          <month>10</month>
          <volume>39</volume>
          <issue>5</issue>
          <fpage>499</fpage>
          <lpage>507</lpage>
          <pub-id pub-id-type="doi">10.1521/suli.2009.39.5.499</pub-id>
          <pub-id pub-id-type="medline">19929150</pub-id>
          <pub-id pub-id-type="pii">10.1521/suli.2009.39.5.499</pub-id>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
