<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JPH</journal-id>
      <journal-id journal-id-type="nlm-ta">JMIR Public Health Surveill</journal-id>
      <journal-title>JMIR Public Health and Surveillance</journal-title>
      <issn pub-type="epub">2369-2960</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v9i1e42811</article-id>
      <article-id pub-id-type="pmid">36753321</article-id>
      <article-id pub-id-type="doi">10.2196/42811</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Original Paper</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Original Paper</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>The Use of Crisis Services Following the Mass School Shooting in Uvalde, Texas: Quasi-Experimental Event Study</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Mavragani</surname>
            <given-names>Amaryllis</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Teles</surname>
            <given-names>Ariel</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Song</surname>
            <given-names>In Han</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Baxter</surname>
            <given-names>Clarence</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author" corresp="yes">
          <name name-style="western">
            <surname>Weitzel</surname>
            <given-names>Kirsty J</given-names>
          </name>
          <degrees>MSc</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <address>
            <institution>Center for Data Science and AI</institution>
            <institution>RTI International</institution>
            <addr-line>3040 East Cornwallis Road</addr-line>
            <addr-line>PO Box 12194</addr-line>
            <addr-line>Research Triangle Park, NC</addr-line>
            <country>United States</country>
            <phone>1 9195416000</phone>
            <email>kweitzel@rti.org</email>
          </address>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-4913-5817</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author">
          <name name-style="western">
            <surname>Chew</surname>
            <given-names>Robert F</given-names>
          </name>
          <degrees>MSc</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-6979-1766</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author">
          <name name-style="western">
            <surname>Miller</surname>
            <given-names>Adam Bryant</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <xref rid="aff3" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-2380-1420</ext-link>
        </contrib>
        <contrib id="contrib4" contrib-type="author">
          <name name-style="western">
            <surname>Oppenheimer</surname>
            <given-names>Caroline W</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-2975-5146</ext-link>
        </contrib>
        <contrib id="contrib5" contrib-type="author">
          <name name-style="western">
            <surname>Lowe</surname>
            <given-names>Ashley</given-names>
          </name>
          <degrees>MPH</degrees>
          <xref rid="aff4" ref-type="aff">4</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-4289-3658</ext-link>
        </contrib>
        <contrib id="contrib6" contrib-type="author">
          <name name-style="western">
            <surname>Yaros</surname>
            <given-names>Anna</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-7656-5268</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>Center for Data Science and AI</institution>
        <institution>RTI International</institution>
        <addr-line>Research Triangle Park, NC</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff2">
        <label>2</label>
        <institution>Center on Social Determinants, Risk Behaviors &#38; Prevention Science</institution>
        <institution>RTI International</institution>
        <addr-line>Research Triangle Park, NC</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff3">
        <label>3</label>
        <institution>Department of Psychology &#38; Neuroscience</institution>
        <institution>University of North Carolina at Chapel Hill</institution>
        <addr-line>Chapel Hill, NC</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff4">
        <label>4</label>
        <institution>Transformative Research Unit for Equity</institution>
        <institution>RTI International</institution>
        <addr-line>Research Triangle Park, NC</addr-line>
        <country>United States</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Kirsty J Weitzel <email>kweitzel@rti.org</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <year>2023</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>8</day>
        <month>2</month>
        <year>2023</year>
      </pub-date>
      <volume>9</volume>
      <elocation-id>e42811</elocation-id>
      <history>
        <date date-type="received">
          <day>20</day>
          <month>9</month>
          <year>2022</year>
        </date>
        <date date-type="rev-request">
          <day>25</day>
          <month>11</month>
          <year>2022</year>
        </date>
        <date date-type="rev-recd">
          <day>16</day>
          <month>12</month>
          <year>2022</year>
        </date>
        <date date-type="accepted">
          <day>22</day>
          <month>12</month>
          <year>2022</year>
        </date>
      </history>
      <copyright-statement>©Kirsty J Weitzel, Robert F Chew, Adam Bryant Miller, Caroline W Oppenheimer, Ashley Lowe, Anna Yaros. Originally published in JMIR Public Health and Surveillance (https://publichealth.jmir.org), 08.02.2023.</copyright-statement>
      <copyright-year>2023</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in JMIR Public Health and Surveillance, is properly cited. The complete bibliographic information, a link to the original publication on https://publichealth.jmir.org, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="https://publichealth.jmir.org/2023/1/e42811" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>Mass shootings result in widespread psychological trauma for survivors and members of the affected community. However, less is known about the broader effects of indirect exposure (eg, media) to mass shootings. Crisis lines offer a unique opportunity to examine real-time data on the widespread psychological effects of mass shootings.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>Crisis Text Line is a not-for-profit company that provides 24/7 confidential SMS text message–based mental health support and crisis intervention service. This study examines changes in the volume and composition of firearm-related conversations at Crisis Text Line before and after the mass school shooting at Robb Elementary School on May 24, 2022, in Uvalde, Texas.</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>A quasi-experimental event study design was used to compare the actual volume of firearm-related conversations received by Crisis Text Line post shooting to forecasted firearm conversation volume under the counterfactual scenario that a shooting had not occurred. Conversations related to firearms were identified among all conversations using keyword searches. Firearm conversation volume was predicted using a seasonal autoregressive integrated moving average model trained on the 3 months of data leading up to the shooting. Additionally, proportions of issue tags (topics coded post conversation by volunteer crisis counselors at Crisis Text Line after the exchange) were compared in the 4 days before (n=251) and after (n=417) the shooting to assess changes in conversation characteristics. The 4-day window was chosen to reflect the number of days conversation volume remained above forecasted levels.</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>There was a significant increase in the number of conversations mentioning firearms following the shooting, with the largest spike (compared to forecasted numbers) occurring the day after the shooting (n=159) on May 25, 2022. By May 28, the volume reverted to within the 95% CI of the forecasted volume (n=77). Within firearm conversations, “grief” issue tags showed a significant increase in proportion in the week following the shooting, while “isolation/loneliness,” “relationships,” and “suicide” issue tags showed a significant decrease in proportions the week following the shooting.</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>The results suggest that the Uvalde school shooting may have contributed to an increase in demand for crisis services, above what would be expected given historical trends. Additionally, we found that these firearm-related crises conversations immediately post event are more likely to be related to grief and less likely to be related to suicide, loneliness, and relationships. Our findings provide some of the first data showing the real-time repercussions for the broader population exposed to school shooting events. This work adds to a growing evidence base documenting and measuring the rippling effects of mass shootings outside of those directly impacted.</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>mass shooting</kwd>
        <kwd>Crisis Text Line</kwd>
        <kwd>firearms</kwd>
        <kwd>mental health</kwd>
        <kwd>suicide</kwd>
        <kwd>trauma</kwd>
        <kwd>indirect exposure</kwd>
        <kwd>public health</kwd>
        <kwd>crisis management</kwd>
        <kwd>mental health support</kwd>
        <kwd>mass casualty</kwd>
        <kwd>shooting</kwd>
        <kwd>crisis service</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <p>Mass shootings result in widespread psychological distress and trauma symptoms for survivors and members of the impacted community [<xref ref-type="bibr" rid="ref1">1</xref>]. Research demonstrates that following a mass shooting, higher rates of psychological symptoms (eg, depressive symptoms, increased feelings of fear, and decreased perceptions of safety) are found in the immediately affected community [<xref ref-type="bibr" rid="ref2">2</xref>]. While there is emerging evidence suggesting that mass shootings may have negative mental health consequences that reach beyond local communities to broader populations through indirect exposure (eg, conversations, media exposure) [<xref ref-type="bibr" rid="ref2">2</xref>], information about immediate effects of mass shootings on broader public well-being is nearly absent in the literature. One study showed that teachers who had increased exposure to school shooting–related media had increased experiences of secondary trauma [<xref ref-type="bibr" rid="ref3">3</xref>]. Advancing understanding of indirect exposure and resulting mental health–related issues will inform future public health response.</p>
      <p>There are several challenges associated with studying the effects of indirect exposure to mass shootings using traditional survey methods. Mass shooting events are unpredictable low-base rate events. Scheduled data collection of longitudinal or repeated cross-sectional studies may not align with when mass shootings occur, leading to excessively inefficient and costly survey operations. Furthermore, prolonged periods between exposure and data collection may lead to recall bias [<xref ref-type="bibr" rid="ref4">4</xref>], reducing the quality of responses and the ability to make strong inferences. Recently, alternative study designs have been used to address these methodological challenges. For example, studies have analyzed the content of social media posts before and after mass shooting events to show increases in expression of emotions in the general population [<xref ref-type="bibr" rid="ref5">5</xref>,<xref ref-type="bibr" rid="ref6">6</xref>].</p>
      <p>Data from crisis lines provide a unique opportunity to examine real-time data on the widespread psychological effects of mass shootings. Crisis Text Line (CTL) is a not-for-profit company that provides 24/7 confidential crisis counseling via SMS text messaging and WhatsApp. The majority of texters served by CTL in the United States are younger than 25 years (76% aged &#60;25 years) [<xref ref-type="bibr" rid="ref7">7</xref>]. CTL provides rich data specifically focused on mental health–related crises in the moments that they occur. Previous studies have used time series research designs with deidentified CTL data to analyze changes in the number and types of crises due to exposure to <italic>13 Reasons Why</italic> on Netflix [<xref ref-type="bibr" rid="ref8">8</xref>], celebrity suicide deaths [<xref ref-type="bibr" rid="ref9">9</xref>], and Hurricane Florence [<xref ref-type="bibr" rid="ref10">10</xref>]. These prior investigations collectively demonstrate that poignant events that have widespread coverage on various media outlets (including social media) have measurable impact on the larger corpus of individuals texting CTL.</p>
      <p>In this study, we investigated CTL’s anonymized conversations related to firearm violence, including mass shootings, suicide, and other firearm-related issues. To our knowledge, no existing study has examined firearm-related crises in CTL conversations or other crisis lines. We examined changes in the volume and composition of CTL firearm-related texts before and after the Robb Elementary School mass school shooting on May 24, 2022, in Uvalde, Texas. Based on previous investigations with deidentified CTL data and national events [<xref ref-type="bibr" rid="ref8">8</xref>-<xref ref-type="bibr" rid="ref10">10</xref>], we hypothesized that conversations mentioning firearms would increase in the days following the mass shooting. Because work has not examined the broader effects of indirect exposure to mass shootings on mental health, we did not have a specific hypothesis about how social and mental health–related stressors may change before and after a mass shooting event. The objective of this study was to provide direct evidence of the effects of mass shootings on the broader public’s mental health.</p>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>Overview</title>
        <p>Anonymized and deidentified full crisis conversation transcripts and postconversation survey data completed by volunteer crisis counselors (vCCs) was obtained from CTL for the dates surrounding the Robb Elementary School shooting (March 1 to May 30, 2022). We filtered the anonymized and deidentified individual CTL conversations by 123 firearm-related keywords (eg, “gun,” “shooting”) to create a corpus of firearm-related crisis conversations. The keyword list started with common terms for firearms and was expanded using a word embedding similarity search [<xref ref-type="bibr" rid="ref11">11</xref>] to discover firearm terms in the conversation text that were not present in the initial list (eg, “gsw,” “9 mm”), expanding the number of keyword terms from 23 to 37. Word embeddings were generated using the Word2Vec algorithm [<xref ref-type="bibr" rid="ref12">12</xref>] trained on all CTL conversations from September 2018 to August 2021 (N=2,539,460 conversations), which is the date range of focus for additional ongoing projects with the CTL data. Keywords were expanded to 123 words by examining conversations where vCCs’ postconversation survey notes had a firearm keyword listed as the potential means of suicide but that were not already identified based on the conversation text using our existing keyword list. A full list of keywords is available in <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>.</p>
        <p>A quasi-experimental event study design [<xref ref-type="bibr" rid="ref13">13</xref>] was used to compare the actual firearm conversation volume post event to forecasted firearm conversation volume under the counterfactual scenario that a shooting had not occurred. Expected volumes were estimated using a seasonal autoregressive integrated moving average time series model with an order of (0, 1, 1) and seasonal order of (1, 1, 1, 7) on daily counts for a pre-event period (March 1 to May 23, 2022) to forecast the firearm conversation volume post event (May 4 to May 30, 2022). Other mass shooting events in the pre-event period were incorporated into the model using an exogenous dummy variable (1=mass shooting, 0=no shooting). Other mass shooting events were identified using the Gun Violence Archive [<xref ref-type="bibr" rid="ref14">14</xref>] and the US Congress definition of mass public shooting [<xref ref-type="bibr" rid="ref15">15</xref>]. A start date of March 1, 2022, was chosen to focus on recent months, though a start date of January 1, 2022, was also tested with similar results. An end date of May 30, 2022, was chosen to exclude the June 1, 2022, mass shooting in Tulsa, OK.</p>
        <p>Lastly, we compared proportions of conversation issue tags (characteristics of the text conversation coded by CTL vCCs during/after the exchange) 4 days before (n=251) and after (n=417) the shooting to assess changes in conversation characteristics. The duration of the time before and after the event was chosen empirically to represent days in which the actual volume of firearm-related conversations exceeded the expected. Chi-square tests were used to test the hypothesis that issue tag proportions differed in the pre- and postevent periods.</p>
      </sec>
      <sec>
        <title>Data Management</title>
        <p>Data from CTL was accessed on a secure remote server hosted by CTL. All data used in this study will be deleted upon completion of the broader Centers for Disease Control and Prevention–funded research project.</p>
      </sec>
      <sec>
        <title>Ethical Considerations</title>
        <p>This project was reviewed by the RTI Office of Research Protection Institutional Review Board (IRB; STUDY00021510) and deemed to fall under the category of Not Human Subjects Research (public health practices and surveillance activities). Data used within this study are collected by existing infrastructure at CTL as part of the crisis services they provide. All data gathered from texters including text conversations and postconversation survey data provided by CTL are anonymized and deidentified before transfer to the research team for analysis. Texters agree to the use of their anonymized information for research purposes as part of the CTL’s terms of service automatically shared before being connected with a vCC [<xref ref-type="bibr" rid="ref16">16</xref>]. Anonymized texter information is shared for public good in aggregate at CrisisTrends.org and with select researchers following a rigorous screening process and IRB approval, and texters can request that their conversations be removed from CTL’s systems at any time following their conversations.</p>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <p>We observed a significant increase in the number of conversations mentioning firearms following the shooting at Robb Elementary School (<xref rid="figure1" ref-type="fig">Figure 1</xref>). The largest spike in conversations mentioning firearms occurred the day after the shooting (n=159), May 25, 2022, with volume reverting to within the 95% CI of forecasted volume 4 days after the shooting on May 28 (n=77).</p>
      <p><xref ref-type="table" rid="table1">Table 1</xref> reports the frequency and proportions of issue tags for conversations in the immediate 4-day pre- and postevent period. For firearm conversations during the postevent period, the count of all issue tags increased, except for the “COVID-19” issue tag. To control for increases in tags post event, we examined the percentage of total firearm conversations in the pre- and postevent period that each unique tag was used. Comparing pre-event to postevent, the “grief” issue tag increased significantly in the days following the shooting (<italic>d</italic>=0.06; <italic>P</italic>=.03), while the proportions for the “isolation/loneliness” (<italic>d</italic>=–0.07; <italic>P</italic>=.04), “relationships” (<italic>d</italic>=–0.11; <italic>P</italic>&#60;.001), and “suicide” (<italic>d</italic>=–0.14; <italic>P</italic>&#60;.001) issue tags decreased in the days following the shooting.</p>
      <fig id="figure1" position="float">
        <label>Figure 1</label>
        <caption>
          <p>Count of Crisis Text Line firearm-related conversations following the Robb Elementary School shooting.</p>
        </caption>
        <graphic xlink:href="publichealth_v9i1e42811_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
      </fig>
      <table-wrap position="float" id="table1">
        <label>Table 1</label>
        <caption>
          <p>
          Issue tag proportions for conversations prior and in the week following the shooting sorted by pre-post difference in proportions.
        </p>
        </caption>
        <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
          <col width="220"/>
          <col width="120"/>
          <col width="120"/>
          <col width="160"/>
          <col width="160"/>
          <col width="100"/>
          <col width="120"/>
          <thead>
            <tr valign="top">
              <td>Issue tag</td>
              <td>Count before, n</td>
              <td>Count after, n</td>
              <td>Pre-event proportion (n=251)</td>
              <td>Postevent proportion (n=417)</td>
              <td>Difference</td>
              <td><italic>P</italic> value</td>
            </tr>
          </thead>
          <tbody>
            <tr valign="top">
              <td>Grief</td>
              <td>19</td>
              <td>55</td>
              <td>0.08</td>
              <td>0.13</td>
              <td>0.06</td>
              <td>
                <italic>.03</italic>
                <sup>a</sup>
              </td>
            </tr>
            <tr valign="top">
              <td>Anxiety</td>
              <td>79</td>
              <td>154</td>
              <td>0.31</td>
              <td>0.37</td>
              <td>0.05</td>
              <td>.15</td>
            </tr>
            <tr valign="top">
              <td>Abuse (emotional)</td>
              <td>8</td>
              <td>17</td>
              <td>0.03</td>
              <td>0.04</td>
              <td>0.01</td>
              <td>.56</td>
            </tr>
            <tr valign="top">
              <td>Gender/sexual identity</td>
              <td>3</td>
              <td>7</td>
              <td>0.01</td>
              <td>0.02</td>
              <td>0.00</td>
              <td>.62</td>
            </tr>
            <tr valign="top">
              <td>Racism</td>
              <td>4</td>
              <td>8</td>
              <td>0.02</td>
              <td>0.02</td>
              <td>0.00</td>
              <td>.76</td>
            </tr>
            <tr valign="top">
              <td>Depression/sadness</td>
              <td>6</td>
              <td>11</td>
              <td>0.37</td>
              <td>0.37</td>
              <td>0.00</td>
              <td>.99</td>
            </tr>
            <tr valign="top">
              <td>Eating disorder/body image</td>
              <td>92</td>
              <td>154</td>
              <td>0.02</td>
              <td>0.02</td>
              <td>0.00</td>
              <td>.99</td>
            </tr>
            <tr valign="top">
              <td>Abuse (physical)</td>
              <td>6</td>
              <td>8</td>
              <td>0.02</td>
              <td>0.02</td>
              <td>0.00</td>
              <td>.68</td>
            </tr>
            <tr valign="top">
              <td>COVID-19</td>
              <td>3</td>
              <td>2</td>
              <td>0.01</td>
              <td>0.00</td>
              <td>–0.01</td>
              <td>.03</td>
            </tr>
            <tr valign="top">
              <td>Abuse (unspecified)</td>
              <td>7</td>
              <td>8</td>
              <td>0.03</td>
              <td>0.02</td>
              <td>–0.01</td>
              <td>.46</td>
            </tr>
            <tr valign="top">
              <td>Abuse (sexual)</td>
              <td>10</td>
              <td>12</td>
              <td>0.04</td>
              <td>0.03</td>
              <td>–0.01</td>
              <td>.44</td>
            </tr>
            <tr valign="top">
              <td>Bullying</td>
              <td>10</td>
              <td>11</td>
              <td>0.05</td>
              <td>0.03</td>
              <td>–0.01</td>
              <td>.36</td>
            </tr>
            <tr valign="top">
              <td>Substance use</td>
              <td>12</td>
              <td>14</td>
              <td>0.04</td>
              <td>0.02</td>
              <td>–0.02</td>
              <td>.24</td>
            </tr>
            <tr valign="top">
              <td>Self-harm</td>
              <td>27</td>
              <td>34</td>
              <td>0.11</td>
              <td>0.08</td>
              <td>–0.03</td>
              <td>.26</td>
            </tr>
            <tr valign="top">
              <td>Isolation/loneliness</td>
              <td>69</td>
              <td>87</td>
              <td>0.27</td>
              <td>0.21</td>
              <td>–0.07</td>
              <td>
                <italic>.04</italic>
              </td>
            </tr>
            <tr valign="top">
              <td>Relationships</td>
              <td>95</td>
              <td>112</td>
              <td>0.39</td>
              <td>0.26</td>
              <td>–0.13</td>
              <td>
                <italic>&#60;.001</italic>
              </td>
            </tr>
            <tr valign="top">
              <td>Suicide</td>
              <td>118</td>
              <td>141</td>
              <td>0.47</td>
              <td>0.34</td>
              <td>–0.13</td>
              <td>
                <italic>&#60;.001</italic>
              </td>
            </tr>
          </tbody>
        </table>
        <table-wrap-foot>
          <fn id="table1fn1">
            <p><sup>a</sup>Italics indicate values that are statistically significant.</p>
          </fn>
        </table-wrap-foot>
      </table-wrap>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <p>The objective of this investigation was to examine the effect of a mass shooting event on the broader public’s mental health. To do so, we examined the immediate effects of a widely publicized mass shooting in the United States on volume of mental health crisis text conversations that mentioned firearms. We also examined the psychosocial context of those text conversations by investigating changes in issue tags associated with firearm conversations as coded by the vCCs. Consistent with our hypothesis, we found that firearm-related crisis conversations following the Uvalde school shooting significantly increased. In addition to this main finding, we observed an increase in the proportion of grief-related conversations that mentioned firearms and a decrease in suicide-related conversations that mentioned firearms. We also observed a decrease in firearm conversations associated with relationships or feelings of isolation/loneliness following the Uvalde school shooting. Overall, we saw evidence that a widely publicized mass shooting influenced the broader public’s mental health beyond the specific location of the mass shooting event.</p>
      <p>Our innovative methodological approach of analyzing real-time mental health crises through CTL conversations allowed us to address a critical gap in knowledge of the psychological effects of mass shootings on remote populations of individuals who are not directly exposed to the mass shooting event. Only a couple of prior studies have investigated the effects of mass shooting events on youth populations beyond the communities directly involved in these events, and these studies have mainly focused on youth expressions of emotion such as fear. However, our study findings may have the potential to have a significant impact on mental health crises (beyond general expressions of negative emotions) among the public. Interestingly, the increase in crisis conversation volume existed even when accounting for other mass shootings in the study period. It is possible that the Uvalde shooting has a particularly strong impact on users of CTL because school shootings (relative to other forms of mass shootings) appear to significantly affect youth mental health [<xref ref-type="bibr" rid="ref17">17</xref>], and the CTL population is largely composed of youth [<xref ref-type="bibr" rid="ref7">7</xref>]. Of course, other confounding factors such as the amount of media coverage or social media mentions may also be influential.</p>
      <p>The increase in proportion of grief-related conversations, along with the decrease in suicide-related conversations, further suggest that firearm crisis conversations post event may be focused more on loss rather than suicide as is typically more common in firearm-related mental health crisis conversations. These findings are consistent with prior research showing that grief is a common reaction immediately following school shootings [<xref ref-type="bibr" rid="ref18">18</xref>]. We also observed a decrease in firearm conversations associated with isolation and relationship issues. Although the data does not illustrate why this shift occurred, we speculate that an increase in social solidarity after the mass shooting event leads to fewer crises due to isolation and relationship factors. This possibility is consistent with prior studies suggesting that community members often reach out to provide more emotional support to one another after traumatic events [<xref ref-type="bibr" rid="ref19">19</xref>]. Together, our results demonstrate that firearm-related mental health crisis conversations immediately following a mass shooting differ from typical firearm conversations in that they are more likely to be associated with grief issues and less likely to be associated with suicide, isolation, and relationship issues.</p>
      <p>Several limitations of the study should be noted. First, we assume that the firearm conversations represent users that were not directly impacted by the Uvalde shooting (survivors, direct family members, etc) due to the relatively smaller number of people expected to incur direct versus indirect effects. Future studies should use geographic indicators to increase the chance of examining those directly related to a mass shooting event. Second, our study design does not address why the text volume associated with the Uvalde school shooting is greater than other mass shootings observed in the study period. Future research studying the magnitude of indirect impacts of mass shootings across different types of events could greatly enhance the literature, for example, the impact of school shootings compared to nonschool shootings. Additionally, this study does not attempt to quantify the impact of increased awareness of or referrals to CTL due to the Uvalde shooting. Lastly, issue tags were designated by the vCCs and thus relatively subjective. Future work could study the reliability of vCCs’ tagging to help better understand how mass shootings may be related to increases in firearm-related mental health crises. Overall, our findings support two main conclusions. First, the Uvalde, TX mass school shooting increased firearm-related text conversations at a national mental health crisis line even after factoring in the effects of other mass shootings that occurred proximally in time. Our findings provide some of the first data showing the real-time repercussions for the broader population exposed to school shooting events. Public health officials must recognize that the reverberations of school shootings on mental health extend beyond just the immediate community where the event takes place. Second, these firearm-related crises conversations may be most frequently related to grief. Thus, findings suggest that public health interventions that target feelings of grief may have the potential to reduce mental health crises immediately following a school mass shooting. Overall, the findings lay the foundation for future research on effective public mental health interventions that may be implemented after school mass shootings.</p>
    </sec>
  </body>
  <back>
    <app-group>
      <supplementary-material id="app1">
        <label>Multimedia Appendix 1</label>
        <p>Firearm keywords used in conversation identification.</p>
        <media xlink:href="publichealth_v9i1e42811_app1.docx" xlink:title="DOCX File , 23 KB"/>
      </supplementary-material>
    </app-group>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">CTL</term>
          <def>
            <p>Crisis Text Line</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">vCC</term>
          <def>
            <p>volunteer crisis counselor</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <ack>
      <p>This work was funded by grant R01CE003295 from the Centers for Disease Control and Prevention. We thank Crisis Text Line for making anonymized and deidentified data available to our team for research purposes.</p>
    </ack>
    <notes>
      <sec>
        <title>Data Availability</title>
        <p>Data from Crisis Text Line used in this research is not available publicly due to concerns of privacy and anonymity of texters who use Crisis Text Line’s service. Aggregated anonymized data from more than 7 million conversations with people in crisis supported by Crisis Text Line is available at CrisisTrends.org.</p>
      </sec>
    </notes>
    <fn-group>
      <fn fn-type="conflict">
        <p>None declared.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hoffman</surname>
              <given-names>B</given-names>
            </name>
          </person-group>
          <source>Inside Terrorism: Third Edition</source>
          <year>2017</year>
          <publisher-loc>New York, NY</publisher-loc>
          <publisher-name>Columbia University Press</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lowe</surname>
              <given-names>SR</given-names>
            </name>
            <name name-style="western">
              <surname>Galea</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>The mental health consequences of mass shootings</article-title>
          <source>Trauma Violence Abuse</source>
          <year>2017</year>
          <month>01</month>
          <volume>18</volume>
          <issue>1</issue>
          <fpage>62</fpage>
          <lpage>82</lpage>
          <pub-id pub-id-type="doi">10.1177/1524838015591572</pub-id>
          <pub-id pub-id-type="medline">26084284</pub-id>
          <pub-id pub-id-type="pii">1524838015591572</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Stevens</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Barnard‐Brak</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Roberts</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Acosta</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Wilburn</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Aggression toward teachers, interaction with school shooting media, and secondary trauma: lockdown drills as moderator</article-title>
          <source>Psychol Schs</source>
          <year>2019</year>
          <month>12</month>
          <day>18</day>
          <volume>57</volume>
          <issue>4</issue>
          <fpage>583</fpage>
          <lpage>605</lpage>
          <pub-id pub-id-type="doi">10.1002/pits.22329</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Coughlin</surname>
              <given-names>SS</given-names>
            </name>
          </person-group>
          <article-title>Recall bias in epidemiologic studies</article-title>
          <source>J Clin Epidemiol</source>
          <year>1990</year>
          <volume>43</volume>
          <issue>1</issue>
          <fpage>87</fpage>
          <lpage>91</lpage>
          <pub-id pub-id-type="doi">10.1016/0895-4356(90)90060-3</pub-id>
          <pub-id pub-id-type="medline">2319285</pub-id>
          <pub-id pub-id-type="pii">0895-4356(90)90060-3</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Jones</surname>
              <given-names>NM</given-names>
            </name>
            <name name-style="western">
              <surname>Wojcik</surname>
              <given-names>SP</given-names>
            </name>
            <name name-style="western">
              <surname>Sweeting</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Silver</surname>
              <given-names>RC</given-names>
            </name>
          </person-group>
          <article-title>Tweeting negative emotion: an investigation of Twitter data in the aftermath of violence on college campuses</article-title>
          <source>Psychol Methods</source>
          <year>2016</year>
          <month>12</month>
          <volume>21</volume>
          <issue>4</issue>
          <fpage>526</fpage>
          <lpage>541</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://escholarship.org/uc/item/29f3m6f6"/>
          </comment>
          <pub-id pub-id-type="doi">10.1037/met0000099</pub-id>
          <pub-id pub-id-type="medline">27918180</pub-id>
          <pub-id pub-id-type="pii">2016-57141-004</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Jones</surname>
              <given-names>NM</given-names>
            </name>
            <name name-style="western">
              <surname>Brymer</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Silver</surname>
              <given-names>RC</given-names>
            </name>
          </person-group>
          <article-title>Using big data to study the impact of mass violence: opportunities for the traumatic stress field</article-title>
          <source>J Trauma Stress</source>
          <year>2019</year>
          <month>10</month>
          <volume>32</volume>
          <issue>5</issue>
          <fpage>653</fpage>
          <lpage>663</lpage>
          <pub-id pub-id-type="doi">10.1002/jts.22434</pub-id>
          <pub-id pub-id-type="medline">31593620</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Pisani</surname>
              <given-names>AR</given-names>
            </name>
            <name name-style="western">
              <surname>Gould</surname>
              <given-names>MS</given-names>
            </name>
            <name name-style="western">
              <surname>Gallo</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Ertefaie</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Kelberman</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Harrington</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Weller</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Green</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Individuals who text crisis text line: key characteristics and opportunities for suicide prevention</article-title>
          <source>Suicide Life Threat Behav</source>
          <year>2022</year>
          <month>06</month>
          <volume>52</volume>
          <issue>3</issue>
          <fpage>567</fpage>
          <lpage>582</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/35615898"/>
          </comment>
          <pub-id pub-id-type="doi">10.1111/sltb.12872</pub-id>
          <pub-id pub-id-type="medline">35615898</pub-id>
          <pub-id pub-id-type="pmcid">PMC9324113</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Thompson</surname>
              <given-names>LK</given-names>
            </name>
            <name name-style="western">
              <surname>Michael</surname>
              <given-names>KD</given-names>
            </name>
            <name name-style="western">
              <surname>Runkle</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Sugg</surname>
              <given-names>MM</given-names>
            </name>
          </person-group>
          <article-title>Crisis Text Line use following the release of Netflix series 13 Reasons Why Season 1: time-series analysis of help-seeking behavior in youth</article-title>
          <source>Prev Med Rep</source>
          <year>2019</year>
          <month>06</month>
          <volume>14</volume>
          <fpage>100825</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S2211-3355(19)30015-4"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.pmedr.2019.100825</pub-id>
          <pub-id pub-id-type="medline">30828539</pub-id>
          <pub-id pub-id-type="pii">S2211-3355(19)30015-4</pub-id>
          <pub-id pub-id-type="pmcid">PMC6384324</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Sugg</surname>
              <given-names>MM</given-names>
            </name>
            <name name-style="western">
              <surname>Michael</surname>
              <given-names>KD</given-names>
            </name>
            <name name-style="western">
              <surname>Stevens</surname>
              <given-names>SE</given-names>
            </name>
            <name name-style="western">
              <surname>Filbin</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Weiser</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Runkle</surname>
              <given-names>JD</given-names>
            </name>
          </person-group>
          <article-title>Crisis text patterns in youth following the release of Season 2 and celebrity suicides: a case study of summer 2018</article-title>
          <source>Prev Med Rep</source>
          <year>2019</year>
          <month>12</month>
          <volume>16</volume>
          <fpage>100999</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S2211-3355(19)30170-6"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.pmedr.2019.100999</pub-id>
          <pub-id pub-id-type="medline">31750076</pub-id>
          <pub-id pub-id-type="pii">S2211-3355(19)30170-6</pub-id>
          <pub-id pub-id-type="pmcid">PMC6849446</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Runkle</surname>
              <given-names>JD</given-names>
            </name>
            <name name-style="western">
              <surname>Michael</surname>
              <given-names>KD</given-names>
            </name>
            <name name-style="western">
              <surname>Stevens</surname>
              <given-names>SE</given-names>
            </name>
            <name name-style="western">
              <surname>Sugg</surname>
              <given-names>MM</given-names>
            </name>
          </person-group>
          <article-title>Quasi-experimental evaluation of text-based crisis patterns in youth following Hurricane Florence in the Carolinas, 2018</article-title>
          <source>Sci Total Environ</source>
          <year>2021</year>
          <month>01</month>
          <day>01</day>
          <volume>750</volume>
          <fpage>141702</fpage>
          <pub-id pub-id-type="doi">10.1016/j.scitotenv.2020.141702</pub-id>
          <pub-id pub-id-type="medline">32861078</pub-id>
          <pub-id pub-id-type="pii">S0048-9697(20)35231-1</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Diaz</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Mitra</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Craswell</surname>
              <given-names>N</given-names>
            </name>
          </person-group>
          <article-title>Query expansion with locally-trained word embeddings</article-title>
          <source>Proceedings of the 54th Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers)</source>
          <year>2016</year>
          <conf-name>54th Annual Meeting of the Association for Computational Linguistics</conf-name>
          <conf-date>August 2016</conf-date>
          <conf-loc>Berlin, Germany</conf-loc>
          <fpage>367</fpage>
          <lpage>377</lpage>
          <pub-id pub-id-type="doi">10.18653/v1/p16-1035</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Mikolov</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Chen</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Corado</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Dean</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Efficient estimation of word representations in vector space</article-title>
          <source>arXiv.</source>
          <comment>Preprint posted online on January 16, 2013</comment>
          <pub-id pub-id-type="doi">10.48550/arXiv.1301.3781</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Huntington-Klein</surname>
              <given-names>N</given-names>
            </name>
          </person-group>
          <source>The Effect: An Introduction to Research Design and Causality</source>
          <access-date>2022-09-06</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://theeffectbook.net/">https://theeffectbook.net/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="web">
          <article-title>Mass shootings</article-title>
          <source>Gun Violence Archive</source>
          <access-date>2022-09-07</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.gunviolencearchive.org/mass-shooting">https://www.gunviolencearchive.org/mass-shooting</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="web">
          <article-title>Public law 112–265—Jan. 14, 2013</article-title>
          <source>Library of Congress</source>
          <access-date>2022-09-06</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.congress.gov/112/plaws/publ265/PLAW-112publ265.pdf">https://www.congress.gov/112/plaws/publ265/PLAW-112publ265.pdf</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="web">
          <source>Crisis Text Line</source>
          <access-date>2023-01-20</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.crisistextline.org/privacy/">https://www.crisistextline.org/privacy/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Cimolai</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Schmitz</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Sood</surname>
              <given-names>AB</given-names>
            </name>
          </person-group>
          <article-title>Effects of mass shootings on the mental health of children and adolescents</article-title>
          <source>Curr Psychiatry Rep</source>
          <year>2021</year>
          <month>02</month>
          <day>11</day>
          <volume>23</volume>
          <issue>3</issue>
          <fpage>12</fpage>
          <pub-id pub-id-type="doi">10.1007/s11920-021-01222-2</pub-id>
          <pub-id pub-id-type="medline">33570688</pub-id>
          <pub-id pub-id-type="pii">10.1007/s11920-021-01222-2</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Wayment</surname>
              <given-names>HA</given-names>
            </name>
            <name name-style="western">
              <surname>Silver</surname>
              <given-names>RC</given-names>
            </name>
          </person-group>
          <article-title>Grief and solidarity reactions 1 week after an on-campus shooting</article-title>
          <source>J Interpers Violence</source>
          <year>2021</year>
          <month>03</month>
          <volume>36</volume>
          <issue>5-6</issue>
          <fpage>NP2423</fpage>
          <lpage>NP2442</lpage>
          <pub-id pub-id-type="doi">10.1177/0886260518766431</pub-id>
          <pub-id pub-id-type="medline">29589521</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Matsubayashi</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Sawada</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Ueda</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Natural disasters and suicide: evidence from Japan</article-title>
          <source>Soc Sci Med</source>
          <year>2013</year>
          <month>04</month>
          <volume>82</volume>
          <fpage>126</fpage>
          <lpage>33</lpage>
          <pub-id pub-id-type="doi">10.1016/j.socscimed.2012.12.021</pub-id>
          <pub-id pub-id-type="medline">23305723</pub-id>
          <pub-id pub-id-type="pii">S0277-9536(12)00844-1</pub-id>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
