<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JPH</journal-id>
      <journal-id journal-id-type="nlm-ta">JMIR Public Health Surveill</journal-id>
      <journal-title>JMIR Public Health and Surveillance</journal-title>
      <issn pub-type="epub">2369-2960</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v6i2e17574</article-id>
      <article-id pub-id-type="pmid">32469322</article-id>
      <article-id pub-id-type="doi">10.2196/17574</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Original Paper</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Original Paper</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>Using Twitter to Surveil the Opioid Epidemic in North Carolina: An Exploratory Study</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Sanchez</surname>
            <given-names>Travis</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Broniatowski</surname>
            <given-names>David</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Kulanthaivel</surname>
            <given-names>Anand</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Freiermuth</surname>
            <given-names>Caroline</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author" corresp="yes">
          <name name-style="western">
            <surname>Anwar</surname>
            <given-names>Mohd</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <address>
            <institution>North Carolina A&#38;T State University</institution>
            <addr-line>1601 East Market St</addr-line>
            <addr-line>Greensboro, NC, 27401</addr-line>
            <country>United States</country>
            <phone>1 (336) 334 7500</phone>
            <email>manwar@ncat.edu</email>
          </address>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-2653-7987</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author">
          <name name-style="western">
            <surname>Khoury</surname>
            <given-names>Dalia</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-9055-2022</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author">
          <name name-style="western">
            <surname>Aldridge</surname>
            <given-names>Arnie P</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-4513-470X</ext-link>
        </contrib>
        <contrib id="contrib4" contrib-type="author">
          <name name-style="western">
            <surname>Parker</surname>
            <given-names>Stephanie J</given-names>
          </name>
          <degrees>BA</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-6274-5695</ext-link>
        </contrib>
        <contrib id="contrib5" contrib-type="author">
          <name name-style="western">
            <surname>Conway</surname>
            <given-names>Kevin P</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-7638-339X</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>North Carolina A&#38;T State University</institution>
        <addr-line>Greensboro, NC</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff2">
        <label>2</label>
        <institution>Research Triangle Institute International</institution>
        <addr-line>Research Triangle Park, NC</addr-line>
        <country>United States</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Mohd Anwar <email>manwar@ncat.edu</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <season>Apr-Jun</season>
        <year>2020</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>24</day>
        <month>6</month>
        <year>2020</year>
      </pub-date>
      <volume>6</volume>
      <issue>2</issue>
      <elocation-id>e17574</elocation-id>
      <history>
        <date date-type="received">
          <day>31</day>
          <month>12</month>
          <year>2019</year>
        </date>
        <date date-type="rev-request">
          <day>3</day>
          <month>3</month>
          <year>2020</year>
        </date>
        <date date-type="rev-recd">
          <day>27</day>
          <month>4</month>
          <year>2020</year>
        </date>
        <date date-type="accepted">
          <day>15</day>
          <month>5</month>
          <year>2020</year>
        </date>
      </history>
      <copyright-statement>©Mohd Anwar, Dalia Khoury, Arnie P Aldridge, Stephanie J Parker, Kevin P Conway. Originally published in JMIR Public Health and Surveillance (http://publichealth.jmir.org), 24.06.2020.</copyright-statement>
      <copyright-year>2020</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in JMIR Public Health and Surveillance, is properly cited. The complete bibliographic information, a link to the original publication on http://publichealth.jmir.org, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="http://publichealth.jmir.org/2020/2/e17574/" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>Over the last two decades, deaths associated with opioids have escalated in number and geographic spread, impacting more and more individuals, families, and communities. Reflecting on the shifting nature of the opioid overdose crisis, Dasgupta, Beletsky, and Ciccarone offer a triphasic framework to explain that opioid overdose deaths (OODs) shifted from prescription opioids for pain (beginning in 2000), to heroin (2010 to 2015), and then to synthetic opioids (beginning in 2013). Given the rapidly shifting nature of OODs, timelier surveillance data are critical to inform strategies that combat the opioid crisis. Using easily accessible and near real-time social media data to improve public health surveillance efforts related to the opioid crisis is a promising area of research.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>This study explored the potential of using Twitter data to monitor the opioid epidemic. Specifically, this study investigated the extent to which the content of opioid-related tweets corresponds with the triphasic nature of the opioid crisis and correlates with OODs in North Carolina between 2009 and 2017.</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>Opioid-related Twitter posts were obtained using Crimson Hexagon, and were classified as relating to prescription opioids, heroin, and synthetic opioids using natural language processing. This process resulted in a corpus of 100,777 posts consisting of tweets, retweets, mentions, and replies. Using a random sample of 10,000 posts from the corpus, we identified opioid-related terms by analyzing word frequency for each year. OODs were obtained from the Multiple Cause of Death database from the Centers for Disease Control and Prevention Wide-ranging Online Data for Epidemiologic Research (CDC WONDER). Least squares regression and Granger tests compared patterns of opioid-related posts with OODs.</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>The pattern of tweets related to prescription opioids, heroin, and synthetic opioids resembled the triphasic nature of OODs. For prescription opioids, tweet counts and OODs were statistically unrelated. Tweets mentioning heroin and synthetic opioids were significantly associated with heroin OODs and synthetic OODs in the same year (<italic>P</italic>=.01 and <italic>P</italic>&#60;.001, respectively), as well as in the following year (<italic>P</italic>=.03 and <italic>P</italic>=.01, respectively). Moreover, heroin tweets in a given year predicted heroin deaths better than lagged heroin OODs alone (<italic>P</italic>=.03).</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>Findings support using Twitter data as a timely indicator of opioid overdose mortality, especially for heroin.</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>opioids</kwd>
        <kwd>surveillance</kwd>
        <kwd>social media</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <p>Opioid overdose deaths (OODs) constitute a significant public health burden for the United States. In 2018, of the 67,367 drug overdose–related deaths, 70% (46,802) were attributed to opioids, with increases across demographic and geographic subgroups. Additionally, OODs involving synthetic opioids (eg, fentanyl) increased 10% from 2017 to 2018 and accounted for two-thirds of opioid-related deaths [<xref ref-type="bibr" rid="ref1">1</xref>]. By contrast, rates of OODs involving heroin and prescription opioids decreased between 2017 and 2018 (by 4.1% and 13.5%, respectively).</p>
      <p>Reflecting on the evolving nature of the opioid crisis, Dasgupta, Beletsky, and Ciccarone [<xref ref-type="bibr" rid="ref2">2</xref>] present an explanatory triphasic framework. The first phase, beginning in 2000, was based on prescription opioids for pain. The second involved a sharp increase in heroin overdose deaths between 2010 and 2015. The third phase saw a rapid increase in overdose deaths attributable to synthetic opioids, beginning in 2013.</p>
      <p>Currently, the monitoring of OODs relies primarily on mortality data that lag between 12 to 18 months behind real time. Given the rapidly shifting nature of OODs, timelier surveillance data are critical to inform strategies that combat the opioid crisis. Over the last several years, there have been over 1000 health-related publications using Twitter to inform health research. This body of science spans a number of disparate areas, including tracking the spread of influenza [<xref ref-type="bibr" rid="ref3">3</xref>,<xref ref-type="bibr" rid="ref4">4</xref>], oral health problems [<xref ref-type="bibr" rid="ref5">5</xref>], sleep issues [<xref ref-type="bibr" rid="ref6">6</xref>], obesity [<xref ref-type="bibr" rid="ref7">7</xref>], cardiovascular disease [<xref ref-type="bibr" rid="ref8">8</xref>], diabetes [<xref ref-type="bibr" rid="ref9">9</xref>], mental health [<xref ref-type="bibr" rid="ref10">10</xref>], and health care enrollment [<xref ref-type="bibr" rid="ref11">11</xref>]. In addition, there is burgeoning interest in the use of innovative and nontraditional methods (such as mining and analyzing social media data) as a means to better surveil the opioid epidemic, with Twitter becoming a complementary data source for pharmacovigilance [<xref ref-type="bibr" rid="ref12">12</xref>,<xref ref-type="bibr" rid="ref13">13</xref>].</p>
      <p>Regarding opioids specifically, researchers have analyzed Twitter messages and other social media posts from forums such as Reddit to understand their role in recovery from opioid use disorder [<xref ref-type="bibr" rid="ref14">14</xref>], and access to and diversion of prescription drugs [<xref ref-type="bibr" rid="ref15">15</xref>-<xref ref-type="bibr" rid="ref18">18</xref>] and illicit opioids [<xref ref-type="bibr" rid="ref19">19</xref>]. Twitter data have also been mined to study perceptions and attitudes toward opioids [<xref ref-type="bibr" rid="ref20">20</xref>-<xref ref-type="bibr" rid="ref22">22</xref>], including those held by specific groups such as youth [<xref ref-type="bibr" rid="ref23">23</xref>]. Researchers have used other data streams, including Google Trends to forecast premature death from alcohol, drugs, and suicides [<xref ref-type="bibr" rid="ref24">24</xref>]; a cryptomarket forum on the Dark Web to assess the emergence of new psychoactive substances [<xref ref-type="bibr" rid="ref25">25</xref>]; and WebMD to explore motivations to use buprenorphine [<xref ref-type="bibr" rid="ref26">26</xref>,<xref ref-type="bibr" rid="ref27">27</xref>]. Recently, Graves et al [<xref ref-type="bibr" rid="ref28">28</xref>] reported that thematic patterns of opioid-related tweets correlated with opioid overdose rates at the state and county levels. Sarker et al [<xref ref-type="bibr" rid="ref29">29</xref>] reported that opioid-related tweets in Pennsylvania correlated with county-level OODs over 3 years. However, no study investigated whether opioid-related tweets in a given year can predict subsequent OODs.</p>
      <p>This study explored Twitter data to monitor the opioid epidemic. Specifically, this study investigated the extent to which the content of opioid-related tweets corresponds with the triphasic nature of the opioid crisis and correlates with OODs in North Carolina between 2009 and 2017. North Carolina was selected because of its high rates of OODs, which increased notably during the study period.</p>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <p>Data collection from Twitter involved retrospectively monitoring the platform using Crimson Hexagon to access all English opioid-related posts from January 1, 2009, through December 31, 2018, in North Carolina. We created queries (opinion monitors) with a set of parameters (search terms) in Crimson Hexagon including commercial (eg, oxycodone, codeine, and morphine) and “street” names (eg, white, syrup, and tar) of drugs. We cast a broad net to capture terms referencing both trade and generic names. In order to identify such terms, we searched for common slang words referring to opioids using the Drug Enforcement Administration’s (DEA) Intelligence Report titled “Slang Terms and Code Words: A Reference for Law Enforcement Personnel” [<xref ref-type="bibr" rid="ref30">30</xref>]. We subsequently eliminated posts in which the slang term (eg, “China”) appeared without any mention of the identified search term parameters elsewhere in that post. We excluded posts that contained hyperlinks as well as those containing solicitation-related words such as “buy” and “sell” as these were likely to be related to illegal online drug promotion or spamming techniques encouraging users to link to other sites.</p>
      <p>Post location was determined through cross-verification of the geotag, profile information, time zones, content, and image data. This process resulted in a corpus of 100,777 posts consisting of tweets, retweets, mentions, and replies. We made the decision not to exclude retweets with the understanding that retweets signify a unique form of communication through an implied endorsement or agreement with the initial post [<xref ref-type="bibr" rid="ref31">31</xref>].</p>
      <p>Using a random sample of 10,000 posts from the corpus, we identified opioid-related terms by analyzing word frequency for each year. Next, we coded these terms into three tweet categories: prescription opioids (eg, codeine, morphine, pain, hydrocodone, pills, syrup, oxycodone, oxycontin, Percocet, and Vicodin), heroin (eg, heroin, tar, and white), and synthetic opioids (eg, fentanyl, synthetic, and laced).</p>
      <p>We obtained annual mortality data from 2009 to 2018 from the Multiple Cause of Death database from the Centers for Disease Control and Prevention Wide-ranging Online Data for Epidemiologic Research (CDC WONDER) [<xref ref-type="bibr" rid="ref32">32</xref>]. Drug overdose deaths were classified using the 10th revision of International Classification of Diseases (ICD-10), based on the ICD-10 underlying cause-of-death codes X40-X44 (unintentional), X60-X64 (suicide), X85 (homicide), or Y10-Y14 (undetermined intent). Drug overdoses with the following codes were considered OODs: opium (T40.0), heroin (T40.1), natural and semisynthetic opioids (T40.2), methadone (T40.3), synthetic opioids other than methadone (T40.4), and other unspecified narcotics (T40.6).</p>
      <p>We estimated the association between the opioid-related tweet categories and OODs using ordinary least squares regression with either the current tweet count or a 1-year lag of tweet count as the independent variable. We also fit a vector autoregression and used Granger tests [<xref ref-type="bibr" rid="ref33">33</xref>] to determine whether lagged tweet counts predict OODs better than lagged OODs alone. Stationarity for each of the six series was tested using an augmented Dickey-Fuller [<xref ref-type="bibr" rid="ref34">34</xref>] unit root test with up to two lags and a linear trend. Analyses used Stata/MP (Version 15.1; StataCorp LLC).</p>
      <p>This study consisted of secondary analyses; no individuals were involved. As data do not include any personally identifiable information, Institutional Review Board approval was not required.</p>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <p>The pattern of opioid-related Twitter posts in North Carolina appears in <xref rid="figure1" ref-type="fig">Figure 1</xref>A. Tweets about prescription opioids and heroin progressed in a similar, nonlinear pattern until they diverged in 2015, when heroin tweets increased and tweets for prescription opioids decreased. Tweets about synthetic opioids were virtually nonexistent until 2016, when they increased.</p>
      <p>The progression of OODs in North Carolina appears in <xref rid="figure1" ref-type="fig">Figure 1</xref>B. Prescription opioids were the leading cause of OODs from 2009 to 2016. Heroin was the third leading cause of OODs until 2012, the second leading cause until 2016, and the third leading cause in 2017. Fentanyl became the leading cause of OODs in 2017.</p>
      <fig id="figure1" position="float">
        <label>Figure 1</label>
        <caption>
          <p>Pattern of opioid-related deaths and tweets in North Carolina over time.</p>
        </caption>
        <graphic xlink:href="publichealth_v6i2e17574_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
      </fig>
      <p>Using the augmented Dickey-Fuller tests, we failed to reject stationarity up to two lags for all variables except for prescription OODs. The association between tweet count and OODs was not significant for prescription opioids in either the one-year lag model (coefficient=0.01; <italic>P</italic>=.58) or the no-lag model (coefficient=0.01; <italic>P</italic>=.64). In contrast, tweet counts for both heroin and synthetic opioids were significantly associated with OODs. On average, each additional heroin tweet in a given year corresponded to 0.13 additional heroin overdose deaths that same year (<italic>P</italic>=.01) and 0.13 additional deaths the following year (<italic>P</italic>=.03). Each additional tweet mentioning synthetic opioids in a given year corresponded to 2.68 additional synthetic opioid overdose deaths that year (<italic>P</italic>&#60;.001) and 9.24 additional deaths the next year (<italic>P</italic>=.01).</p>
      <p>Granger tests following vector autoregression estimation with one and two lags (only one lag was estimated for prescription OODs) were consistent with the regression results but significant only for heroin tweets; tweets mentioning heroin in a given year significantly predicted subsequent heroin OODs (<italic>P</italic>=.03) over and above lagged heroin OODs.</p>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <p>The pattern of opioid-related Twitter posts in North Carolina resembled the triphasic nature of the opioid crisis as described by Dasgupta et al [<xref ref-type="bibr" rid="ref2">2</xref>]. Tweets about prescription opioids and heroin were intertwined through the end of Phase 2, when tweets about prescription opioids declined and tweets about heroin surged. During Phase 3, tweets about synthetic opioids emerged around 2016.</p>
      <p>Results from the regression models and Granger tests indicated that the association with OODs differed by the type of opioid. For prescription opioids, tweet count and OODs were unrelated. The lack of association observed between prescription opioid tweets and overdose deaths may underestimate the true association therein, particularly because some patients who are treated with prescription opioids are chronic pain patients or older individuals [<xref ref-type="bibr" rid="ref35">35</xref>], who may be less likely to have an active presence on Twitter. Indeed, almost half of Twitter users are aged 18 to 24 years (44%), followed by those aged 25 to 29 years (31%), 30 to 49 years (26%), 50 to 64 years (17%), and ≥65 years (7%) [<xref ref-type="bibr" rid="ref36">36</xref>]. Although our sample may underestimate the association among individuals aged 50 years and older, this bias seems likely to be minimal because the majority of opioid overdose–related deaths in 2018 occurred among individuals aged 25 to 44 years [<xref ref-type="bibr" rid="ref1">1</xref>].</p>
      <p>Tweets mentioning heroin and synthetic opioids were significantly associated with heroin OODs and synthetic OODs, respectively. Moreover, results from the Granger tests showed that heroin tweets in a given year predicted subsequent heroin deaths better than lagged heroin OODs alone. These predictive results extend recent reports of correlations between opioid-related tweets and opioid overdose rates at the state and county levels [<xref ref-type="bibr" rid="ref28">28</xref>,<xref ref-type="bibr" rid="ref29">29</xref>].</p>
      <p>There are a number of limitations to be considered. First, the scope of the terms used in our search parameters was somewhat subjective, in that there are hundreds of terms representing opioids [<xref ref-type="bibr" rid="ref30">30</xref>], and we selected the most frequently used terms. This may have underestimated the breadth of opioid-related tweets in our sample. Second, we were limited in our ability to validate whether a tweet was indeed about opioids, as it was not possible to identify and query the tweet author about his or her intention. However, research on social media discussions related to cardiovascular mortality [<xref ref-type="bibr" rid="ref37">37</xref>] and depression [<xref ref-type="bibr" rid="ref38">38</xref>,<xref ref-type="bibr" rid="ref39">39</xref>] indicate that these discussions reflect behavioral intentions. Third, filtering out solicitation-related terms and posts with hyperlinks was predicated on the assumption that these tweets reflect illicit opioid sales, which may constitute a unique phenomenon. Indeed, Katsuki et al [<xref ref-type="bibr" rid="ref15">15</xref>] found that 75.2% of tweets containing URLs linked to an illicit online pharmacy, and Mackey et al [<xref ref-type="bibr" rid="ref16">16</xref>] found that 90% of online marketing tweets included hyperlinks. Our decision certainly reduced the number of posts in our sample and may have resulted in misclassification. However, given that the overwhelming majority of individuals who misuse opioids report obtaining opioids from friends and family [<xref ref-type="bibr" rid="ref40">40</xref>], it is likely that this decision had only a small impact on our results. Future research should examine whether tweets that include drug solicitation terms correlate with overdose rates in ways that differ from posts that exclude such terms. Finally, we were limited to correlational analyses without statistical controls, due to insufficient time points needed to run more sophisticated analyses. Our results should be considered preliminary; more research is needed with additional time points and data before making definitive statements.</p>
      <p>Limitations notwithstanding, to our knowledge, this study is the first to report that the pattern of opioid-related Twitter posts in North Carolina not only resembles the triphasic nature of the opioid crisis [<xref ref-type="bibr" rid="ref2">2</xref>], but that tweets mentioning heroin and synthetic opioids also correlate with and predict OODs. Findings suggest that Twitter data should be further evaluated as a novel and timely indicator of opioid overdose mortality, especially for heroin. Twitter use is widespread; of the 68 million Twitter users in the United States, 87% keep their feed public, nearly half of whom report daily usage [<xref ref-type="bibr" rid="ref41">41</xref>]. Thus, tweets have the potential to serve as a readily available, unique, and real-time data source for surveilling the opioid crisis.</p>
    </sec>
  </body>
  <back>
    <app-group/>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">CDC</term>
          <def>
            <p>Centers for Disease Control and Prevention</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">DEA</term>
          <def>
            <p>Drug Enforcement Administration</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb3">ICD-10</term>
          <def>
            <p>International Classification of Diseases, 10th revision</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb4">OOD</term>
          <def>
            <p>opioid overdose death</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb5">WONDER</term>
          <def>
            <p>Wide-ranging Online Data for Epidemiologic Research</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <ack>
      <p>This research was supported by funding from the Research Triangle Institute (RTI) Opioid Strategic Investment Fund. The funder had no role in the design and conduct of the study; collection, management, analysis, and interpretation of the data; preparation, review, or approval of the manuscript; and decision to submit the manuscript for publication.</p>
    </ack>
    <fn-group>
      <fn fn-type="con">
        <p>MA, DK, and KPC contributed to the study concept and design. All authors contributed to the acquisition, analysis, or interpretation of data. APA did the statistical analysis. DK, KPC, MA, and APA drafted the manuscript. All authors critically revised the manuscript for important intellectual content. DK and SJP provided administrative, technical, or material support. KPC obtained funding and provided supervision.</p>
      </fn>
      <fn fn-type="conflict">
        <p>None declared.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Wilson</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Kariisa</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Seth</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Smith</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Davis</surname>
              <given-names>NL</given-names>
            </name>
          </person-group>
          <article-title>Drug and Opioid-Involved Overdose Deaths - United States, 2017-2018</article-title>
          <source>MMWR Morb Mortal Wkly Rep</source>
          <year>2020</year>
          <month>03</month>
          <day>20</day>
          <volume>69</volume>
          <issue>11</issue>
          <fpage>290</fpage>
          <lpage>297</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.15585/mmwr.mm6911a4"/>
          </comment>
          <pub-id pub-id-type="doi">10.15585/mmwr.mm6911a4</pub-id>
          <pub-id pub-id-type="medline">32191688</pub-id>
          <pub-id pub-id-type="pmcid">PMC6334822</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Dasgupta</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Beletsky</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Ciccarone</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>Opioid Crisis: No Easy Fix to Its Social and Economic Determinants</article-title>
          <source>Am J Public Health</source>
          <year>2018</year>
          <month>02</month>
          <volume>108</volume>
          <issue>2</issue>
          <fpage>182</fpage>
          <lpage>186</lpage>
          <pub-id pub-id-type="doi">10.2105/ajph.2017.304187</pub-id>
          <pub-id pub-id-type="medline">29267060</pub-id>
          <pub-id pub-id-type="pmcid">5846593</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Woo</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Sung Cho</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Shim</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Lee</surname>
              <given-names>JK</given-names>
            </name>
            <name name-style="western">
              <surname>Lee</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Song</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Cho</surname>
              <given-names>Y</given-names>
            </name>
          </person-group>
          <article-title>Identification of Keywords From Twitter and Web Blog Posts to Detect Influenza Epidemics in Korea</article-title>
          <source>Disaster Med Public Health Prep</source>
          <year>2017</year>
          <month>07</month>
          <day>31</day>
          <volume>12</volume>
          <issue>3</issue>
          <fpage>352</fpage>
          <lpage>359</lpage>
          <pub-id pub-id-type="doi">10.1017/dmp.2017.84</pub-id>
          <pub-id pub-id-type="medline">28756796</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Paul</surname>
              <given-names>MJ</given-names>
            </name>
            <name name-style="western">
              <surname>Dredze</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Broniatowski</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>Twitter Improves Influenza Forecasting</article-title>
          <source>PLoS Curr</source>
          <year>2014</year>
          <pub-id pub-id-type="doi">10.1371/currents.outbreaks.90b9ed0f59bae4ccaa683a39865d9117</pub-id>
          <pub-id pub-id-type="medline">25642377</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Heaivilin</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Gerbert</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Page</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Gibbs</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Public Health Surveillance of Dental Pain via Twitter</article-title>
          <source>J Dent Res</source>
          <year>2011</year>
          <month>07</month>
          <day>18</day>
          <volume>90</volume>
          <issue>9</issue>
          <fpage>1047</fpage>
          <lpage>1051</lpage>
          <pub-id pub-id-type="doi">10.1177/0022034511415273</pub-id>
          <pub-id pub-id-type="medline">21768306</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>McIver</surname>
              <given-names>DJ</given-names>
            </name>
            <name name-style="western">
              <surname>Hawkins</surname>
              <given-names>JB</given-names>
            </name>
            <name name-style="western">
              <surname>Chunara</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Chatterjee</surname>
              <given-names>AK</given-names>
            </name>
            <name name-style="western">
              <surname>Bhandari</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Fitzgerald</surname>
              <given-names>TP</given-names>
            </name>
            <name name-style="western">
              <surname>Jain</surname>
              <given-names>SH</given-names>
            </name>
            <name name-style="western">
              <surname>Brownstein</surname>
              <given-names>JS</given-names>
            </name>
          </person-group>
          <article-title>Characterizing Sleep Issues Using Twitter</article-title>
          <source>J Med Internet Res</source>
          <year>2015</year>
          <month>06</month>
          <day>08</day>
          <volume>17</volume>
          <issue>6</issue>
          <fpage>e140</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2015/6/e140/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/jmir.4476</pub-id>
          <pub-id pub-id-type="medline">26054530</pub-id>
          <pub-id pub-id-type="pii">v17i6e140</pub-id>
          <pub-id pub-id-type="pmcid">PMC4526927</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Anwar</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Yuan</surname>
              <given-names>Z</given-names>
            </name>
          </person-group>
          <person-group person-group-type="editor">
            <name name-style="western">
              <surname>Zheng</surname>
              <given-names>X</given-names>
            </name>
            <name name-style="western">
              <surname>Zeng</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Chen</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Leischow</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Linking Obesity Tweets</article-title>
          <source>ICSH 2015. Lecture Notes in Computer Science, vol. 9545</source>
          <year>2016</year>
          <publisher-loc>Cham</publisher-loc>
          <publisher-name>Springer</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Sinnenberg</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>DiSilvestro</surname>
              <given-names>CL</given-names>
            </name>
            <name name-style="western">
              <surname>Mancheno</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Dailey</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Tufts</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Buttenheim</surname>
              <given-names>AM</given-names>
            </name>
            <name name-style="western">
              <surname>Barg</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Ungar</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Schwartz</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Brown</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Asch</surname>
              <given-names>DA</given-names>
            </name>
            <name name-style="western">
              <surname>Merchant</surname>
              <given-names>RM</given-names>
            </name>
          </person-group>
          <article-title>Twitter as a Potential Data Source for Cardiovascular Disease Research</article-title>
          <source>JAMA Cardiol</source>
          <year>2016</year>
          <month>12</month>
          <day>01</day>
          <volume>1</volume>
          <issue>9</issue>
          <fpage>1032</fpage>
          <pub-id pub-id-type="doi">10.1001/jamacardio.2016.3029</pub-id>
          <pub-id pub-id-type="medline">27680322</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Griffis</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Asch</surname>
              <given-names>DA</given-names>
            </name>
            <name name-style="western">
              <surname>Schwartz</surname>
              <given-names>HA</given-names>
            </name>
            <name name-style="western">
              <surname>Ungar</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Buttenheim</surname>
              <given-names>AM</given-names>
            </name>
            <name name-style="western">
              <surname>Barg</surname>
              <given-names>FK</given-names>
            </name>
            <name name-style="western">
              <surname>Mitra</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Merchant</surname>
              <given-names>RM</given-names>
            </name>
          </person-group>
          <article-title>Using Social Media to Track Geographic Variability in Language About Diabetes: Analysis of Diabetes-Related Tweets Across the United States</article-title>
          <source>JMIR Diabetes</source>
          <year>2020</year>
          <month>01</month>
          <day>26</day>
          <volume>5</volume>
          <issue>1</issue>
          <fpage>e14431</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://diabetes.jmir.org/2020/1/e14431/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/14431</pub-id>
          <pub-id pub-id-type="medline">32044757</pub-id>
          <pub-id pub-id-type="pii">v5i1e14431</pub-id>
          <pub-id pub-id-type="pmcid">PMC7055793</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Guntuku</surname>
              <given-names>SC</given-names>
            </name>
            <name name-style="western">
              <surname>Yaden</surname>
              <given-names>DB</given-names>
            </name>
            <name name-style="western">
              <surname>Kern</surname>
              <given-names>ML</given-names>
            </name>
            <name name-style="western">
              <surname>Ungar</surname>
              <given-names>LH</given-names>
            </name>
            <name name-style="western">
              <surname>Eichstaedt</surname>
              <given-names>JC</given-names>
            </name>
          </person-group>
          <article-title>Detecting depression and mental illness on social media: an integrative review</article-title>
          <source>Current Opinion in Behavioral Sciences</source>
          <year>2017</year>
          <month>12</month>
          <volume>18</volume>
          <fpage>43</fpage>
          <lpage>49</lpage>
          <pub-id pub-id-type="doi">10.1016/j.cobeha.2017.07.005</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Wong</surname>
              <given-names>CA</given-names>
            </name>
            <name name-style="western">
              <surname>Sap</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Schwartz</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Town</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Baker</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Ungar</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Merchant</surname>
              <given-names>RM</given-names>
            </name>
          </person-group>
          <article-title>Twitter sentiment predicts Affordable Care Act marketplace enrollment</article-title>
          <source>J Med Internet Res</source>
          <year>2015</year>
          <month>02</month>
          <day>23</day>
          <volume>17</volume>
          <issue>2</issue>
          <fpage>e51</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2015/2/e51/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/jmir.3812</pub-id>
          <pub-id pub-id-type="medline">25707038</pub-id>
          <pub-id pub-id-type="pii">v17i2e51</pub-id>
          <pub-id pub-id-type="pmcid">PMC4376155</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Brownstein</surname>
              <given-names>JS</given-names>
            </name>
            <name name-style="western">
              <surname>Freifeld</surname>
              <given-names>CC</given-names>
            </name>
            <name name-style="western">
              <surname>Madoff</surname>
              <given-names>LC</given-names>
            </name>
          </person-group>
          <article-title>Digital Disease Detection — Harnessing the Web for Public Health Surveillance</article-title>
          <source>N Engl J Med</source>
          <year>2009</year>
          <month>05</month>
          <day>21</day>
          <volume>360</volume>
          <issue>21</issue>
          <fpage>2153</fpage>
          <lpage>2157</lpage>
          <pub-id pub-id-type="doi">10.1056/nejmp0900702</pub-id>
          <pub-id pub-id-type="medline">19423867</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lardon</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Bellet</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Aboukhamis</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Asfari</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Souvignet</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Jaulent</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Beyens</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Lillo-LeLouët</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Bousquet</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>Evaluating Twitter as a complementary data source for pharmacovigilance</article-title>
          <source>Expert Opinion on Drug Safety</source>
          <year>2018</year>
          <month>07</month>
          <day>26</day>
          <volume>17</volume>
          <issue>8</issue>
          <fpage>763</fpage>
          <lpage>774</lpage>
          <pub-id pub-id-type="doi">10.1080/14740338.2018.1499724</pub-id>
          <pub-id pub-id-type="medline">29991282</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>D’Agostino</surname>
              <given-names>AR</given-names>
            </name>
            <name name-style="western">
              <surname>Optican</surname>
              <given-names>AR</given-names>
            </name>
            <name name-style="western">
              <surname>Sowles</surname>
              <given-names>SJ</given-names>
            </name>
            <name name-style="western">
              <surname>Krauss</surname>
              <given-names>MJ</given-names>
            </name>
            <name name-style="western">
              <surname>Escobar Lee</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Cavazos-Rehg</surname>
              <given-names>PA</given-names>
            </name>
          </person-group>
          <article-title>Social networking online to recover from opioid use disorder: A study of community interactions</article-title>
          <source>Drug and Alcohol Dependence</source>
          <year>2017</year>
          <month>12</month>
          <volume>181</volume>
          <fpage>5</fpage>
          <lpage>10</lpage>
          <pub-id pub-id-type="doi">10.1016/j.drugalcdep.2017.09.010</pub-id>
          <pub-id pub-id-type="medline">29024875</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Katsuki</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Mackey</surname>
              <given-names>TK</given-names>
            </name>
            <name name-style="western">
              <surname>Cuomo</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>Establishing a Link Between Prescription Drug Abuse and Illicit Online Pharmacies: Analysis of Twitter Data</article-title>
          <source>J Med Internet Res</source>
          <year>2015</year>
          <month>12</month>
          <day>16</day>
          <volume>17</volume>
          <issue>12</issue>
          <fpage>e280</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2015/12/e280/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/jmir.5144</pub-id>
          <pub-id pub-id-type="medline">26677966</pub-id>
          <pub-id pub-id-type="pii">v17i12e280</pub-id>
          <pub-id pub-id-type="pmcid">PMC4704982</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Mackey</surname>
              <given-names>TK</given-names>
            </name>
            <name name-style="western">
              <surname>Kalyanam</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Katsuki</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Lanckriet</surname>
              <given-names>G</given-names>
            </name>
          </person-group>
          <article-title>Twitter-Based Detection of Illegal Online Sale of Prescription Opioid</article-title>
          <source>Am J Public Health</source>
          <year>2017</year>
          <month>12</month>
          <volume>107</volume>
          <issue>12</issue>
          <fpage>1910</fpage>
          <lpage>1915</lpage>
          <pub-id pub-id-type="doi">10.2105/ajph.2017.303994</pub-id>
          <pub-id pub-id-type="medline">29048960</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kalyanam</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Mackey</surname>
              <given-names>TK</given-names>
            </name>
          </person-group>
          <article-title>A Review of Digital Surveillance Methods and Approaches to Combat Prescription Drug Abuse</article-title>
          <source>Curr Addict Rep</source>
          <year>2017</year>
          <month>9</month>
          <day>18</day>
          <volume>4</volume>
          <issue>4</issue>
          <fpage>397</fpage>
          <lpage>409</lpage>
          <pub-id pub-id-type="doi">10.1007/s40429-017-0169-4</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Chary</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Genes</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Giraud-Carrier</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Hanson</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Nelson</surname>
              <given-names>LS</given-names>
            </name>
            <name name-style="western">
              <surname>Manini</surname>
              <given-names>AF</given-names>
            </name>
          </person-group>
          <article-title>Epidemiology from Tweets: Estimating Misuse of Prescription Opioids in the USA from Social Media</article-title>
          <source>J Med Toxicol</source>
          <year>2017</year>
          <month>12</month>
          <volume>13</volume>
          <issue>4</issue>
          <fpage>278</fpage>
          <lpage>286</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/28831738"/>
          </comment>
          <pub-id pub-id-type="doi">10.1007/s13181-017-0625-5</pub-id>
          <pub-id pub-id-type="medline">28831738</pub-id>
          <pub-id pub-id-type="pii">10.1007/s13181-017-0625-5</pub-id>
          <pub-id pub-id-type="pmcid">PMC5711756</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Mackey</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Kalyanam</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Klugman</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Kuzmenko</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Gupta</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>Solution to Detect, Classify, and Report Illicit Online Marketing and Sales of Controlled Substances via Twitter: Using Machine Learning and Web Forensics to Combat Digital Opioid Access</article-title>
          <source>J Med Internet Res</source>
          <year>2018</year>
          <month>04</month>
          <day>27</day>
          <volume>20</volume>
          <issue>4</issue>
          <fpage>e10029</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2018/4/e10029/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/10029</pub-id>
          <pub-id pub-id-type="medline">29613851</pub-id>
          <pub-id pub-id-type="pii">v20i4e10029</pub-id>
          <pub-id pub-id-type="pmcid">PMC5948414</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Shutler</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Perrone</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Portelli</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Nelson</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Blachford</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>Prescription Opioids in the Twittersphere: A Contextual Analysis of Tweets About Prescription Drugs</article-title>
          <source>Annals of Emergency Medicine</source>
          <year>2013</year>
          <month>10</month>
          <volume>62</volume>
          <issue>4</issue>
          <fpage>S122</fpage>
          <pub-id pub-id-type="doi">10.1016/j.annemergmed.2013.07.169</pub-id>
          <pub-id pub-id-type="medline">26364675</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Glowacki</surname>
              <given-names>EM</given-names>
            </name>
            <name name-style="western">
              <surname>Glowacki</surname>
              <given-names>JB</given-names>
            </name>
            <name name-style="western">
              <surname>Wilcox</surname>
              <given-names>GB</given-names>
            </name>
          </person-group>
          <article-title>A text-mining analysis of the public's reactions to the opioid crisis</article-title>
          <source>Substance Abuse</source>
          <year>2017</year>
          <month>09</month>
          <day>20</day>
          <volume>39</volume>
          <issue>2</issue>
          <fpage>129</fpage>
          <lpage>133</lpage>
          <pub-id pub-id-type="doi">10.1080/08897077.2017.1356795</pub-id>
          <pub-id pub-id-type="medline">28723265</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Chan</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Lopez</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Sarkar</surname>
              <given-names>U</given-names>
            </name>
          </person-group>
          <article-title>The Canary in the Coal Mine Tweets: Social Media Reveals Public Perceptions of Non-Medical Use of Opioids</article-title>
          <source>PLoS ONE</source>
          <year>2015</year>
          <month>8</month>
          <day>7</day>
          <volume>10</volume>
          <issue>8</issue>
          <fpage>e0135072</fpage>
          <pub-id pub-id-type="doi">10.1371/journal.pone.0135072</pub-id>
          <pub-id pub-id-type="medline">26252774</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Stevens</surname>
              <given-names>RC</given-names>
            </name>
            <name name-style="western">
              <surname>Brawner</surname>
              <given-names>BM</given-names>
            </name>
            <name name-style="western">
              <surname>Kranzler</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Giorgi</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Lazarus</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Abera</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Huang</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Ungar</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <article-title>Exploring Substance Use Tweets of Youth in the United States: Mixed Methods Study</article-title>
          <source>JMIR Public Health Surveill</source>
          <year>2020</year>
          <month>03</month>
          <day>26</day>
          <volume>6</volume>
          <issue>1</issue>
          <fpage>e16191</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://publichealth.jmir.org/2020/1/e16191/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/16191</pub-id>
          <pub-id pub-id-type="medline">32213472</pub-id>
          <pub-id pub-id-type="pii">v6i1e16191</pub-id>
          <pub-id pub-id-type="pmcid">PMC7146240</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Parker</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Cuthbertson</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Loveridge</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Skidmore</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Dyar</surname>
              <given-names>W</given-names>
            </name>
          </person-group>
          <article-title>Forecasting state-level premature deaths from alcohol, drugs, and suicides using Google Trends data</article-title>
          <source>Journal of Affective Disorders</source>
          <year>2017</year>
          <month>04</month>
          <volume>213</volume>
          <fpage>9</fpage>
          <lpage>15</lpage>
          <pub-id pub-id-type="doi">10.1016/j.jad.2016.10.038</pub-id>
          <pub-id pub-id-type="medline">28171770</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Van Hout</surname>
              <given-names>MC</given-names>
            </name>
            <name name-style="western">
              <surname>Hearne</surname>
              <given-names>E</given-names>
            </name>
          </person-group>
          <article-title>New psychoactive substances (NPS) on cryptomarket fora: An exploratory study of characteristics of forum activity between NPS buyers and vendors</article-title>
          <source>International Journal of Drug Policy</source>
          <year>2017</year>
          <month>02</month>
          <volume>40</volume>
          <fpage>102</fpage>
          <lpage>110</lpage>
          <pub-id pub-id-type="doi">10.1016/j.drugpo.2016.11.007</pub-id>
          <pub-id pub-id-type="medline">28027812</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref26">
        <label>26</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Butler</surname>
              <given-names>SF</given-names>
            </name>
            <name name-style="western">
              <surname>Oyedele</surname>
              <given-names>NK</given-names>
            </name>
            <name name-style="western">
              <surname>Dailey Govoni</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Green</surname>
              <given-names>JL</given-names>
            </name>
          </person-group>
          <article-title>How Motivations for Using Buprenorphine Products Differ From Using Opioid Analgesics: Evidence from an Observational Study of Internet Discussions Among Recreational Users</article-title>
          <source>JMIR Public Health Surveill</source>
          <year>2020</year>
          <month>03</month>
          <day>25</day>
          <volume>6</volume>
          <issue>1</issue>
          <fpage>e16038</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://publichealth.jmir.org/2020/1/e16038/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/16038</pub-id>
          <pub-id pub-id-type="medline">32209533</pub-id>
          <pub-id pub-id-type="pii">v6i1e16038</pub-id>
          <pub-id pub-id-type="pmcid">PMC7142742</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref27">
        <label>27</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Rivas</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Sadah</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Guo</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Hristidis</surname>
              <given-names>V</given-names>
            </name>
          </person-group>
          <article-title>Classification of Health-Related Social Media Posts: Evaluation of Post Content-Classifier Models and Analysis of User Demographics</article-title>
          <source>JMIR Public Health Surveill</source>
          <year>2020</year>
          <month>04</month>
          <day>01</day>
          <volume>6</volume>
          <issue>2</issue>
          <fpage>e14952</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://publichealth.jmir.org/2020/2/e14952/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/14952</pub-id>
          <pub-id pub-id-type="medline">32234706</pub-id>
          <pub-id pub-id-type="pii">v6i2e14952</pub-id>
          <pub-id pub-id-type="pmcid">PMC7160708</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref28">
        <label>28</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Graves</surname>
              <given-names>RL</given-names>
            </name>
            <name name-style="western">
              <surname>Tufts</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Meisel</surname>
              <given-names>ZF</given-names>
            </name>
            <name name-style="western">
              <surname>Polsky</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Ungar</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Merchant</surname>
              <given-names>RM</given-names>
            </name>
          </person-group>
          <article-title>Opioid Discussion in the Twittersphere</article-title>
          <source>Substance Use &#38; Misuse</source>
          <year>2018</year>
          <month>04</month>
          <day>16</day>
          <volume>53</volume>
          <issue>13</issue>
          <fpage>2132</fpage>
          <lpage>2139</lpage>
          <pub-id pub-id-type="doi">10.1080/10826084.2018.1458319</pub-id>
          <pub-id pub-id-type="medline">29659320</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref29">
        <label>29</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Sarker</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Gonzalez-Hernandez</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Ruan</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Perrone</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Machine Learning and Natural Language Processing for Geolocation-Centric Monitoring and Characterization of Opioid-Related Social Media Chatter</article-title>
          <source>JAMA Netw Open</source>
          <year>2019</year>
          <month>11</month>
          <day>06</day>
          <volume>2</volume>
          <issue>11</issue>
          <fpage>e1914672</fpage>
          <pub-id pub-id-type="doi">10.1001/jamanetworkopen.2019.14672</pub-id>
          <pub-id pub-id-type="medline">31693125</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref30">
        <label>30</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <collab>Drug Enforcement Administration</collab>
          </person-group>
          <article-title>Drug Enforcement Administration</article-title>
          <source>Drug Enforcement Administration: A tradition of excellence 1973-2008</source>
          <year>2008</year>
          <publisher-loc>Washington DC</publisher-loc>
          <publisher-name>US Department of Justice</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref31">
        <label>31</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Boyd</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Golder</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Lotan</surname>
              <given-names>G</given-names>
            </name>
          </person-group>
          <article-title>Tweet, tweet, retweet: Conversational aspects of retweeting on Twitter</article-title>
          <source>HICSS-43. IEEE</source>
          <year>2010</year>
          <conf-name>HICSS-43 - IEEE</conf-name>
          <conf-date>January 2010</conf-date>
          <conf-loc>Kauai, HI</conf-loc>
          <fpage>6</fpage>
          <pub-id pub-id-type="doi">10.1109/hicss.2010.412</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref32">
        <label>32</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <collab>Centers for Disease Control and Prevention</collab>
            <collab>National Center for Health Statistics</collab>
          </person-group>
          <source>Multiple Cause of Death Files 1999-2017 on CDC WONDER Online Database</source>
          <year>2018</year>
          <month>12</month>
          <access-date>2019-06-28</access-date>
          <comment>Multiple Cause of Death 1999-2017 on CDC WONDER Online Database<ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://wonder.cdc.gov/mcd-icd10.html">http://wonder.cdc.gov/mcd-icd10.html</ext-link>
                                                </comment>
        </nlm-citation>
      </ref>
      <ref id="ref33">
        <label>33</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Granger</surname>
              <given-names>CWJ</given-names>
            </name>
          </person-group>
          <article-title>Investigating Causal Relations by Econometric Models and Cross-spectral Methods</article-title>
          <source>Econometrica</source>
          <year>1969</year>
          <month>08</month>
          <volume>37</volume>
          <issue>3</issue>
          <fpage>424</fpage>
          <pub-id pub-id-type="doi">10.2307/1912791</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref34">
        <label>34</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Dickey</surname>
              <given-names>DA</given-names>
            </name>
            <name name-style="western">
              <surname>Fuller</surname>
              <given-names>WA</given-names>
            </name>
          </person-group>
          <article-title>Distribution of the Estimators for Autoregressive Time Series with a Unit Root</article-title>
          <source>Journal of the American Statistical Association</source>
          <year>1979</year>
          <month>06</month>
          <volume>74</volume>
          <issue>366a</issue>
          <fpage>427</fpage>
          <lpage>431</lpage>
          <pub-id pub-id-type="doi">10.1080/01621459.1979.10482531</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref35">
        <label>35</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Olfson</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Iza</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Crystal</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Blanco</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>National trends in the office-based prescription of schedule II opioids</article-title>
          <source>J Clin Psychiatry</source>
          <year>2013</year>
          <month>09</month>
          <volume>74</volume>
          <issue>9</issue>
          <fpage>932</fpage>
          <lpage>9</lpage>
          <pub-id pub-id-type="doi">10.4088/JCP.13m08349</pub-id>
          <pub-id pub-id-type="medline">24107767</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref36">
        <label>36</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Perrin</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Andersen</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <source>Pew Research</source>
          <year>2019</year>
          <month>04</month>
          <day>10</day>
          <access-date>2019-07-05</access-date>
          <comment>Share of U.S. adults using social media, including Facebook, is mostly unchanged since 2018<ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.pewresearch.org/fact-tank/2019/04/10/share-of-u-s-adults-using-social-media-including-facebook-is-mostly-unchanged-since-2018/">https://www.pewresearch.org/fact-tank/2019/04/10/share-of-u-s-adults-using-social-media-including-facebook-is-mostly-unchanged-since-2018/</ext-link>
                                                </comment>
        </nlm-citation>
      </ref>
      <ref id="ref37">
        <label>37</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Eichstaedt</surname>
              <given-names>JC</given-names>
            </name>
            <name name-style="western">
              <surname>Schwartz</surname>
              <given-names>HA</given-names>
            </name>
            <name name-style="western">
              <surname>Kern</surname>
              <given-names>ML</given-names>
            </name>
            <name name-style="western">
              <surname>Park</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Labarthe</surname>
              <given-names>DR</given-names>
            </name>
            <name name-style="western">
              <surname>Merchant</surname>
              <given-names>RM</given-names>
            </name>
            <name name-style="western">
              <surname>Jha</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Agrawal</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Dziurzynski</surname>
              <given-names>LA</given-names>
            </name>
            <name name-style="western">
              <surname>Sap</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Weeg</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Larson</surname>
              <given-names>EE</given-names>
            </name>
            <name name-style="western">
              <surname>Ungar</surname>
              <given-names>LH</given-names>
            </name>
            <name name-style="western">
              <surname>Seligman</surname>
              <given-names>MEP</given-names>
            </name>
          </person-group>
          <article-title>Psychological language on Twitter predicts county-level heart disease mortality</article-title>
          <source>Psychol Sci</source>
          <year>2015</year>
          <month>01</month>
          <day>20</day>
          <volume>26</volume>
          <issue>2</issue>
          <fpage>159</fpage>
          <lpage>169</lpage>
          <pub-id pub-id-type="doi">10.1177/0956797614557867</pub-id>
          <pub-id pub-id-type="medline">25605707</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref38">
        <label>38</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Nambisan</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Luo</surname>
              <given-names>Z</given-names>
            </name>
            <name name-style="western">
              <surname>Kapoor</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Patrick</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Cisler</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>Social media, big data, and public health informatics: Ruminating behavior of depression revealed through twitter</article-title>
          <year>2015</year>
          <conf-name>48th International Conference on System Sciences (HICSS)</conf-name>
          <conf-date>2015 Jan 5</conf-date>
          <conf-loc>Hawaii</conf-loc>
          <fpage>2906</fpage>
          <lpage>2913</lpage>
          <pub-id pub-id-type="doi">10.1109/hicss.2015.351</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref39">
        <label>39</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Mowery</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Smith</surname>
              <given-names>HA</given-names>
            </name>
            <name name-style="western">
              <surname>Cheney</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Bryan</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Conway</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Identifying Depression-Related Tweets from Twitter for Public Health Monitoring</article-title>
          <source>OJPHI</source>
          <year>2016</year>
          <month>03</month>
          <day>24</day>
          <volume>8</volume>
          <issue>1</issue>
          <pub-id pub-id-type="doi">10.5210/ojphi.v8i1.6561</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref40">
        <label>40</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <collab>US Department of Health and Human Services</collab>
            <collab>Substance Abuse and Mental Health Services Administration</collab>
            <collab>Center for Behavioral Health Statistics and Quality</collab>
          </person-group>
          <source>National Survey on Drug Use and Health 2018 (NSDUH-2018-DS0001)</source>
          <year>2018</year>
          <access-date>2019-07-02</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://datafiles.samhsa.gov/">https://datafiles.samhsa.gov/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref41">
        <label>41</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Remy</surname>
              <given-names>E</given-names>
            </name>
          </person-group>
          <source>Medium</source>
          <year>2015</year>
          <month>07</month>
          <day>15</day>
          <access-date>2019-07-30</access-date>
          <comment>How public and private Twitter users in the U.S. compare<ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://medium.com/pew-research-center-decoded/how-public-and-private-twitter-users-in-the-u-s-d536ce2a41b3">https://medium.com/pew-research-center-decoded/how-public-and-private-twitter-users-in-the-u-s-d536ce2a41b3</ext-link>
                                                </comment>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
