<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<?covid-19-tdm?>
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JPH</journal-id>
      <journal-id journal-id-type="nlm-ta">JMIR Public Health Surveill</journal-id>
      <journal-title>JMIR Public Health and Surveillance</journal-title>
      <issn pub-type="epub">2369-2960</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v6i4e21340</article-id>
      <article-id pub-id-type="pmid">33001831</article-id>
      <article-id pub-id-type="doi">10.2196/21340</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Original Paper</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Original Paper</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>Social Media as an Early Proxy for Social Distancing Indicated by the COVID-19 Reproduction Number: Observational Study</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Sanchez</surname>
            <given-names>Travis</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Sinnenberg</surname>
            <given-names>Lauren</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Bosh</surname>
            <given-names>Karin</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Campos-Castillo</surname>
            <given-names>Celeste</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author" corresp="yes" equal-contrib="yes">
          <name name-style="western">
            <surname>Younis</surname>
            <given-names>Joseph</given-names>
          </name>
          <degrees>BSc</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <address>
            <institution>Case Western Reserve School of Medicine</institution>
            <addr-line>Health Education Campus</addr-line>
            <addr-line>9501 Euclid Ave</addr-line>
            <addr-line>Cleveland, OH, 44106</addr-line>
            <country>United States</country>
            <phone>1 630 407 4703</phone>
            <email>jxy641@case.edu</email>
          </address>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-2010-992X</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author" equal-contrib="yes">
          <name name-style="western">
            <surname>Freitag</surname>
            <given-names>Harvy</given-names>
          </name>
          <degrees>BSc</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-2087-6117</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author">
          <name name-style="western">
            <surname>Ruthberg</surname>
            <given-names>Jeremy S</given-names>
          </name>
          <degrees>BA</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-1116-1817</ext-link>
        </contrib>
        <contrib id="contrib4" contrib-type="author">
          <name name-style="western">
            <surname>Romanes</surname>
            <given-names>Jonathan P</given-names>
          </name>
          <degrees>BSc</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-7006-8786</ext-link>
        </contrib>
        <contrib id="contrib5" contrib-type="author">
          <name name-style="western">
            <surname>Nielsen</surname>
            <given-names>Craig</given-names>
          </name>
          <degrees>MD</degrees>
          <xref rid="aff3" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-7905-6469</ext-link>
        </contrib>
        <contrib id="contrib6" contrib-type="author">
          <name name-style="western">
            <surname>Mehta</surname>
            <given-names>Neil</given-names>
          </name>
          <degrees>MBBS, MS, MD</degrees>
          <xref rid="aff3" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-8342-4252</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>Case Western Reserve School of Medicine</institution>
        <addr-line>Cleveland, OH</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff2">
        <label>2</label>
        <institution>Kansas City University of Medicine and Biosciences</institution>
        <addr-line>Kansas, MO</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff3">
        <label>3</label>
        <institution>Department of Internal Medicine and Geriatrics</institution>
        <institution>Cleveland Clinic Foundation</institution>
        <addr-line>Cleveland, OH</addr-line>
        <country>United States</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Joseph Younis <email>jxy641@case.edu</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <season>Oct-Dec</season>
        <year>2020</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>20</day>
        <month>10</month>
        <year>2020</year>
      </pub-date>
      <volume>6</volume>
      <issue>4</issue>
      <elocation-id>e21340</elocation-id>
      <history>
        <date date-type="received">
          <day>11</day>
          <month>6</month>
          <year>2020</year>
        </date>
        <date date-type="rev-request">
          <day>23</day>
          <month>7</month>
          <year>2020</year>
        </date>
        <date date-type="rev-recd">
          <day>20</day>
          <month>8</month>
          <year>2020</year>
        </date>
        <date date-type="accepted">
          <day>16</day>
          <month>9</month>
          <year>2020</year>
        </date>
      </history>
      <copyright-statement>©Joseph Younis, Harvy Freitag, Jeremy S Ruthberg, Jonathan P Romanes, Craig Nielsen, Neil Mehta. Originally published in JMIR Public Health and Surveillance (http://publichealth.jmir.org), 20.10.2020.</copyright-statement>
      <copyright-year>2020</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in JMIR Public Health and Surveillance, is properly cited. The complete bibliographic information, a link to the original publication on http://publichealth.jmir.org, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="http://publichealth.jmir.org/2020/4/e21340/" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p> The magnitude and time course of the COVID-19 epidemic in the United States depends on early interventions to reduce the basic reproductive number to below 1. It is imperative, then, to develop methods to actively assess where quarantine measures such as social distancing may be deficient and suppress those potential resurgence nodes as early as possible.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>We ask if social media is an early indicator of public social distancing measures in the United States by investigating its correlation with the time-varying reproduction number (R<sub>t</sub>) as compared to social mobility estimates reported from Google and Apple Maps.</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p> In this observational study, the estimated R<sub>t</sub> was obtained for the period between March 5 and April 5, 2020, using the EpiEstim package. Social media activity was assessed using queries of “social distancing” or “#socialdistancing” on Google Trends, Instagram, and Twitter, with social mobility assessed using Apple and Google Maps data. Cross-correlations were performed between R<sub>t</sub> and social media activity or mobility for the United States. We used Pearson correlations and the coefficient of determination (ρ) with significance set to <italic>P</italic>&#60;.05.</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>Negative correlations were found between Google search interest for “social distancing” and R<sub>t</sub> in the United States (<italic>P</italic>&#60;.001), and between search interest and state-specific R<sub>t</sub> for 9 states with the highest COVID-19 cases (<italic>P</italic>&#60;.001); most states experienced a delay varying between 3-8 days before reaching significance. A negative correlation was seen at a 4-day delay from the start of the Instagram hashtag “#socialdistancing” and at 6 days for Twitter (<italic>P</italic>&#60;.001). Significant correlations between R<sub>t</sub> and social media manifest earlier in time compared to social mobility measures from Google and Apple Maps, with peaks at –6 and –4 days. Meanwhile, changes in social mobility correlated best with R<sub>t</sub> at –2 days and +1 day for workplace and grocery/pharmacy, respectively.</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>Our study demonstrates the potential use of Google Trends, Instagram, and Twitter as epidemiological tools in the assessment of social distancing measures in the United States during the early course of the COVID-19 pandemic. Their correlation and earlier rise and peak in correlative strength with R<sub>t</sub> when compared to social mobility may provide proactive insight into whether social distancing efforts are sufficiently enacted. Whether this proves valuable in the creation of more accurate assessments of the early epidemic course is uncertain due to limitations. These limitations include the use of a biased sample that is internet literate with internet access, which may covary with socioeconomic status, education, geography, and age, and the use of subtotal social media mentions of social distancing. Future studies should focus on investigating how social media reactions change during the course of the epidemic, as well as the conversion of social media behavior to actual physical behavior.</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>COVID-19</kwd>
        <kwd>social media</kwd>
        <kwd>Google Trends</kwd>
        <kwd>Twitter</kwd>
        <kwd>Instagram</kwd>
        <kwd>reproduction number</kwd>
        <kwd>estimated reproduction number</kwd>
        <kwd>social distancing</kwd>
        <kwd>public health surveillance</kwd>
        <kwd>social media surveillance</kwd>
        <kwd>Google Maps</kwd>
        <kwd>Apple Maps</kwd>
        <kwd>pandemic</kwd>
        <kwd>epidemic</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <p>Public health measures are the epicenter of global efforts to combat the COVID-19 pandemic [<xref ref-type="bibr" rid="ref1">1</xref>]. The premise of these measures converges on a central notion: decreasing the basic reproductive number (R<sub>0</sub>) of the novel coronavirus below 1 to suppress transmission. With an R<sub>0</sub> value below 1, the virus can no longer sustainably propagate from one person to another, eventually halting its spread [<xref ref-type="bibr" rid="ref2">2</xref>]. The most championed of these efforts is the idea of “social distancing,” or the practice of distancing yourself from others to reduce respiratory droplet transmission, the primary mode of transmission for COVID-19 [<xref ref-type="bibr" rid="ref3">3</xref>]. However, social distancing has not been inconsequential, with primary concern to socioeconomic health. Several macroeconomic reports exploring the supply and demand shock of COVID-19 describe that its effects may rival that of the 1918 Spanish Flu and the Great Depression [<xref ref-type="bibr" rid="ref4">4</xref>].</p>
      <p>Transmission of COVID-19 was first detected in the United States on February 2020, and by mid-March, all 50 states and four US territories had reported cases of COVID-19 [<xref ref-type="bibr" rid="ref5">5</xref>]. The total number of confirmed cases continued to rise exponentially before this trend was broken in early April. In an effort to slow transmission, several states implemented strict lockdowns, curfews, and business restrictions [<xref ref-type="bibr" rid="ref6">6</xref>]. New York Governor Cuomo declared a state of emergency on March 7, and New York City implemented one of the first large-scale lockdowns of schools, temples, and other large gathering places in Rochelle. This further extended to include stay-at-home orders in other areas of New York, California, and Illinois. Restrictions on businesses deemed nonessential were eventually implemented in more than 40 states [<xref ref-type="bibr" rid="ref6">6</xref>].</p>
      <p>In response, decreases across several economic sectors have been witnessed, leading to financial strain on American households. Over 10 million unemployment claims were filed in the 2 weeks ending on March 28, 2020 [<xref ref-type="bibr" rid="ref7">7</xref>]; for reference, the previous peak was at 695,000 claims in October 1982. National-level interventions such as mandated paid time off and a historic US $2 trillion stimulus package (Coronavirus Aid, Relief, and Economic Security Act) were used to mitigate the broad impact of COVID-19 [<xref ref-type="bibr" rid="ref8">8</xref>].</p>
      <p>Early intervention is ideal for the mitigation of a pandemic’s socioeconomic and health costs, but such potential is often a post hoc discovery. A more practical approach is active scrutiny and revision of the implemented measures, ideally in the early phases of the pandemic’s course [<xref ref-type="bibr" rid="ref9">9</xref>]. Recent efforts have attempted to quantify social distancing efforts using Google or Apple Maps’ user activity [<xref ref-type="bibr" rid="ref10">10</xref>,<xref ref-type="bibr" rid="ref11">11</xref>]. Although these tools accurately reflect social behavior at a point in time, we hypothesize that Google Trends and social media yield earlier actionable insight that can help control the pandemic’s trajectory.</p>
      <p>Google Trends and social media (eg, Instagram and Twitter) are used extensively in the scientific literature and have been validated against external reference data sets in numerous public health and health surveillance studies [<xref ref-type="bibr" rid="ref12">12</xref>-<xref ref-type="bibr" rid="ref17">17</xref>]. With an estimated 35% and 27% of all US citizens using Instagram and Twitter, respectively, on a regular basis and 89.7% of digital users searching on Google, these avenues remain the most practical tools for study [<xref ref-type="bibr" rid="ref18">18</xref>-<xref ref-type="bibr" rid="ref20">20</xref>]. Likewise, studies during this pandemic are investigating the utility of social media in the dissemination of preventive health information [<xref ref-type="bibr" rid="ref21">21</xref>-<xref ref-type="bibr" rid="ref23">23</xref>], and Twitter recently provided full access for prospective social media data tracking for COVID-19 research. Despite this, their use as epidemiological tools in the assessment of social behavior in early epidemic courses remains to be determined.</p>
      <p>In this study, we investigate the use of Google Trends, Instagram, and Twitter as tools for the evaluation of social distancing measures by the public in the early epidemic phase. We first highlight a correlation between social distancing measures as captured by social media and national and state-specific time-varying reproduction number (R<sub>t</sub>), an epidemiological estimate of R<sub>0</sub> throughout an epidemic. We then compare the correlation of these social media avenues with R<sub>t</sub> to the correlation of Google and Apple Maps’ user activity with R<sub>t</sub>. We focused on the top nine affected states from the time of writing, April 10, 2020. We collected the most recent social media data using Google Trends, Twitter, and Instagram, and used the updated confirmed cases compiled by the Centers of Disease Control COVID-19 Case Data and John Hopkins Coronavirus Resource Center [<xref ref-type="bibr" rid="ref24">24</xref>,<xref ref-type="bibr" rid="ref25">25</xref>].</p>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>Database Inclusion</title>
        <p>We used Google Trends, Instagram, and Twitter. In addition to their established use in the scientific literature, we also focused on Instagram and Twitter because their demographic overlaps significantly with the public-facing jobs [<xref ref-type="bibr" rid="ref18">18</xref>-<xref ref-type="bibr" rid="ref20">20</xref>] most likely to be affected by social distancing. Furthermore, a poll conducted by the Morning Consult between March 27 and 30, 2020, reported 88% of Americans between the ages of 30-54 years are practicing social distancing to some extent [<xref ref-type="bibr" rid="ref20">20</xref>,<xref ref-type="bibr" rid="ref26">26</xref>], an age range closely resembling Instagram and Twitter’s median ages of 34 and 40, respectively.</p>
        <p>The choice to include only the top nine states by COVID-19 incidence was made because lower incidence states yielded insufficient social media and incidence data. When the analysis was run on the bottom nine states by COVID-19 incidence, the results displayed erratic patterns of social distancing search interest with no clear peak and days with no data, suggesting low search volumes; additionally, the R<sub>t</sub> displayed large error margins and could not be calculated continuously over the study period.</p>
      </sec>
      <sec>
        <title>Google Trends </title>
        <p>Google Trends records billions of data points from search terms entered by the public. It then compares the summative search volume of each search query (defined as the exact term entered into Google’s search bar) to the day of highest search volume to yield a search volume index (SVI) score of 1-100. SVI is assigned to each day and represents that day’s relative search frequency. Google Trends contains a geo-filtering feature that allows search data from within the United States or, to be more granular, from specific states.</p>
        <p>Google Trends data for the search query “Social Distancing” was collected on April 10, 2020, for March 1, 2020, through April 10, 2020.</p>
      </sec>
      <sec>
        <title>Instagram and Twitter</title>
        <p>Instagram and Twitter are social networking platforms that can be accessed on a phone app or internet website. As of 2018, there are 107 million Instagram users in the United States. Similarly, as of January 2020, 59 million Twitter users are American, comprising the largest percentage of Twitter’s user base. Together, these social networking services capture a large percentage of the American population [<xref ref-type="bibr" rid="ref20">20</xref>,<xref ref-type="bibr" rid="ref26">26</xref>].</p>
        <p>Unamo search algorithms were used to capture the historical frequency of mentions for the hashtag “#socialdistancing” in the United States on Twitter and Instagram between March 1 and April 10, 2020 [<xref ref-type="bibr" rid="ref27">27</xref>].</p>
      </sec>
      <sec>
        <title>Calculation of R<sub>t</sub></title>
        <p>R<sub>0</sub> is the number of individuals infected by a single infected individual during his or her entire infectious periods in a population that is entirely susceptible.</p>
        <graphic xlink:href="publichealth_v6i4e21340_fig5.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        <p>Where <italic>κ</italic> is the rate at which an exposed individual becomes infectious, <italic>β</italic> is the probability that a susceptible individual becomes infected upon interaction with an infected individual, <italic>λ</italic> is the birth rate of susceptible individuals, <italic>μ</italic> is the per capita natural death rate, and <italic>γ</italic> is the per capita recovery rate.</p>
        <p>The R<sub>0</sub> for COVID-19 has varied in value from 1.4 to as high as 11.1 reported from some communities in China and Singapore [<xref ref-type="bibr" rid="ref28">28</xref>,<xref ref-type="bibr" rid="ref29">29</xref>].</p>
        <p>The R<sub>t</sub> is an epidemiological estimate of R<sub>0</sub> calculated using two variables: (1) the daily incidence of acute respiratory illness onset and (2) the distribution of the serial interval (time interval between symptoms onset in a case and in their infector).</p>
        <p>The daily incidence of COVID-19 in the United States was obtained from estimations of symptom onset provided by the Centers for Disease Control and Prevention COVID-19 Case Data, which contains data up to April 5, 2020 [<xref ref-type="bibr" rid="ref24">24</xref>]. The statewide incidence rate is based on confirmed cases obtained from the John Hopkins Coronavirus Resource Center. The serial interval was obtained using available parametric data computed previously for the initial outbreak of COVID-19 [<xref ref-type="bibr" rid="ref30">30</xref>].</p>
        <p>We used the R statistical software (R Foundation for Statistical Computing) along with the EpiEstim package to calculate the R<sub>t</sub> using the aforementioned parameters for the period of March 5 to April 5, 2020. R<sub>t</sub> for the United States and top nine states by confirmed COVID-19 cases was derived for this time period. For subsequent calculations, we included data after the onset of at least 100 confirmed cases in each state, as the R<sub>t</sub> prior to that had standard deviations in excess of 0.5. </p>
        <p>The Google Trends SVI for “social distancing” was then independently compared to R<sub>t</sub> for the top nine affected states (New York, California, Pennsylvania, Massachusetts, New Jersey, Florida, Louisiana, Michigan, and Illinois) and the United States as a whole. Analyses were performed using Pearson correlations with significance set to α&#60;.05 then plotted on logarithmic graphs. Correlations were obtained using raw data and after varying periods of time delay between the Google SVI or social media mentions and changes in R<sub>t</sub>.</p>
        <p>Cross-correlations for the relationship between R<sub>t</sub> and measures of social distancing in the United States were performed, using available data based on Google Maps tracking that measures changes in percent social mobility. This data was available for separate locations, including grocery and pharmacy stores, recreation and retail stores, and workplaces. In addition, the cross-correlations between R<sub>t</sub> and “#socialdistancing” mentions on Instagram and Twitter were also performed. The coefficient of determination (ρ<sup>2</sup>) was calculated and graphed, which represents the strength of the correlation at different time delays between R<sub>t</sub> and each of the social mobility and social media measures. The peak of the coefficient of determination for each of these measures were tabulated along with the delay for which the greatest strength of relationship was found.</p>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <p>In <xref rid="figure1" ref-type="fig">Figure 1</xref>, the estimated R<sub>t</sub> is shown for the period of February 28 to April 5, 2020, calculated from the number of COVID-19 cases by symptom onset, with a mean serial interval of 3.96 (SD 4.75) days. The shaded error bands are equal to 1 SD of the estimated R<sub>t</sub> for each date.</p>
      <fig id="figure1" position="float">
        <label>Figure 1</label>
        <caption>
          <p>The time-variant or effective reproduction number (R<sub>t</sub>) represents the mean number of secondary cases generated by a primary case over a sliding weekly window. The estimated R<sub>t</sub> is shown for the period of February 28 to April 5, 2020, calculated from the number of COVID-19 cases by symptom onset, with a mean serial interval of 3.96 days and SD of 4.75 days. The shaded error bands are equal to 1 SD of the estimated R<sub>t</sub> for each date.</p>
        </caption>
        <graphic xlink:href="publichealth_v6i4e21340_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
      </fig>
      <p>Significant negative correlations were found between the Google SVI for the search query “social distancing” and the R<sub>t</sub> between the dates of March 5 and April 5, 2020, in the United States (<italic>P</italic>&#60;.001). The relationship between estimated R<sub>t</sub> and Google SVI is visualized graphically in <xref rid="figure2" ref-type="fig">Figure 2</xref>a. The strength of the correlation reached a peak at 4 days delay from the start of the searches when considering all cases in the United States, with a Pearson correlation coefficient of 0.72 (<italic>P</italic>&#60;.001).</p>
      <p>There was a total of 376,067 “#socialdistancing” mentions on Instagram and 6470 on Twitter in the studied time period. The increase in “#socialdistancing” mentions on Twitter and Instagram predate the appearance of a decrease in R<sub>t</sub> seen in <xref rid="figure2" ref-type="fig">Figure 2</xref>b and c. The relationship between R<sub>t</sub> and Instagram mentions (<xref rid="figure2" ref-type="fig">Figure 2</xref>c) is significant and strongest at a 4-day delay (<italic>P</italic>&#60;.001) from the start of Instagram hashtag “#socialdistancing” mentions. Significance for Twitter is seen only at a 6-day delay (<italic>P</italic>&#60;.001).</p>
      <p>When evaluated by state, New York, New Jersey, Massachusetts, Michigan, Pennsylvania, California, Louisiana, Illinois, and Florida all showed significant negative correlations between “social distancing” SVI and the state-specific R<sub>t</sub> (<italic>P</italic>&#60;.001; refer to <xref rid="figure3" ref-type="fig">Figure 3</xref>). These correlations reached peak significance at different delay periods. R<sub>t</sub> for some states such as Massachusetts experienced an early correlation with increasing searches for “social distancing.” Other states such as New York and Louisiana experienced a larger time delay from the start of Google searches to a decrease in R<sub>t</sub> at 6 and 8 days, respectively. Most states experienced a delay varying between 3-8 days before reaching peak significance.</p>
      <p>Significant correlations between R<sub>t</sub> and social media appear to manifest themselves earlier in time when compared to social mobility measures, with peaks at –6 and –4 days for the relationship between R<sub>t</sub> and Twitter and Instagram mentions, respectively (<italic>P</italic>&#60;.001; refer to <xref rid="figure4" ref-type="fig">Figure 4</xref>). Social mobility correlated best with R<sub>t</sub> at –2 days and +1 day for workplace and grocery/pharmacy, respectively.</p>
      <fig id="figure2" position="float">
        <label>Figure 2</label>
        <caption>
          <p>The left-most graph (a) shows the relationship between Google Trends search volume index (SVI) for “social distancing” and estimated R<sub>t</sub> for the United States over the time period from March 5 to April 5, 2020. The light blue line represents the Google SVI and the dark grey line represents the estimated R<sub>t</sub>. The middle and right-most graphs show the relationships between estimated R<sub>t</sub> and total social media mentions for “#socialdistancing” on (b) Instagram and (c) Twitter over the same time period. Light blue lines refer to total number of mentions for "#socialdistancing" and dark grey lines represent the estimated R<sub>t</sub>. Error bands shown in light gray shading represent 1 SD from the mean R<sub>t</sub> calculated at each date. R<sub>t</sub>: time-varying reproduction number.</p>
        </caption>
        <graphic xlink:href="publichealth_v6i4e21340_fig2.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
      </fig>
      <fig id="figure3" position="float">
        <label>Figure 3</label>
        <caption>
          <p>The estimated R<sub>t</sub> was calculated individually for the top 9 states with the most confirmed COVID-19 cases on April 5, 2020. They are graphed for the period of March 5 to April 5 for each state (dark line) along with the Google search index for “social distancing” in each state for the same time period (light blue bars). Error bands represent 1 SD from the mean estimated R<sub>t</sub> at each date. R<sub>t</sub>: time-varying reproduction number; SVI: search volume index.</p>
        </caption>
        <graphic xlink:href="publichealth_v6i4e21340_fig3.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
      </fig>
      <fig id="figure4" position="float">
        <label>Figure 4</label>
        <caption>
          <p>Cross-correlations (represented by ρ2, the coefficient of determination) between estimated R<sub>t</sub> and social mobility changes, and social media mentions in the United States. The black lines represent the peak correlation. Social mobility changes include traffic at grocery, pharmacy, and workplace locations based on Google Maps tracking. Social media measures include mentions of “#socialdistancing” on Instagram and Twitter. Pharm: pharmacy; R<sub>t</sub>: time-varying reproduction number.</p>
        </caption>
        <graphic xlink:href="publichealth_v6i4e21340_fig4.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
      </fig>
      <p>The relationship between R<sub>t</sub> and social media or social mobility (<italic>P</italic>&#60;.001) reaches its strongest point at different delay periods, tabulated in <xref ref-type="table" rid="table1">Table 1</xref>. The increase in social media mentions predates the decrease in R<sub>t</sub> the earliest, with a lag time of 4-6 days. Social mobility data also predate the decrease in R<sub>t</sub>, although at later times of 0-3 days. <xref ref-type="table" rid="table1">Table 1</xref> also shows the strength of correlation between each of the measures and R<sub>t</sub>, represented by ρ<sup>2</sup>. The strongest correlations are between social mobility data and R<sub>t</sub> with comparatively lower correlations between social media and R<sub>t</sub>. Google Trends, however, shows a comparable ρ<sup>2</sup> with data from Apple Maps but not Google Maps, which exhibits the strongest correlations for all domains except parks.</p>
      <table-wrap position="float" id="table1">
        <label>Table 1</label>
        <caption>
          <p>Peak correlations between social media and social mobility measures and associated time delay</p>
        </caption>
        <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
          <col width="30"/>
          <col width="470"/>
          <col width="250"/>
          <col width="250"/>
          <thead>
            <tr valign="top">
              <td colspan="2">Data set</td>
              <td>ρ<sup>2</sup></td>
              <td>Lag (days)</td>
            </tr>
          </thead>
          <tbody>
            <tr valign="top">
              <td colspan="4">
                <bold>Social media</bold>
              </td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Instagram</td>
              <td>0.68</td>
              <td>–4</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Twitter</td>
              <td>0.47</td>
              <td>–6</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Google Trends</td>
              <td>0.72</td>
              <td>–4</td>
            </tr>
            <tr valign="top">
              <td colspan="4">
                <bold>Apple Maps</bold>
              </td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Driving</td>
              <td>0.75</td>
              <td>–3</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Transit</td>
              <td>0.80</td>
              <td>–3</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Walking</td>
              <td>0.73</td>
              <td>–2</td>
            </tr>
            <tr valign="top">
              <td colspan="4">
                <bold>Google Maps</bold>
              </td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Grocery/pharmacy</td>
              <td>0.89</td>
              <td>+1</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Transit</td>
              <td>0.83</td>
              <td>–2</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Workplace</td>
              <td>0.86</td>
              <td>–2</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Parks</td>
              <td>0.66</td>
              <td>–2</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Recreation</td>
              <td>0.84</td>
              <td>0</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Residential</td>
              <td>0.85</td>
              <td>–2</td>
            </tr>
          </tbody>
        </table>
      </table-wrap>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <sec>
        <title>Principal Findings</title>
        <p>In our study, we found that increased social distancing mentions on social media correlated with reduced US R<sub>t</sub>, with Google Trends correlating with reduced state-specific R<sub>t</sub> as well. We also found that the correlation varied when social distancing mentions or search queries were lagged by a few days; this effect depended on the state and social media platform. The delay to reach peak strength discrepancy between Instagram and Twitter is interesting because the reach of Instagram in the United States is much greater, indicating possible time-sensitive influence on behavior imparted by user reach. Why the delay periods differed between states is unclear but may be partly explained by the unequal implementation of top-down public health interventions.</p>
        <p>Instagram and Twitter mentions of “#socialdistancing” correlated earlier with reduced COVID-19 R<sub>t</sub> in the United States than did social mobility measures from Google and Apple Maps. Interestingly, Twitter showed the earliest correlation with R<sub>t</sub> but also has the lowest coefficient of determination. This finding may be explained by the fact that Twitter reaches the smallest user base compared to Instagram or Google Maps. Social media in general exhibited a weaker correlation with R<sub>t</sub>. This is expected since social mobility measures directly relate to the density of people congregating in an area, whereas social media is an indirect measure of social distancing and likely represents a smaller proportion of the population. Nonetheless, these findings confirm our hypothesis that social media may serve as earlier indicators of future social behavior.</p>
        <p>The idea that lagging social distancing efforts as captured by social media produces significant reductions in R<sub>t</sub> implicates a predictive role for social media. This is consistent with the interpretation that Google Trends, Instagram, and Twitter model the dissemination of information that may lead to individual decisions to undergo social distancing. Although the strength of the correlation for social media was found to be weaker than that for social mobility, the value was in the relationship of the correlation to time. Furthermore, the strength of the correlation may improve with subsequent studies using more accurate measures of social distancing in the media to actual social distancing behavior in the public.</p>
        <p>An additional interpretation for the significance found in lagging social media mentions is that the delayed drop in R<sub>t</sub> is also consistent with the expectation that social distancing is a method of primary prevention, as early practice prevents a future increase in R<sub>t</sub>. It is tempting to consider whether these effects depend on the incubation period for COVID-19. About 50% of infected individuals show symptoms by 5 days, and 97.5% by 12 days [<xref ref-type="bibr" rid="ref2">2</xref>,<xref ref-type="bibr" rid="ref31">31</xref>]. Our study shows that all 9 states exhibited a significantly reduced R<sub>t</sub> with an 8-day lag period for social distancing search interest, supporting a quarantine time frame that confidently covers the upper limit of the incubation period. On the contrary, quarantine times closer to the median incubation period of COVID-19 may be insufficient, as only 30% of the states showed significant reductions in R<sub>t</sub> when the lag period was shorter than the median incubation period. A parallel can be drawn from these findings, albeit speculatively: there may also be a threshold in this pandemic’s trajectory in the United States before which a termination of social distancing efforts may be too early.</p>
      </sec>
      <sec>
        <title>Limitations</title>
        <p>Whether this proves valuable in the creation of more accurate assessments of the early epidemic course is uncertain due to limitations. Limitations of this study are inherent to the use of Google Trends, Instagram, and Twitter because they are presumably indirect measures of public behavior. The data represents a subtotal amount of mentions on Instagram and Twitter, and the study period is short and during the early course of the epidemic where testing and reporting COVID-19 was imperfect. Additionally, we focused on only the top nine states by incidence; although this was an effort to reduce false-positive findings from unreliable low-incidence states, it does introduce barriers to generalizing results to other states. Furthermore, social media may represent a biased sample of those that are internet literate and with access to internet, which may effectively covary with socioeconomic status, education, geography, and age.</p>
      </sec>
      <sec>
        <title>Conclusion</title>
        <p>Our study demonstrates the utility of Google Trends, Instagram, and Twitter as epidemiological tools in the assessment of social distancing measures in the United States during the early course of the COVID-19 pandemic. Their correlation and earlier rise and peak in correlative strength with R<sub>t</sub> when compared to social mobility may provide proactive insight into whether social distancing efforts are sufficiently enacted. Whether these findings translate to the hypothesized clinical value is uncertain due to limitations. Although social media remains a candidate to gauge the success of this containment measure in the early epidemic period, future studies should investigate how social media reactions change during the course of the epidemic and whether these correlation patterns with R<sub>t</sub> persist.</p>
      </sec>
    </sec>
  </body>
  <back>
    <app-group/>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">R<sub>t</sub></term>
          <def>
            <p>time-varying reproduction number</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">R<sub>0</sub></term>
          <def>
            <p>basic reproductive number</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb3">SVI</term>
          <def>
            <p>search volume index</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <fn-group>
      <fn fn-type="conflict">
        <p>None declared.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Pan</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Liu</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Guo</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Hao</surname>
              <given-names>X</given-names>
            </name>
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>Q</given-names>
            </name>
            <name name-style="western">
              <surname>Huang</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>He</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Yu</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Lin</surname>
              <given-names>X</given-names>
            </name>
            <name name-style="western">
              <surname>Wei</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Wu</surname>
              <given-names>T</given-names>
            </name>
          </person-group>
          <article-title>Association of public health interventions with the epidemiology of the COVID-19 outbreak in Wuhan, China</article-title>
          <source>JAMA</source>
          <year>2020</year>
          <month>05</month>
          <day>19</day>
          <volume>323</volume>
          <issue>19</issue>
          <fpage>1915</fpage>
          <lpage>1923</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/32275295"/>
          </comment>
          <pub-id pub-id-type="doi">10.1001/jama.2020.6130</pub-id>
          <pub-id pub-id-type="medline">32275295</pub-id>
          <pub-id pub-id-type="pii">2764658</pub-id>
          <pub-id pub-id-type="pmcid">PMC7149375</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Liu</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Gayle</surname>
              <given-names>AA</given-names>
            </name>
            <name name-style="western">
              <surname>Wilder-Smith</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Rocklöv</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>The reproductive number of COVID-19 is higher compared to SARS coronavirus</article-title>
          <source>J Travel Med</source>
          <year>2020</year>
          <month>03</month>
          <day>13</day>
          <volume>27</volume>
          <issue>2</issue>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/32052846"/>
          </comment>
          <pub-id pub-id-type="doi">10.1093/jtm/taaa021</pub-id>
          <pub-id pub-id-type="medline">32052846</pub-id>
          <pub-id pub-id-type="pii">5735319</pub-id>
          <pub-id pub-id-type="pmcid">PMC7074654</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Delen</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Eryarsoy</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Davazdahemami</surname>
              <given-names>B</given-names>
            </name>
          </person-group>
          <article-title>No place like home: cross-national data analysis of the efficacy of social distancing during the COVID-19 pandemic</article-title>
          <source>JMIR Public Health Surveill</source>
          <year>2020</year>
          <month>05</month>
          <day>28</day>
          <volume>6</volume>
          <issue>2</issue>
          <fpage>e19862</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://publichealth.jmir.org/2020/2/e19862/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/19862</pub-id>
          <pub-id pub-id-type="medline">32434145</pub-id>
          <pub-id pub-id-type="pii">v6i2e19862</pub-id>
          <pub-id pub-id-type="pmcid">PMC7257477</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Athreya</surname>
              <given-names>KB</given-names>
            </name>
            <name name-style="western">
              <surname>Mather</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Mustre-del-Río</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Sanchez</surname>
              <given-names>JM</given-names>
            </name>
          </person-group>
          <article-title>COVID-19 and households’ financial distress: part 2: the spread of COVID-19 and (financial) pre-existing conditions</article-title>
          <source>Federal Reserve Bank of Richmond</source>
          <year>2020</year>
          <month>03</month>
          <day>30</day>
          <access-date>2020-04-05</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.richmondfed.org/publications/research/">https://www.richmondfed.org/publications/research/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <collab>CDC COVID-19 Response Team</collab>
          </person-group>
          <article-title>Geographic differences in COVID-19 cases, deaths, and incidence - United States, February 12-April 7, 2020</article-title>
          <source>MMWR Morb Mortal Wkly Rep</source>
          <year>2020</year>
          <month>04</month>
          <day>17</day>
          <volume>69</volume>
          <issue>15</issue>
          <fpage>465</fpage>
          <lpage>471</lpage>
          <pub-id pub-id-type="doi">10.15585/mmwr.mm6915e4</pub-id>
          <pub-id pub-id-type="medline">32298250</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lee</surname>
              <given-names>JC</given-names>
            </name>
            <name name-style="western">
              <surname>Mervosh</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Avila</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Harvey</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Matthews</surname>
              <given-names>AL</given-names>
            </name>
            <name name-style="western">
              <surname>Gamio</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Popovich</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>McCann</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Keefe</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>See how all 50 states are reopening (and closing again)</article-title>
          <source>The New York Times</source>
          <year>2020</year>
          <month>06</month>
          <access-date>2020-08-01</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.nytimes.com/interactive/2020/us/states-reopen-map-coronavirus.html">https://www.nytimes.com/interactive/2020/us/states-reopen-map-coronavirus.html</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Culter</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>How will COVID-19 affect the health care economy?</article-title>
          <source>JAMA Network</source>
          <year>2020</year>
          <month>04</month>
          <day>09</day>
          <access-date>2020-04-27</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://jamanetwork.com/channels/health-forum/fullarticle/2764547">https://jamanetwork.com/channels/health-forum/fullarticle/2764547</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="web">
          <article-title>H.R.74 - Grant's Law 116th Congress (2019-2020)</article-title>
          <source>Library of Congress</source>
          <year>2020</year>
          <month>01</month>
          <day>03</day>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.congress.gov/bill/116th-congress/house-bill/74">https://www.congress.gov/bill/116th-congress/house-bill/74</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Walensky</surname>
              <given-names>RP</given-names>
            </name>
            <name name-style="western">
              <surname>Del Rio</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>From mitigation to containment of the COVID-19 pandemic: putting the SARS-CoV-2 genie back in the bottle</article-title>
          <source>JAMA</source>
          <year>2020</year>
          <month>05</month>
          <day>19</day>
          <volume>323</volume>
          <issue>19</issue>
          <fpage>1889</fpage>
          <lpage>1890</lpage>
          <pub-id pub-id-type="doi">10.1001/jama.2020.6572</pub-id>
          <pub-id pub-id-type="medline">32301959</pub-id>
          <pub-id pub-id-type="pii">2764956</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="web">
          <article-title>Mobility trends reports</article-title>
          <source>Apple</source>
          <access-date>2020-04-15</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.apple.com/covid19/mobility">https://www.apple.com/covid19/mobility</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="web">
          <article-title>COVID-19 community mobility reports</article-title>
          <source>Google</source>
          <access-date>2020-04-15</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.google.com/covid19/mobility">https://www.google.com/covid19/mobility</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Park</surname>
              <given-names>JH</given-names>
            </name>
            <name name-style="western">
              <surname>Christman</surname>
              <given-names>MP</given-names>
            </name>
            <name name-style="western">
              <surname>Linos</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Rieder</surname>
              <given-names>EA</given-names>
            </name>
          </person-group>
          <article-title>Dermatology on Instagram: an analysis of hashtags</article-title>
          <source>J Drugs Dermatol</source>
          <year>2018</year>
          <month>04</month>
          <day>01</day>
          <volume>17</volume>
          <issue>4</issue>
          <fpage>482</fpage>
          <lpage>484</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/29601627"/>
          </comment>
          <pub-id pub-id-type="medline">29601627</pub-id>
          <pub-id pub-id-type="pii">S1545961618P0482X</pub-id>
          <pub-id pub-id-type="pmcid">PMC6831082</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Dorfman</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Vaca</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Mahmood</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Fine</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Schierle</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>Plastic surgery-related hashtag utilization on Instagram: implications for education and marketing</article-title>
          <source>Aesthet Surg J</source>
          <year>2018</year>
          <month>02</month>
          <day>15</day>
          <volume>38</volume>
          <issue>3</issue>
          <fpage>332</fpage>
          <lpage>338</lpage>
          <pub-id pub-id-type="doi">10.1093/asj/sjx120</pub-id>
          <pub-id pub-id-type="medline">29040378</pub-id>
          <pub-id pub-id-type="pii">4084591</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Sinnenberg</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Buttenheim</surname>
              <given-names>AM</given-names>
            </name>
            <name name-style="western">
              <surname>Padrez</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Mancheno</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Ungar</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Merchant</surname>
              <given-names>RM</given-names>
            </name>
          </person-group>
          <article-title>Twitter as a tool for health research: a systematic review</article-title>
          <source>Am J Public Health</source>
          <year>2017</year>
          <month>01</month>
          <volume>107</volume>
          <issue>1</issue>
          <fpage>e1</fpage>
          <lpage>e8</lpage>
          <pub-id pub-id-type="doi">10.2105/AJPH.2016.303512</pub-id>
          <pub-id pub-id-type="medline">27854532</pub-id>
          <pub-id pub-id-type="pmcid">PMC5308155</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bloom</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Amber</surname>
              <given-names>KT</given-names>
            </name>
            <name name-style="western">
              <surname>Hu</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Kirsner</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>Google search trends and skin cancer: evaluating the US population's interest in skin cancer and its association with melanoma outcomes</article-title>
          <source>JAMA Dermatol</source>
          <year>2015</year>
          <month>08</month>
          <volume>151</volume>
          <issue>8</issue>
          <fpage>903</fpage>
          <lpage>5</lpage>
          <pub-id pub-id-type="doi">10.1001/jamadermatol.2015.1216</pub-id>
          <pub-id pub-id-type="medline">26061357</pub-id>
          <pub-id pub-id-type="pii">2301157</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Solano</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Ustulin</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Pizzorno</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Vichi</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Pompili</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Serafini</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Amore</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>A Google-based approach for monitoring suicide risk</article-title>
          <source>Psychiatry Res</source>
          <year>2016</year>
          <month>12</month>
          <day>30</day>
          <volume>246</volume>
          <fpage>581</fpage>
          <lpage>586</lpage>
          <pub-id pub-id-type="doi">10.1016/j.psychres.2016.10.030</pub-id>
          <pub-id pub-id-type="medline">27837725</pub-id>
          <pub-id pub-id-type="pii">S0165-1781(16)30194-9</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Moccia</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Palladino</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Falco</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Saccà</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Lanzillo</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Brescia Morra</surname>
              <given-names>V</given-names>
            </name>
          </person-group>
          <article-title>Google Trends: new evidence for seasonality of multiple sclerosis</article-title>
          <source>J Neurol Neurosurg Psychiatry</source>
          <year>2016</year>
          <month>09</month>
          <volume>87</volume>
          <issue>9</issue>
          <fpage>1028</fpage>
          <lpage>9</lpage>
          <pub-id pub-id-type="doi">10.1136/jnnp-2016-313260</pub-id>
          <pub-id pub-id-type="medline">27083532</pub-id>
          <pub-id pub-id-type="pii">jnnp-2016-313260</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lu</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Zhang</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <article-title>Social media WeChat infers the development trend of COVID-19</article-title>
          <source>J Infect</source>
          <year>2020</year>
          <month>07</month>
          <volume>81</volume>
          <issue>1</issue>
          <fpage>e82</fpage>
          <lpage>e83</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/32283142"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.jinf.2020.03.050</pub-id>
          <pub-id pub-id-type="medline">32283142</pub-id>
          <pub-id pub-id-type="pii">S0163-4453(20)30176-6</pub-id>
          <pub-id pub-id-type="pmcid">PMC7194510</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Wojcik</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Hughes</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Sizing up Twitter users</article-title>
          <source>Pew Research Center</source>
          <year>2019</year>
          <month>04</month>
          <day>24</day>
          <access-date>2020-04-12</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.pewresearch.org/internet/2019/04/24/sizing-up-twitter-users/">https://www.pewresearch.org/internet/2019/04/24/sizing-up-twitter-users/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Clement</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Percentage of U.S. adults who use Instagram as of February 2019, by age group</article-title>
          <source>Statista</source>
          <year>2019</year>
          <month>08</month>
          <access-date>2020-04-15</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.statista.com/statistics/246199/share-of-us-internet-users-who-use-instagram-by-age-group/">https://www.statista.com/statistics/246199/share-of-us-internet-users-who-use-instagram-by-age-group/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Simonsen</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Gog</surname>
              <given-names>JR</given-names>
            </name>
            <name name-style="western">
              <surname>Olson</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Viboud</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>Infectious disease surveillance in the big data era: towards faster and locally relevant systems</article-title>
          <source>J Infect Dis</source>
          <year>2016</year>
          <month>12</month>
          <day>01</day>
          <volume>214</volume>
          <issue>suppl_4</issue>
          <fpage>S380</fpage>
          <lpage>S385</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/28830112"/>
          </comment>
          <pub-id pub-id-type="doi">10.1093/infdis/jiw376</pub-id>
          <pub-id pub-id-type="medline">28830112</pub-id>
          <pub-id pub-id-type="pii">2527913</pub-id>
          <pub-id pub-id-type="pmcid">PMC5144901</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Merchant</surname>
              <given-names>RM</given-names>
            </name>
            <name name-style="western">
              <surname>Lurie</surname>
              <given-names>N</given-names>
            </name>
          </person-group>
          <article-title>Social media and emergency preparedness in response to novel coronavirus</article-title>
          <source>JAMA</source>
          <year>2020</year>
          <month>05</month>
          <day>26</day>
          <volume>323</volume>
          <issue>20</issue>
          <fpage>2011</fpage>
          <lpage>2012</lpage>
          <pub-id pub-id-type="doi">10.1001/jama.2020.4469</pub-id>
          <pub-id pub-id-type="medline">32202611</pub-id>
          <pub-id pub-id-type="pii">2763596</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Al-Dmour</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Masa'deh</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Salman</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Abuhashesh</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Al-Dmour</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>Influence of social media platforms on public health protection against the COVID-19 pandemic via the mediating effects of public health awareness and behavioral changes: integrated model</article-title>
          <source>J Med Internet Res</source>
          <year>2020</year>
          <month>08</month>
          <day>19</day>
          <volume>22</volume>
          <issue>8</issue>
          <fpage>e19996</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2020/8/e19996/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/19996</pub-id>
          <pub-id pub-id-type="medline">32750004</pub-id>
          <pub-id pub-id-type="pii">v22i8e19996</pub-id>
          <pub-id pub-id-type="pmcid">PMC7439806</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="web">
          <article-title>Previous U.S. COVID-19 case data</article-title>
          <source>Centers for Disease Control and Prevention</source>
          <year>2020</year>
          <access-date>2020-04-22</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.cdc.gov/coronavirus/2019-ncov/cases-updates/previouscases.html">https://www.cdc.gov/coronavirus/2019-ncov/cases-updates/previouscases.html</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Gardner</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <article-title>Public health: mapping COVID-19</article-title>
          <source>Johns Hopkins Center for Systems Science and Engineering</source>
          <year>2020</year>
          <month>01</month>
          <day>23</day>
          <access-date>2020-04-26</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://systems.jhu.edu/research/public-health/ncov/">https://systems.jhu.edu/research/public-health/ncov/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref26">
        <label>26</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Clement</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Worldwide desktop market share of leading search engines from January 2010 to July 2020</article-title>
          <source>Statista</source>
          <year>2020</year>
          <access-date>2020-04-15</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.statista.com/statistics/216573/worldwide-market-share-of-search-engines/">https://www.statista.com/statistics/216573/worldwide-market-share-of-search-engines/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref27">
        <label>27</label>
        <nlm-citation citation-type="web">
          <source>Unamo</source>
          <access-date>2020-04-15</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://unamo.com/">https://unamo.com/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref28">
        <label>28</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Fox</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Rainie</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <article-title>The web at 25 in the U.S</article-title>
          <source>Pew Research Center</source>
          <year>2014</year>
          <month>02</month>
          <day>27</day>
          <access-date>2020-04-12</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.pewinternet.org/2014/02/27/the-web-at-25-in-the-u-s/">http://www.pewinternet.org/2014/02/27/the-web-at-25-in-the-u-s/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref29">
        <label>29</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Stepleton</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <article-title>Unemployment insurance weekly claims</article-title>
          <source>US Department of Labor</source>
          <year>2020</year>
          <month>10</month>
          <day>08</day>
          <access-date>2020-04-28</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.dol.gov/ui/data.pdf">https://www.dol.gov/ui/data.pdf</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref30">
        <label>30</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Du</surname>
              <given-names>Z</given-names>
            </name>
            <name name-style="western">
              <surname>Xu</surname>
              <given-names>X</given-names>
            </name>
            <name name-style="western">
              <surname>Wu</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Cowling</surname>
              <given-names>BJ</given-names>
            </name>
            <name name-style="western">
              <surname>Meyers</surname>
              <given-names>LA</given-names>
            </name>
          </person-group>
          <article-title>Serial interval of COVID-19 among publicly reported confirmed cases</article-title>
          <source>Emerg Infect Dis</source>
          <year>2020</year>
          <month>06</month>
          <volume>26</volume>
          <issue>6</issue>
          <fpage>1341</fpage>
          <lpage>1343</lpage>
          <pub-id pub-id-type="doi">10.3201/eid2606.200357</pub-id>
          <pub-id pub-id-type="medline">32191173</pub-id>
          <pub-id pub-id-type="pmcid">PMC7258488</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref31">
        <label>31</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lauer</surname>
              <given-names>SA</given-names>
            </name>
            <name name-style="western">
              <surname>Grantz</surname>
              <given-names>KH</given-names>
            </name>
            <name name-style="western">
              <surname>Bi</surname>
              <given-names>Q</given-names>
            </name>
            <name name-style="western">
              <surname>Jones</surname>
              <given-names>FK</given-names>
            </name>
            <name name-style="western">
              <surname>Zheng</surname>
              <given-names>Q</given-names>
            </name>
            <name name-style="western">
              <surname>Meredith</surname>
              <given-names>HR</given-names>
            </name>
            <name name-style="western">
              <surname>Azman</surname>
              <given-names>AS</given-names>
            </name>
            <name name-style="western">
              <surname>Reich</surname>
              <given-names>NG</given-names>
            </name>
            <name name-style="western">
              <surname>Lessler</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>The incubation period of coronavirus disease 2019 (COVID-19) from publicly reported confirmed cases: estimation and application</article-title>
          <source>Ann Intern Med</source>
          <year>2020</year>
          <month>05</month>
          <day>05</day>
          <volume>172</volume>
          <issue>9</issue>
          <fpage>577</fpage>
          <lpage>582</lpage>
          <pub-id pub-id-type="doi">10.7326/m20-0504</pub-id>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
