<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<?covid-19-tdm?>
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JPH</journal-id>
      <journal-id journal-id-type="nlm-ta">JMIR Public Health Surveill</journal-id>
      <journal-title>JMIR Public Health and Surveillance</journal-title>
      <issn pub-type="epub">2369-2960</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v7i4e26780</article-id>
      <article-id pub-id-type="pmid">33720841</article-id>
      <article-id pub-id-type="doi">10.2196/26780</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Original Paper</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Original Paper</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>Public Discourse Against Masks in the COVID-19 Era: Infodemiology Study of Twitter Data</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Sanchez</surname>
            <given-names>Travis</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Laestadius</surname>
            <given-names>Linnea</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Shen</surname>
            <given-names>Lining</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Puah</surname>
            <given-names>Ser Hon</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Ratnanather</surname>
            <given-names>Tilak</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author">
          <name name-style="western">
            <surname>Al-Ramahi</surname>
            <given-names>Mohammad</given-names>
          </name>
          <degrees>DSc</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-8170-8312</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author">
          <name name-style="western">
            <surname>Elnoshokaty</surname>
            <given-names>Ahmed</given-names>
          </name>
          <degrees>DSc</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-3844-3985</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author">
          <name name-style="western">
            <surname>El-Gayar</surname>
            <given-names>Omar</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff3" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-8657-8732</ext-link>
        </contrib>
        <contrib id="contrib4" contrib-type="author" corresp="yes">
          <name name-style="western">
            <surname>Nasralah</surname>
            <given-names>Tareq</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff4" ref-type="aff">4</xref>
          <address>
            <institution>Supply Chain and Information Management Group</institution>
            <institution>D’Amore-McKim School of Business</institution>
            <institution>Northeastern University</institution>
            <addr-line>360 Huntington Ave</addr-line>
            <addr-line>Boston, MA, 02115</addr-line>
            <country>United States</country>
            <phone>1 617 373 4460</phone>
            <email>t.nasralah@northeastern.edu</email>
          </address>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-2336-7601</ext-link>
        </contrib>
        <contrib id="contrib5" contrib-type="author">
          <name name-style="western">
            <surname>Wahbeh</surname>
            <given-names>Abdullah</given-names>
          </name>
          <degrees>DSc</degrees>
          <xref rid="aff5" ref-type="aff">5</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-6894-0192</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>Texas A&#38;M University-San Antonio</institution>
        <addr-line>San Antonio, TX</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff2">
        <label>2</label>
        <institution>Northern Michigan University</institution>
        <addr-line>Marquette, MI</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff3">
        <label>3</label>
        <institution>Dakota State University</institution>
        <addr-line>Madison, SD</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff4">
        <label>4</label>
        <institution>Supply Chain and Information Management Group</institution>
        <institution>D’Amore-McKim School of Business</institution>
        <institution>Northeastern University</institution>
        <addr-line>Boston, MA</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff5">
        <label>5</label>
        <institution>Slippery Rock University of Pennsylvania</institution>
        <addr-line>Slippery Rock, PA</addr-line>
        <country>United States</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Tareq Nasralah <email>t.nasralah@northeastern.edu</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <month>4</month>
        <year>2021</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>5</day>
        <month>4</month>
        <year>2021</year>
      </pub-date>
      <volume>7</volume>
      <issue>4</issue>
      <elocation-id>e26780</elocation-id>
      <history>
        <date date-type="received">
          <day>25</day>
          <month>12</month>
          <year>2020</year>
        </date>
        <date date-type="rev-request">
          <day>20</day>
          <month>1</month>
          <year>2021</year>
        </date>
        <date date-type="rev-recd">
          <day>3</day>
          <month>2</month>
          <year>2021</year>
        </date>
        <date date-type="accepted">
          <day>3</day>
          <month>3</month>
          <year>2021</year>
        </date>
      </history>
      <copyright-statement>©Mohammad Al-Ramahi, Ahmed Elnoshokaty, Omar El-Gayar, Tareq Nasralah, Abdullah Wahbeh. Originally published in JMIR Public Health and Surveillance (http://publichealth.jmir.org), 05.04.2021.</copyright-statement>
      <copyright-year>2021</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in JMIR Public Health and Surveillance, is properly cited. The complete bibliographic information, a link to the original publication on http://publichealth.jmir.org, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="https://publichealth.jmir.org/2021/4/e26780" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>Despite scientific evidence supporting the importance of wearing masks to curtail the spread of COVID-19, wearing masks has stirred up a significant debate particularly on social media.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>This study aimed to investigate the topics associated with the public discourse against wearing masks in the United States. We also studied the relationship between the anti-mask discourse on social media and the number of new COVID-19 cases.</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>We collected a total of 51,170 English tweets between January 1, 2020, and October 27, 2020, by searching for hashtags against wearing masks. We used machine learning techniques to analyze the data collected. We investigated the relationship between the volume of tweets against mask-wearing and the daily volume of new COVID-19 cases using a Pearson correlation analysis between the two-time series.</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>The results and analysis showed that social media could help identify important insights related to wearing masks. The results of topic mining identified 10 categories or themes of user concerns dominated by (1) constitutional rights and freedom of choice; (2) conspiracy theory, population control, and big pharma; and (3) fake news, fake numbers, and fake pandemic. Altogether, these three categories represent almost 65% of the volume of tweets against wearing masks. The relationship between the volume of tweets against wearing masks and newly reported COVID-19 cases depicted a strong correlation wherein the rise in the volume of negative tweets led the rise in the number of new cases by 9 days.</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>These findings demonstrated the potential of mining social media for understanding the public discourse about public health issues such as wearing masks during the COVID-19 pandemic. The results emphasized the relationship between the discourse on social media and the potential impact on real events such as changing the course of the pandemic. Policy makers are advised to proactively address public perception and work on shaping this perception through raising awareness, debunking negative sentiments, and prioritizing early policy intervention toward the most prevalent topics.</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>pandemic</kwd>
        <kwd>coronavirus</kwd>
        <kwd>masks</kwd>
        <kwd>social medial, opinion analysis</kwd>
        <kwd>COVID-19</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <p>COVID-19 is an infection caused by the novel coronavirus SARS-CoV-2 that is known to cause severe acute respiratory syndrome [<xref ref-type="bibr" rid="ref1">1</xref>]. As of December 26, 2020, COVID-19 had affected 192 countries around the word, with a total of 80,416,535 reported cases and 1,757,888 resulting deaths [<xref ref-type="bibr" rid="ref2">2</xref>]. The World Health Organization, the Center for Disease Control and Prevention, and other leading public health organizations have outlined several guidelines to mitigate the COVID-19 pandemic. These guidelines have also been reported in recent scientific studies regarding the spread of COVID-19. The success of initiatives aimed at reopening the national and regional (state) economies ultimately relies on public awareness and acceptance of these guidelines for limiting the transmission of COVID-19. Among these guidelines is the importance of wearing masks.</p>
      <p>Existing studies have shown that masks could have a substantial impact on virus transmission and wearing masks might significantly decrease the number of new COVID-19 cases [<xref ref-type="bibr" rid="ref3">3</xref>,<xref ref-type="bibr" rid="ref4">4</xref>]. Wearing a mask was found to be more effective than just handwashing [<xref ref-type="bibr" rid="ref5">5</xref>]. Studies have also shown that mask-wearing diminishes disease spread by reducing the transmission probability per contact. Wearing masks in the public is most effective in stopping the spread of the virus when compliance is high [<xref ref-type="bibr" rid="ref6">6</xref>] and presents a rational way to implement as a nonpharmaceutical intervention to fight COVID-19 [<xref ref-type="bibr" rid="ref7">7</xref>]. Wearing a face mask can be effectively combined with social distancing to flatten the epidemic curve [<xref ref-type="bibr" rid="ref7">7</xref>]; it is also an effective method of adequate isolation for individuals [<xref ref-type="bibr" rid="ref8">8</xref>]. Ma et al [<xref ref-type="bibr" rid="ref9">9</xref>] found that N95 masks, medical masks, and even homemade masks could block at least 90% of the virus in aerosols. Wang et al [<xref ref-type="bibr" rid="ref10">10</xref>] found that the necessity of wearing masks during the COVID-19 pandemic has been underemphasized by the public. Despite its importance, as supported by scientific evidence, wearing masks has stirred up a significant debate, particularly in the United States.</p>
      <p>With millions of people forced out of public spaces, many conversations about wearing masks take place on social media [<xref ref-type="bibr" rid="ref11">11</xref>]. Popular social media platforms, including Twitter, have enabled new channels for users to share information and their experiences [<xref ref-type="bibr" rid="ref12">12</xref>]. These platforms provide efficient methods of information access for health surveillance and social intelligence [<xref ref-type="bibr" rid="ref13">13</xref>-<xref ref-type="bibr" rid="ref15">15</xref>], and they have a growing popularity for sharing and debating scientific information [<xref ref-type="bibr" rid="ref16">16</xref>-<xref ref-type="bibr" rid="ref18">18</xref>]. Several studies have used Twitter as a data source to demonstrate the potential to identify the public’s reactions to a variety of public health concerns, including the opioid crisis [<xref ref-type="bibr" rid="ref19">19</xref>], marijuana [<xref ref-type="bibr" rid="ref20">20</xref>-<xref ref-type="bibr" rid="ref22">22</xref>], and vaping [<xref ref-type="bibr" rid="ref23">23</xref>]. However, there are limited studies that have examined the public discourse against wearing masks on social media and its potential relation to the rise of COVID-19 cases.</p>
      <p>With plenty of evidence supporting the effectiveness of masks in mitigating the spread of COVID-19, the vigorous public debate about masks is still ongoing [<xref ref-type="bibr" rid="ref24">24</xref>]. Accordingly, in this study, we aim to provide insights into factors and topics encompassing the ongoing (and sometimes contentious) debate surrounding mask-wearing. Specifically, our research objective is to investigate the topics associated with the public discourse against wearing masks. The study also analyzed trends over time for each topic, with a particular emphasis on the relative volume for each topic, and the spikes in volume. Further, we studied the relationship between the anti-mask discourse on social media and the number of new COVID-19 cases. The time-lagged cross-correlation (TLCC) is used to identify directionality between two signals—volume of tweets and COVID-19 cases—to determine which signal occurs first by analyzing cross-correlations, wherein a peak correlation may have a different offset if one signal leads another. The analysis provided insights into the potential relationship between the cyber world represented by activities on social media and the physical world represented by individuals’ actions and possibly reflected in increased infection rates. Such an understanding is needed as governments and public health officials grapple with reopening the economies, and keeping them open, in a manner that does not aggravate the COVID-19 pandemic as a public health crisis of epic proportions.</p>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <p><xref rid="figure1" ref-type="fig">Figure 1</xref> shows the methodology adopted in this study for mining social media. The first stage involved data collection. The researchers agreed on a time period of interest to collect data and keywords (ie, hashtags) to search for relevant tweets. Second, the tweets collected were preprocessed by removing stop words, keywords with IDs, and hashtags; these were then represented using bi- and trigrams. Third, a topic modeling technique, the latent Dirichlet allocation (LDA) algorithm [<xref ref-type="bibr" rid="ref25">25</xref>], was used to analyze the preprocessed tweets to identify the prominent topics or categories in the posts. Finally, a social media analytics tool by Brandwatch was used to analyze the frequency and track the volume of the predefined categories over time. Brandwatch employs unsupervised and supervised machine learning techniques and a text analysis model developed by Hopkins and King [<xref ref-type="bibr" rid="ref26">26</xref>].</p>
      <fig id="figure1" position="float">
        <label>Figure 1</label>
        <caption>
          <p>Methodology for mining social media. LDA: latent Dirichlet allocation.</p>
        </caption>
        <graphic xlink:href="publichealth_v7i4e26780_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
      </fig>
      <p>
        <bold>Data Collection</bold>
      </p>
      <p>Our target social media platform for data collection was the microblogging platform Twitter. Initially, we identified all hashtags against wearing masks that were being actively used on Twitter. Next, using Brandwatch with the search query shown in <xref rid="figure2" ref-type="fig">Figure 2</xref>, we extracted all tweets for the identified hashtags between January 1, 2020, and October 27, 2020. A total of 51,170 English tweets were collected. The hashtags were identified by reviewing the literature [<xref ref-type="bibr" rid="ref27">27</xref>] as well as by exploring similar trending hashtags used against wearing masks on websites such as hashtags.org [<xref ref-type="bibr" rid="ref28">28</xref>] and hashtagify.me [<xref ref-type="bibr" rid="ref29">29</xref>]. A key advantage of using a social media analytics platform such as Brandwatch is that it provides access to the “Twitter firehose” (ie, every public tweet ever posted on Twitter in any language and from any geographic location that meets the search criteria).</p>
      <fig id="figure2" position="float">
        <label>Figure 2</label>
        <caption>
          <p>Hashtags and search query used for data collection.</p>
        </caption>
        <graphic xlink:href="publichealth_v7i4e26780_fig2.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
      </fig>
      <p>For comparing the volume of tweets against wearing masks and the number of COVID-19 cases, we collected a time series of the daily number of newly reported COVID-19 cases in the United States from January to October 2020 by using data from John Hopkins University [<xref ref-type="bibr" rid="ref30">30</xref>]. We also collected data on new COVID-19 cases reported daily in the USA from January 22 to October 27, 2020.</p>
      <p>In acquiring data from Twitter, we considered all the common regulatory concerns that arise with social media research. Specifically, the study conforms with federal regulations on research about human subjects by using only public information that requires no interaction with the poster [<xref ref-type="bibr" rid="ref31">31</xref>]. Moreover, the use of Brandwatch ensured that the study conformed with all the common ethical questions raised when performing web mining [<xref ref-type="bibr" rid="ref32">32</xref>].</p>
      <sec>
        <title>Data Preprocessing</title>
        <p>We excluded retweets and addresses to focus solely on personal opinions or statements. First, the collected tweets were preprocessed by removing stop words as well as keywords with IDs and hashtags. Second, tweets were represented using unigrams, bigrams, and trigrams, such as “results,” “lab results,” and “check test results.” Word-level n-grams features were selected to represent tweets instead of the bag-of-words (ie, single words) feature because the latter has two major drawbacks: (1) they lose the ordering of the words and (2) they ignore semantics of the words [<xref ref-type="bibr" rid="ref33">33</xref>,<xref ref-type="bibr" rid="ref34">34</xref>].</p>
      </sec>
      <sec>
        <title>Data Analysis Using the LDA Algorithm (Unsupervised Learning)</title>
        <p>To discover the abstract “topics” that occur in the collected posts, we ran a topic mining model, specifically the LDA algorithm, with 50 topics. Given a set of documents, <italic>D</italic> = {<italic>d</italic><sub>1</sub>, <italic>d</italic><sub>2</sub>, … , <italic>d</italic><sub>n</sub>}; a number of topics, <italic>T</italic> = {<italic>t</italic><sub>1</sub>, <italic>t</italic><sub>2</sub>, … , <italic>t</italic><sub>m</sub>}; and a number of words in each topic, <italic>W</italic> = {<italic>w</italic><sub>1</sub>, <italic>w</italic><sub>2</sub>, … , <italic>w</italic><sub>k</sub>}; the LDA algorithm generates the following:</p>
        <list list-type="bullet">
          <list-item>
            <p>A <italic>D</italic>×<italic>T</italic> matrix with <italic>n</italic>×<italic>m</italic> size, where the weight <italic>w</italic><sub>i,j</sub> is the association between a document <italic>d</italic><sub>i</sub> and a topic <italic>t</italic><sub>j</sub> [<xref ref-type="bibr" rid="ref35">35</xref>].</p>
          </list-item>
          <list-item>
            <p>A <italic>T</italic>×<italic>W</italic> matrix with<italic>m</italic>×<italic>k</italic> size, where the weight <italic>w</italic><sub>i,j</sub> is the association between the topic <italic>t</italic><sub>i</sub> and a word <italic>w</italic><sub>j</sub>[<xref ref-type="bibr" rid="ref35">35</xref>].</p>
          </list-item>
        </list>
        <p>The corresponding reproductive process is shown below [<xref ref-type="bibr" rid="ref35">35</xref>,<xref ref-type="bibr" rid="ref36">36</xref>]:</p>
        <list list-type="order">
          <list-item>
            <p>For each topic <italic>t</italic> ∈ {1, …, <italic>m</italic>},</p>
            <list list-type="roman-lower">
              <list-item>
                <p>generate a probability distribution over words</p>
                <p><italic>βt</italic> ~ Dirichlet (η)</p>
              </list-item>
            </list>
          </list-item>
          <list-item>
            <p>For each document <italic>d</italic>,</p>
            <list list-type="roman-lower">
              <list-item>
                <p>generate a vector of the topic probability distribution</p>
                <p>θ<italic>d</italic> ~ Dirichlet (α)</p>
              </list-item>
              <list-item>
                <p>For each word <italic>w</italic><sub>i</sub> in document <italic>d</italic>,</p>
                <list list-type="alpha-lower">
                  <list-item>
                    <p>generate a topic assignment</p>
                    <p><italic>z</italic><sub>i</sub> ~ Multinomial (θ<italic>d</italic>);</p>
                  </list-item>
                  <list-item>
                    <p>generate a word</p>
                    <p><italic>w</italic><sub>i</sub> ~ <italic>Multinomial</italic> (βzi)</p>
                  </list-item>
                </list>
              </list-item>
            </list>
          </list-item>
        </list>
        <p><italic>βt</italic> is the word distribution for topic <italic>t</italic>, and <italic>θd</italic> is the topic distribution for document <italic>d</italic>. The notations η and α are model parameters.</p>
        <p>Topic models are statistical based models for uncovering the main themes (ie, set of topics) that depict a large and unstructured collection of documents. Topic models make it possible to summarize textual data at a scale that cannot possibly be tackled by human annotation. In this study, we chose the LDA algorithm [<xref ref-type="bibr" rid="ref25">25</xref>] owing to its conceptual advantage over other latent topic models [<xref ref-type="bibr" rid="ref35">35</xref>-<xref ref-type="bibr" rid="ref38">38</xref>].</p>
        <p>The 50 topics from the LDA were labeled by first author and validated by second author. The identified topics were further analyzed and grouped into 10 representative categories. The grouping was done based on semantic similarities between the topics identified. For example, the topics “build herd immunity,” “herd Immunity,” and “build immune system” could be grouped into in one main topic, namely, “herd immunity and dependency on the immune system.” Overall, we discovered and collected 10 different categories.</p>
      </sec>
      <sec>
        <title>Analysis of Tweets Using Categories Obtained (Supervised Learning)</title>
        <p>Brandwatch employs ReadMe, a supervised algorithm developed by Hopkins and King [<xref ref-type="bibr" rid="ref26">26</xref>]. The algorithm is particularly suited when the objective is to know the proportion of all posts that fit in specific categories. Rather than calculating these proportions based on the categorization of individual posts, ReadMe gives approximately unbiased estimates of category proportions even when the optimal classifier performs poorly [<xref ref-type="bibr" rid="ref26">26</xref>].</p>
        <p>The ReadMe algorithm requires the researcher to hand-code a “training set” of documents into a set of predefined categories. In this study, the tweets represent the set of documents and the predefined categories are obtained using the LDA algorithms. The authors hand-coded 20 tweets into each predefined category obtained from the LDA and then ran the ReadMe algorithm iteratively on the remaining posts, ensuring that the examples clearly outline each category. Then, based on the training phase, the algorithm builds a model that can automatically assign the remaining tweets into categories and obtain the total number of tweets in each category. Brandwatch automatically generates the trends of tweet volumes over time.</p>
      </sec>
      <sec>
        <title>Analyzing the Relationship Between the Tweet Volume and the Number of COVID-19 Cases</title>
        <p>To analyze the relationship between the volume of tweets against mask-wearing and the daily volume of new COVID-19 cases, we plotted two time-series over the time span from January to October 2020 and calculated the Pearson correlation coefficient, which measures how two continuous waves co-vary over time and indicate the linear relationship as a number ranging from –1 (negatively correlated) to 0 (not correlated) to 1 (perfectly correlated) [<xref ref-type="bibr" rid="ref39">39</xref>]. The correlation is a snapshot measure of global synchrony. Although the Pearson correlation coefficient provides a very simple way to compute both global and local synchrony, it does not provide insights into signal dynamics such as which signal occurs first or which can be measured via cross-correlations. A TLCC can identify directionality between two signals such as a leader-follower relationship. We can get a sense of which signal occurs first by looking at cross-correlations. A TLCC is measured by incrementally shifting one time-series vector and repeatedly calculating the correlation between two signals. If the peak correlation is at the center (offset=0), this indicates that the two time-series are perfectly synchronized at that time. However, the peak correlation may have a different offset if one signal leads another [<xref ref-type="bibr" rid="ref40">40</xref>]. To analyze the relationship between the two time-series, the volume of tweets against mask-wearing, and the daily volume of new COVID-19 cases, we calculated the Pearson correlation coefficient and TLCC in Python using the SciPy package.</p>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <sec>
        <title>Tweet Distribution and Categories</title>
        <sec>
          <title>Overview</title>
          <p>A total of 51,170 tweets were analyzed with respect to categories identified from the LDA model. These categories were mainly related to (ordered per their frequency in posts) (1) constitutional rights and freedom of choice; (2) conspiracy theory, population control, and big pharma; (3) fake news, fake numbers, fake pandemic, and lies; (4) unhealthy, low oxygen, carbon dioxide, lung infections, and weakened immune system; (5) political, fear, and control people; (6) masks ineffective and cannot block tiny particles; (7) mental health and suicide; (8) herd immunity and dependency on the immune system; (9) child abuse and dehumanization; and (10) virus-related statistics (high recovery rates and low mortality rates). <xref rid="figure3" ref-type="fig">Figure 3</xref> shows the word clouds for the first three categories. The distribution of the tweets over the categories identified is shown in <xref rid="figure4" ref-type="fig">Figure 4</xref>.</p>
          <fig id="figure3" position="float">
            <label>Figure 3</label>
            <caption>
              <p>Word cloud for the most common categories identified: (1) constitutional rights and freedom of choice; (2) conspiracy theory, population control and big pharma; AND (3) fake news, fake numbers, fake pandemic, and lies.</p>
            </caption>
            <graphic xlink:href="publichealth_v7i4e26780_fig3.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
          </fig>
          <fig id="figure4" position="float">
            <label>Figure 4</label>
            <caption>
              <p>Distribution of 51,170 tweets across the top 10 categories obtained using the latent Dirichlet allocation model.</p>
            </caption>
            <graphic xlink:href="publichealth_v7i4e26780_fig4.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
          </fig>
          <p><xref rid="figure5" ref-type="fig">Figure 5</xref> shows the volume of tweets over time by category. Overall, the number of tweets posted increased with time, with the highest volume of tweets recorded in July 2020. Between April 8, 2020, and May 29, 2020, a total of 15 states issued a mask mandate, which could be related to the spike in tweets posted on masks between April and the beginning of July 2020. Furthermore, between June 18 and August 11, 2020, another 20 states issued mask mandates [<xref ref-type="bibr" rid="ref41">41</xref>]; this could explain the increase in tweets posted about masks between late-June and mid-August. <xref rid="figure5" ref-type="fig">Figure 5</xref> also shows three relevant milestones between May and August 2020 [<xref ref-type="bibr" rid="ref42">42</xref>]. These three milestones are related to the number of deaths reported in late-May, states reversing reopening plans, and the call for 3-month mask mandates. These milestones could also relate to the increasing number of Twitter posts on masks. Furthermore, after August 13, 2020, we noted consistent debates on masks across all post categories.</p>
          <p><xref rid="figure5" ref-type="fig">Figure 5</xref> also shows that more tweets were posted as governments and public health officials relaxed the lockdown restrictions but requested people to continue wearing masks. The number of tweets posted about constitutional rights and freedom of choice increased noticeably, followed by tweets about conspiracy theory, population control, and big pharma. The following paragraphs provide a synopsis of each of the categories of tweets posted.</p>
          <fig id="figure5" position="float">
            <label>Figure 5</label>
            <caption>
              <p>Volume of tweets and trend analysis over 10 categories based on the latent Dirichlet allocation model as well as three significant milestones during the pandemic between January 1, 2020 and October 27, 2020.</p>
            </caption>
            <graphic xlink:href="publichealth_v7i4e26780_fig5.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
          </fig>
        </sec>
        <sec>
          <title>Constitutional Rights and Freedom of Choice</title>
          <p>Our results revealed several reasons why some Americans refuse to wear face masks despite the overwhelming evidence that wearing masks saves lives. One important reason discussed during the study period was constitutional rights and freedom of choice. Many say mandatory masks violate their constitutional right and freedom of choice. An example tweet is shown below:</p>
          <disp-quote>
            <p>Dear #****, I am an American citizen with constitutional rights. I have the right &#38; freedom to choose #NoMask. If u try to enforce this ridiculous order, I will sue your ass 2 hell &#38; back. Kentucky is a #redstate &#38; you don't belong. GTFO. Signed a pissed of Kentucky girl</p>
          </disp-quote>
        </sec>
        <sec>
          <title>Conspiracy Theory, Population Control, and Big Pharma</title>
          <p>Americans also discussed concerns related to conspiracy theory, population control, and big pharma. They believed that COVID-19 was human-engineered. Example tweets are shown below:</p>
          <disp-quote>
            <p>Won't have to listen to people blabbering on about their latest favourite conspiracy theory</p>
          </disp-quote>
          <disp-quote>
            <p>You can have a ridiculous opinion. Democrats follow blindly, I do not. **** IS Big Pharma. Masks = Control = Submission that will lead to mandatory inoculation of a genetically modifying vaccine. If dems win, we all lose. #MasksOffAmerica</p>
          </disp-quote>
        </sec>
        <sec>
          <title>Fake News, Fake Numbers, Fake Pandemic, and Lies</title>
          <p>Many also believed the pandemic is fake and there was fake news, misinformation, and lies spread about COVID-19. Example tweets are shown below:</p>
          <disp-quote>
            <p>@**** Seasonal flu kills more people EVERY year. You and the fake news media are losing credibility FAST. #nomasks #nonewnormal</p>
          </disp-quote>
          <disp-quote>
            <p>@**** So how many other false positives are out there...this makes the numbers even more questionable</p>
          </disp-quote>
        </sec>
        <sec>
          <title>Unhealthy, Low Oxygen, Carbon Dioxide, Lung Infections, and Weakened Immune System</title>
          <p>Tweets posted also discussed the health impact of wearing masks. Many believed masks limit oxygen intake and cause rebreathing of carbon dioxide, which can lead to lung disease and weaken the immune system. Example tweets are shown below:</p>
          <disp-quote>
            <p>Wearing it blocks oxygen and recycles carbon dioxide and carries the bacteria to your respiratory system. #nomasks</p>
          </disp-quote>
          <disp-quote>
            <p>Masks weaken the immune system. Masks allow oral bacteria to affect gums, throat &#38; lungs. Masks limit oxygen intake. Masks cause rebreathing of carbon dioxide</p>
          </disp-quote>
          <disp-quote>
            <p>#COVID-19 #NoMasks Hypercapnia is generally caused by hypoventilation, lung disease, or diminished consciousness</p>
          </disp-quote>
        </sec>
        <sec>
          <title>Political, Fear, and Control People</title>
          <p>Another topic discussed by Americans on Twitter was fearmongering. Many users believed that politicians and media have only focused on the numbers that present a negative picture of the COVID-19 pandemic rather than a more balanced and honest overview of the case numbers. Example tweets are shown below:</p>
          <disp-quote>
            <p>@**** Nor do they speak about the low death rate. They want us living in fear. Fear controls the masses! #SheepNoMore #MaskOff</p>
          </disp-quote>
          <disp-quote>
            <p>FEAR MONGERING!!! THIS IS WHAT IT LEADS TO! ENOUGH! NO MORE MASKS!!</p>
          </disp-quote>
        </sec>
        <sec>
          <title>Masks Ineffective and Cannot Block Tiny Particles</title>
          <p>Many users also had an opinion that masks are ineffective and cannot block tiny particles. Example tweets are shown below:</p>
          <disp-quote>
            <p>People wearing #masks and shaming others for NOT wearing them though all #science deems them almost totally ineffective in protecting against the nano particles of the coronavirus. #DumbPandemicDecisions #Masks4All #MasksOff</p>
          </disp-quote>
          <disp-quote>
            <p>@**** says masks are ineffective to stop the virus. Why is there a state execution/executive order now to mandate masks? #NoMasks #ControlRemedy</p>
          </disp-quote>
        </sec>
        <sec>
          <title>Mental Health and Suicide</title>
          <p>Many users thought that wearing mask could also have impact on the mental health of people and could lead to suicidal thoughts. Example tweets are shown below:</p>
          <disp-quote>
            <p>they are causing a severe mental health issue. #NoMasks #MasksOff</p>
          </disp-quote>
          <disp-quote>
            <p>Masks are causing horrible harm with the mental health of children. Stop wearing them before these damages are irreversible! #NoMasks #MasksOffArizona</p>
          </disp-quote>
          <disp-quote>
            <p>Masks are causing serious mental health issues in children. Stop with the masks before it’s too late! #MasksOff</p>
          </disp-quote>
          <disp-quote>
            <p>Where is the **** physician saying that this lockdown needs to end b/c suicide is up? Mental health has been ignored completely</p>
          </disp-quote>
        </sec>
        <sec>
          <title>Herd Immunity and Dependency on the Immune System</title>
          <p>People should not be forced to wear masks in order to build herd immunity and maintain a healthy and strong immune system. Example tweets are shown below:</p>
          <disp-quote>
            <p>It's time we focus on REAL solutions like herd immunity. #NOMASK for me. @****</p>
          </disp-quote>
          <disp-quote>
            <p>You need INTERACTION with people and #NoMasks to maintain a healthy immune system #OpenAmericaNOW #OPenHawaiiNow</p>
          </disp-quote>
          <disp-quote>
            <p>I will NOT wear a damn mask!! It is my right to come in to contact with germs that strengthen my immune system!</p>
          </disp-quote>
        </sec>
        <sec>
          <title>Child Abuse and Dehumanization</title>
          <p>Asking children to wear masks was considered child abuse according to many Twitter users in USA. Example tweets are shown below:</p>
          <disp-quote>
            <p>Masking children is child abuse! Kids are not at risk and not carriers of the virus! Kids need to see and communicate clearly. They need to see facial expressions. A mask desensitizes kids! #maskingchildrenischildabuse</p>
          </disp-quote>
          <disp-quote>
            <p>Mandating our young children to wear a mask for 7hrs per day while attending school is tantamount to child abuse. #OpenTheSchools #NoMasks</p>
          </disp-quote>
          <disp-quote>
            <p>Masks in this case are a tool for soft torture and dehumanization #NoMasks</p>
          </disp-quote>
        </sec>
        <sec>
          <title>Virus-Related Statistics (High Recovery Rates and Low Mortality Rates)</title>
          <p>Twitter users also discussed that the high recovery and low mortality rate of the virus that make wearing mask not necessary. Example tweets are shown below:</p>
          <disp-quote>
            <p>I will not comply and wear a useless mask that has potential health risks to me for a virus that has a 98% recovery rate. #NoMask</p>
          </disp-quote>
          <disp-quote>
            <p>COVID-19 Mortality Rate in CA is .00006925% that means 99.999932% are forced 2 destroy R lives 4the weakest virus on the planet! Stop Quarentining the Healthy, Open up Businesses &#38; only Quarantine the Sick! #UnMaskAmerica</p>
          </disp-quote>
        </sec>
      </sec>
      <sec>
        <title>Tweets Versus New COVID-19 Cases</title>
        <p><xref rid="figure6" ref-type="fig">Figure 6</xref> depicts the volume of tweets against wearing masks and the number of newly reported COVID-19 cases over the study period. The two time-series exhibit a high positive Pearson correlation (<italic>r</italic>=0.77). Since information about directionality between the two waves—leading and following—cannot be interpreted solely from this data, we further studied the relationship between both waves (<xref rid="figure7" ref-type="fig">Figure 7</xref>). Overall, the results show a 9-day lead for tweet volume over the number of new COVID-19 cases. This 9-day lag is considered comparable to the number of days after which people can develop COVID-19 symptoms. According to a previous study, approximately, 97% of people infected with COVID-19 developed symptoms within 12 days after exposure [<xref ref-type="bibr" rid="ref43">43</xref>].</p>
        <fig id="figure6" position="float">
          <label>Figure 6</label>
          <caption>
            <p>Pearson correlation of tweets against wearing masks and newly confirmed COVID-19 cases over time (days) between January 2020 and October 2020.</p>
          </caption>
          <graphic xlink:href="publichealth_v7i4e26780_fig6.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <fig id="figure7" position="float">
          <label>Figure 7</label>
          <caption>
            <p>Graph illustrating the 9-day lead in the volume of tweets against mask-wearing compared with new COVID-19 cases by 9 days (study period: January to October 2020).</p>
          </caption>
          <graphic xlink:href="publichealth_v7i4e26780_fig7.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <sec>
        <title>Principal Findings</title>
        <p>This study analyzed the negative stance regarding masks on social media, the specific themes within this discourse, and how this discourse could be associated with the prevalence of new COVID-19 cases. The study reported Twitter users’ concerns related to constitutional rights and freedom of choice, conspiracy theory, misinformation, health issues, fearmongering, and other concerns related to the use of face masks during the COVID-19 pandemic. Furthermore, the time-series analysis demonstrated a strong correlation between the number of tweets posted against mask-wearing and the actual number of COVID-19 new cases, with the volume of negative tweets leading the number of newly reported COVID-19 cases by 9 days.</p>
        <p>The study findings emphasize the potential relationship between social media behavior and its manifestation in the physical world. Such findings highlight the importance of listening to social media and proactively reacting to public perception in fighting COVID-19. Lyu and Wehby [<xref ref-type="bibr" rid="ref44">44</xref>] showed that mask mandates in a number of states were associated with lowering infection rates by 0.9%-2% after wearing masks for 1-21 days. However, when the government mandates mask-wearing in public, many people feel their constitutional rights and freedom of choice are being violated [<xref ref-type="bibr" rid="ref45">45</xref>]. As a result, there is a need to increase awareness about the fact that wearing masks can protect others from contracting COVID-19 even though they do not fully protect the person wearing the mask from the infection [<xref ref-type="bibr" rid="ref46">46</xref>]. The government should also address the challenges faced by implementing a balanced mask-wearing mandate that considers protecting people's lives while also protecting their freedom of choice [<xref ref-type="bibr" rid="ref47">47</xref>].</p>
        <p>Social media platforms have been used to spread fake news, lies, and conspiracy theories, all of which have a strong impact on people and society [<xref ref-type="bibr" rid="ref48">48</xref>]. As a result of such an impact, the public is less likely view actions like wearing masks as a necessity to mitigate the spread of the virus during a pandemic [<xref ref-type="bibr" rid="ref49">49</xref>]. Therefore, it is crucial that, as we seek to control the spread of COVID-19 and future viruses, we develop policies to fight against misleading and damaging conspiracy rhetoric. Similarly, there should be policies in place to combat fake news, lies, and misinformation, especially on social media, which could negatively affect the public’s trust in science [<xref ref-type="bibr" rid="ref49">49</xref>].</p>
        <p>Health care professionals should actively engage in the conversation with the public in order to discuss scientific evidence supporting the importance of wearing a mask and debunk rumors on social media that promotes discussions related to masks causing low oxygen levels or lung infections. They should also discuss evidence and guidelines such as “wearing a mask does not raise the carbon dioxide (CO<sub>2</sub>) level in the air you breathe” [<xref ref-type="bibr" rid="ref50">50</xref>] and “people aged 2 and older should wear masks in public settings and when around people who don’t live in their household” [<xref ref-type="bibr" rid="ref50">50</xref>] to increase awareness regarding the effectiveness of masks in protecting the wearer from inhaling and spreading airborne particles.</p>
        <p>Children of specific age groups should be encouraged to wear masks to protect them from COVID-19. However, protecting these age groups only by using a mask could prove very difficult [<xref ref-type="bibr" rid="ref51">51</xref>]. To overcome these challenges, there is a need to advocate for parental involvement and support for the initiatives aimed at increasing mask-wearing among children [<xref ref-type="bibr" rid="ref51">51</xref>]. Children should be encouraged to “take off their masks to breathe in fresh air after wearing masks for a certain amount of time,” and they should not wear masks in certain cases, such as while exercising [<xref ref-type="bibr" rid="ref51">51</xref>]. In the case of noncompliance, it would be a better option for children to not wear masks and follow other measures to reduce infection risk and remain at home [<xref ref-type="bibr" rid="ref51">51</xref>].</p>
        <p>Following an empathetic approach to motivate people to wear masks and adhere to physical distancing could be an effective alternative [<xref ref-type="bibr" rid="ref52">52</xref>] for fearmongering that focuses only on presenting a negative picture of the COVID-19 pandemic [<xref ref-type="bibr" rid="ref53">53</xref>]. In addition, policy makers could use positive messaging to curb the spread of fear while still maintaining a transparent and accurate depiction of the situation [<xref ref-type="bibr" rid="ref53">53</xref>].</p>
        <p>With physical, mental, social, and economic burdens imposed by the pandemic, many populations may experience increased suicide risk [<xref ref-type="bibr" rid="ref54">54</xref>]. Furthermore, the prevalence of anxiety, depression, posttraumatic stress disorder, and stress was reported to have increased in a number of countries during the COVID-19 pandemic [<xref ref-type="bibr" rid="ref55">55</xref>]. Data analysis and event surveillance conducted during the first 6 months of the pandemic have shown impacts on suicide risk [<xref ref-type="bibr" rid="ref54">54</xref>]. As a result, knowing the facts about masks and containing the spread of rumors can reduce stress and the adverse impacts on people’s mental health [<xref ref-type="bibr" rid="ref56">56</xref>]. Finally, since many people believe that herd immunity is the best solution to this public health crisis and to strengthen their immune systems, a scientific and fact-driven view should be shared with the public explaining why herd immunity is not an ideal solution as has been reported by many researchers [<xref ref-type="bibr" rid="ref57">57</xref>].</p>
        <p>By carefully analyzing social media posts, policy and decision makers are in a better position to tailor public health awareness campaigns to respond to specific themes and thereby improve their effectiveness in a crisis situation such as the COVID-19 pandemic. Thus, exploring the categories of tweets surrounding the topic of mask-wearing during the COVID-19 pandemic may help reveal a number of insights that could help better design and implement awareness campaigns.</p>
      </sec>
      <sec>
        <title>Limitations and Future Work</title>
        <p>This study has some limitations that could be addressed in future research. First, although we identified a very strong correlation between the increase in the volume of tweets against wearing masks and the rise in the number of COVID-19 cases, we cannot claim causality, as the rise in COVID-19 cases could be attributed to population density, government-enforced lockdown restrictions, and other factors that are beyond the scope of this study. Second, the study focused on analyzing English tweets in the United States. Future studies need to address and compare the public discourse on masks across different social media platforms and in different countries. Third, given the number of tweets collected and the focus on Twitter as a data source, the public discourse might not reflect the actual public opinion against masks. According to Wojcik and Hughes [<xref ref-type="bibr" rid="ref58">58</xref>], Twitter has been found to have much younger audiences, with the most prolific 10% of users creating 80% of all tweets published. Finally, we did not separately analyze the opinions of Twitter users against masks in the early and later stages of the pandemic. Such analysis could unmask other important trends that are not discussed in this paper.</p>
      </sec>
      <sec>
        <title>Conclusions</title>
        <p>In this study, we analyzed tweets against wearing masks on social media to understand topics, insights, and information about user-reported issues. We used data analytics to identify trending themes and topics of concern by the public about wearing face masks. The most discussed issues were related to the constitutional rights and the freedom of choice, conspiracy theory, misinformation, health issues, fearmongering, and the ineffectiveness of masks, followed by issues related to mental health, herd immunity, child abuse, and virus-related statistics. Another key finding of this study is that it highlights the strong correlation between the increase in the volume of tweets against wearing masks and new COVID-19 cases and the lead of negative tweets published in comparison with the rise in new COVID-19 cases in the time-series analysis. In effect, these findings demonstrated the impact of social media not only on people’s opinion or perceptions about public topics but also the potential impact on real events such as changing the course of the pandemic. The significance and implication of this research transcends the COVID-19 pandemic, as it demonstrates the importance of social media mining and its potential to support public health–related policies and decisions. Government officials and decision makers could tailor and fine-tune public awareness campaigns and prioritize policy interventions toward the most discussed topics. In case of a future massive-scale health crisis such as the COVID-19 pandemic, government officials and policy makers could leverage social media analytics and surveillance as important tools in proactively responding to the impending crisis. Policy makers need to proactively address public perception and work on shaping this perception through raising awareness, debunking negative sentiments, and adopting early policy intervention to steer the wheel towards public acceptance of more precautionary measures and thereby containing the situation.</p>
      </sec>
    </sec>
  </body>
  <back>
    <app-group/>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">LDA</term>
          <def>
            <p>latent Dirichlet allocation</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">TLCC</term>
          <def>
            <p>time-lagged cross-correlation</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <fn-group>
      <fn fn-type="conflict">
        <p>None declared.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Feng</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Shen</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Xia</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Song</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Fan</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Cowling</surname>
              <given-names>BJ</given-names>
            </name>
          </person-group>
          <article-title>Rational use of face masks in the COVID-19 pandemic</article-title>
          <source>The Lancet Respiratory Medicine</source>
          <year>2020</year>
          <month>05</month>
          <volume>8</volume>
          <issue>5</issue>
          <fpage>434</fpage>
          <lpage>436</lpage>
          <pub-id pub-id-type="doi">10.1016/s2213-2600(20)30134-x</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hannah</surname>
              <given-names>RE</given-names>
            </name>
            <name name-style="western">
              <surname>Diana</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Edouard</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Joe</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Bobbie</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Charlie</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Max</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>Mortality Risk of COVID-19</article-title>
          <source>Our World in Data</source>
          <access-date>2021-03-22</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://ourworldindata.org/mortality-risk-covid">https://ourworldindata.org/mortality-risk-covid</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Fisman</surname>
              <given-names>DN</given-names>
            </name>
            <name name-style="western">
              <surname>Greer</surname>
              <given-names>AL</given-names>
            </name>
            <name name-style="western">
              <surname>Tuite</surname>
              <given-names>AR</given-names>
            </name>
          </person-group>
          <article-title>Bidirectional impact of imperfect mask use on reproduction number of COVID-19: a next generation matrix approach</article-title>
          <source>Infect Dis Model</source>
          <year>2020</year>
          <volume>5</volume>
          <fpage>405</fpage>
          <lpage>408</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S2468-0427(20)30019-1"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.idm.2020.06.004</pub-id>
          <pub-id pub-id-type="medline">32691014</pub-id>
          <pub-id pub-id-type="pii">S2468-0427(20)30019-1</pub-id>
          <pub-id pub-id-type="pmcid">PMC7334658</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Greenhalgh</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Schmid</surname>
              <given-names>MB</given-names>
            </name>
            <name name-style="western">
              <surname>Czypionka</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Bassler</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Gruer</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <article-title>Face masks for the public during the covid-19 crisis</article-title>
          <source>BMJ</source>
          <year>2020</year>
          <month>04</month>
          <day>09</day>
          <volume>369</volume>
          <fpage>m1435</fpage>
          <pub-id pub-id-type="doi">10.1136/bmj.m1435</pub-id>
          <pub-id pub-id-type="medline">32273267</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>MacIntyre</surname>
              <given-names>CR</given-names>
            </name>
            <name name-style="western">
              <surname>Chughtai</surname>
              <given-names>AA</given-names>
            </name>
          </person-group>
          <article-title>A rapid systematic review of the efficacy of face masks and respirators against coronaviruses and other respiratory transmissible viruses for the community, healthcare workers and sick patients</article-title>
          <source>Int J Nurs Stud</source>
          <year>2020</year>
          <month>08</month>
          <volume>108</volume>
          <fpage>103629</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S0020-7489(20)30113-9"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.ijnurstu.2020.103629</pub-id>
          <pub-id pub-id-type="medline">32512240</pub-id>
          <pub-id pub-id-type="pii">S0020-7489(20)30113-9</pub-id>
          <pub-id pub-id-type="pmcid">PMC7191274</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Howard</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Huang</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Li</surname>
              <given-names>Z</given-names>
            </name>
            <name name-style="western">
              <surname>Tufekci</surname>
              <given-names>Z</given-names>
            </name>
            <name name-style="western">
              <surname>Zdimal</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>van der Westhuizen</surname>
              <given-names>H-M</given-names>
            </name>
            <name name-style="western">
              <surname>von Delft</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Price</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Fridman</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Tang</surname>
              <given-names>L-H</given-names>
            </name>
            <name name-style="western">
              <surname>Tang</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Watson</surname>
              <given-names>GL</given-names>
            </name>
            <name name-style="western">
              <surname>Bax</surname>
              <given-names>CE</given-names>
            </name>
            <name name-style="western">
              <surname>Shaikh</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Questier</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Hernandez</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Chu</surname>
              <given-names>LF</given-names>
            </name>
            <name name-style="western">
              <surname>Ramirez</surname>
              <given-names>CM</given-names>
            </name>
            <name name-style="western">
              <surname>Rimoin</surname>
              <given-names>AW</given-names>
            </name>
          </person-group>
          <article-title>An evidence review of face masks against COVID-19</article-title>
          <source>Proc Natl Acad Sci U S A</source>
          <year>2021</year>
          <month>01</month>
          <day>26</day>
          <volume>118</volume>
          <issue>4</issue>
          <fpage>e2014564118</fpage>
          <pub-id pub-id-type="doi">10.1073/pnas.2014564118</pub-id>
          <pub-id pub-id-type="medline">33431650</pub-id>
          <pub-id pub-id-type="pii">2014564118</pub-id>
          <pub-id pub-id-type="pmcid">PMC7848583</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Li</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Liu</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Li</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Qian</surname>
              <given-names>X</given-names>
            </name>
            <name name-style="western">
              <surname>Dai</surname>
              <given-names>SY</given-names>
            </name>
          </person-group>
          <article-title>Mask or no mask for COVID-19: a public health and market study</article-title>
          <source>PLoS One</source>
          <year>2020</year>
          <volume>15</volume>
          <issue>8</issue>
          <fpage>e0237691</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://dx.plos.org/10.1371/journal.pone.0237691"/>
          </comment>
          <pub-id pub-id-type="doi">10.1371/journal.pone.0237691</pub-id>
          <pub-id pub-id-type="medline">32797067</pub-id>
          <pub-id pub-id-type="pii">PONE-D-20-11539</pub-id>
          <pub-id pub-id-type="pmcid">PMC7428176</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Zhou</surname>
              <given-names>Z</given-names>
            </name>
            <name name-style="western">
              <surname>Yue</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Mu</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Zhang</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <article-title>Mask is the possible key for self-isolation in COVID-19 pandemic</article-title>
          <source>J Med Virol</source>
          <year>2020</year>
          <month>10</month>
          <volume>92</volume>
          <issue>10</issue>
          <fpage>1745</fpage>
          <lpage>1746</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/32267002"/>
          </comment>
          <pub-id pub-id-type="doi">10.1002/jmv.25846</pub-id>
          <pub-id pub-id-type="medline">32267002</pub-id>
          <pub-id pub-id-type="pmcid">PMC7262254</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ma</surname>
              <given-names>Q</given-names>
            </name>
            <name name-style="western">
              <surname>Shan</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Zhang</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Li</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Yang</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Chen</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Potential utilities of mask-wearing and instant hand hygiene for fighting SARS-CoV-2</article-title>
          <source>J Med Virol</source>
          <year>2020</year>
          <month>09</month>
          <volume>92</volume>
          <issue>9</issue>
          <fpage>1567</fpage>
          <lpage>1571</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/32232986"/>
          </comment>
          <pub-id pub-id-type="doi">10.1002/jmv.25805</pub-id>
          <pub-id pub-id-type="medline">32232986</pub-id>
          <pub-id pub-id-type="pmcid">PMC7228401</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Pan</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Tang</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Ji</surname>
              <given-names>JS</given-names>
            </name>
            <name name-style="western">
              <surname>Shi</surname>
              <given-names>X</given-names>
            </name>
          </person-group>
          <article-title>Mask use during COVID-19: a risk adjusted strategy</article-title>
          <source>Environ Pollut</source>
          <year>2020</year>
          <month>11</month>
          <volume>266</volume>
          <issue>Pt 1</issue>
          <fpage>115099</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/32623270"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.envpol.2020.115099</pub-id>
          <pub-id pub-id-type="medline">32623270</pub-id>
          <pub-id pub-id-type="pii">S0269-7491(20)33486-2</pub-id>
          <pub-id pub-id-type="pmcid">PMC7314683</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Chen</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Lerman</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Ferrara</surname>
              <given-names>E</given-names>
            </name>
          </person-group>
          <article-title>Tracking social media discourse about the COVID-19 pandemic: development of a public coronavirus Twitter data set</article-title>
          <source>JMIR Public Health Surveill</source>
          <year>2020</year>
          <month>05</month>
          <day>29</day>
          <volume>6</volume>
          <issue>2</issue>
          <fpage>e19273</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://publichealth.jmir.org/2020/2/e19273/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/19273</pub-id>
          <pub-id pub-id-type="medline">32427106</pub-id>
          <pub-id pub-id-type="pii">v6i2e19273</pub-id>
          <pub-id pub-id-type="pmcid">PMC7265654</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Zhang</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Fan</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Ye</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Li</surname>
              <given-names>X</given-names>
            </name>
            <name name-style="western">
              <surname>Zheng</surname>
              <given-names>W</given-names>
            </name>
          </person-group>
          <article-title>Detecting opioid users from twitter and understanding their perceptions toward mat</article-title>
          <source>IEEE Xplore</source>
          <year>2017</year>
          <conf-name>2017 IEEE International Conference on Data Mining Workshops (ICDMW)</conf-name>
          <conf-date>November 18-21, 2017</conf-date>
          <conf-loc>New Orleans, LA, USA</conf-loc>
          <publisher-name>IEEE</publisher-name>
          <fpage>502</fpage>
          <lpage>509</lpage>
          <pub-id pub-id-type="doi">10.1109/icdmw.2017.71</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Carley</surname>
              <given-names>KM</given-names>
            </name>
            <name name-style="western">
              <surname>Zeng</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Mao</surname>
              <given-names>W</given-names>
            </name>
          </person-group>
          <article-title>Social computing: from social informatics to social intelligence</article-title>
          <source>IEEE Intell Syst</source>
          <year>2007</year>
          <month>03</month>
          <volume>22</volume>
          <issue>2</issue>
          <fpage>79</fpage>
          <lpage>83</lpage>
          <pub-id pub-id-type="doi">10.1109/mis.2007.41</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Wahbeh</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Nasralah</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>El-Gayar</surname>
              <given-names>O</given-names>
            </name>
            <name name-style="western">
              <surname>Al-Ramahi</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Elnoshokaty</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Adverse Health Effects of Kratom: An Analysis of Social Media Data</article-title>
          <year>2021</year>
          <month>01</month>
          <day>05</day>
          <conf-name>Proceedings of the 54th Hawaii International Conference on System Sciences</conf-name>
          <conf-date>January 5-8, 2021</conf-date>
          <conf-loc>Grand Wailea, Maui, Hawaii (Online)</conf-loc>
          <fpage>3934</fpage>
          <lpage>3943</lpage>
          <pub-id pub-id-type="doi">10.24251/HICSS.2021.477</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Wahbeh</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Nasralah</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Al-Ramahi</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>El-Gayar</surname>
              <given-names>O</given-names>
            </name>
          </person-group>
          <article-title>Mining physicians' opinions on social media to obtain insights into COVID-19: mixed methods analysis</article-title>
          <source>JMIR Public Health Surveill</source>
          <year>2020</year>
          <month>06</month>
          <day>18</day>
          <volume>6</volume>
          <issue>2</issue>
          <fpage>e19276</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://publichealth.jmir.org/2020/2/e19276/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/19276</pub-id>
          <pub-id pub-id-type="medline">32421686</pub-id>
          <pub-id pub-id-type="pii">v6i2e19276</pub-id>
          <pub-id pub-id-type="pmcid">PMC7304257</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>El-Gayar</surname>
              <given-names>O</given-names>
            </name>
            <name name-style="western">
              <surname>Nasralah</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Elnoshokaty</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Wearable Devices for Health and Wellbeing: Design Insights from Twitter</article-title>
          <source>Proceedings of the 52nd Hawaii International Conference on System Sciences</source>
          <year>2019</year>
          <month>01</month>
          <day>08</day>
          <conf-name>Hawaii International Conference on System Sciences 2019</conf-name>
          <conf-date>January 7-10, 2020</conf-date>
          <conf-loc>Maui, Hawaii, USA</conf-loc>
          <pub-id pub-id-type="doi">10.24251/hicss.2019.467</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Runge</surname>
              <given-names>KK</given-names>
            </name>
            <name name-style="western">
              <surname>Yeo</surname>
              <given-names>SK</given-names>
            </name>
            <name name-style="western">
              <surname>Cacciatore</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Scheufele</surname>
              <given-names>DA</given-names>
            </name>
            <name name-style="western">
              <surname>Brossard</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Xenos</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Anderson</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Choi</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Kim</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Li</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Liang</surname>
              <given-names>X</given-names>
            </name>
            <name name-style="western">
              <surname>Stubbings</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Su</surname>
              <given-names>LY</given-names>
            </name>
          </person-group>
          <article-title>Tweeting nano: how public discourses about nanotechnology develop in social media environments</article-title>
          <source>J Nanopart Res</source>
          <year>2013</year>
          <month>1</month>
          <day>4</day>
          <volume>15</volume>
          <issue>1</issue>
          <fpage>1381</fpage>
          <pub-id pub-id-type="doi">10.1007/s11051-012-1381-8</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Tapi Nzali</surname>
              <given-names>MD</given-names>
            </name>
            <name name-style="western">
              <surname>Bringay</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Lavergne</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Mollevi</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Opitz</surname>
              <given-names>T</given-names>
            </name>
          </person-group>
          <article-title>What patients can tell us: topic analysis for social media on breast cancer</article-title>
          <source>JMIR Med Inform</source>
          <year>2017</year>
          <month>07</month>
          <day>31</day>
          <volume>5</volume>
          <issue>3</issue>
          <fpage>e23</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://medinform.jmir.org/2017/3/e23/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/medinform.7779</pub-id>
          <pub-id pub-id-type="medline">28760725</pub-id>
          <pub-id pub-id-type="pii">v5i3e23</pub-id>
          <pub-id pub-id-type="pmcid">PMC5556259</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Nasralah</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>El-Gayar</surname>
              <given-names>O</given-names>
            </name>
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>Y</given-names>
            </name>
          </person-group>
          <article-title>What Social Media Can Tell Us About Opioid Addicts: Twitter Data Case Analysis</article-title>
          <source>Proceedings of the 25th Americas Conference on Information Systems (AMCIS ’19)</source>
          <year>2019</year>
          <month>07</month>
          <day>12</day>
          <conf-name>25th Americas Conference on Information Systems (AMCIS ’19)</conf-name>
          <conf-date>August 15-17</conf-date>
          <conf-loc>Cancun, Mexico</conf-loc>
          <fpage>1</fpage>
          <lpage>10</lpage>
        </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Cavazos-Rehg</surname>
              <given-names>PA</given-names>
            </name>
            <name name-style="western">
              <surname>Sowles</surname>
              <given-names>SJ</given-names>
            </name>
            <name name-style="western">
              <surname>Krauss</surname>
              <given-names>MJ</given-names>
            </name>
            <name name-style="western">
              <surname>Agbonavbare</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Grucza</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Bierut</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <article-title>A content analysis of tweets about high-potency marijuana</article-title>
          <source>Drug Alcohol Depend</source>
          <year>2016</year>
          <month>09</month>
          <day>01</day>
          <volume>166</volume>
          <fpage>100</fpage>
          <lpage>8</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/27402550"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.drugalcdep.2016.06.034</pub-id>
          <pub-id pub-id-type="medline">27402550</pub-id>
          <pub-id pub-id-type="pii">S0376-8716(16)30196-X</pub-id>
          <pub-id pub-id-type="pmcid">PMC4983477</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Daniulaityte</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Nahhas</surname>
              <given-names>RW</given-names>
            </name>
            <name name-style="western">
              <surname>Wijeratne</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Carlson</surname>
              <given-names>RG</given-names>
            </name>
            <name name-style="western">
              <surname>Lamy</surname>
              <given-names>FR</given-names>
            </name>
            <name name-style="western">
              <surname>Martins</surname>
              <given-names>SS</given-names>
            </name>
            <name name-style="western">
              <surname>Boyer</surname>
              <given-names>EW</given-names>
            </name>
            <name name-style="western">
              <surname>Smith</surname>
              <given-names>GA</given-names>
            </name>
            <name name-style="western">
              <surname>Sheth</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>"Time for dabs": Analyzing Twitter data on marijuana concentrates across the U.S</article-title>
          <source>Drug Alcohol Depend</source>
          <year>2015</year>
          <month>10</month>
          <day>01</day>
          <volume>155</volume>
          <fpage>307</fpage>
          <lpage>11</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/26338481"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.drugalcdep.2015.07.1199</pub-id>
          <pub-id pub-id-type="medline">26338481</pub-id>
          <pub-id pub-id-type="pii">S0376-8716(15)01604-X</pub-id>
          <pub-id pub-id-type="pmcid">PMC4581982</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Dai</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Hao</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Mining social media data on marijuana use for post traumatic stress disorder</article-title>
          <source>Computers in Human Behavior</source>
          <year>2017</year>
          <month>05</month>
          <volume>70</volume>
          <fpage>282</fpage>
          <lpage>290</lpage>
          <pub-id pub-id-type="doi">10.1016/j.chb.2016.12.064</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Wahbeh</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Al-Ramahi</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>El-Gayar</surname>
              <given-names>O</given-names>
            </name>
            <name name-style="western">
              <surname>Nasralah</surname>
              <given-names>T</given-names>
            </name>
          </person-group>
          <article-title>Health risks of e-cigarettes: Analysis of Twitter data using topic mining</article-title>
          <source>Twenty-sixth Americas Conference on Information Systems (AMCIS) 2020 Proceedings. 16</source>
          <year>2020</year>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://aisel.aisnet.org/amcis2020/healthcare_it/healthcare_it/16"/>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Raymond</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>The great mask debate: A debate that shouldn't be a debate at all</article-title>
          <source>WMJ</source>
          <year>2020</year>
          <volume>119</volume>
          <issue>4</issue>
          <fpage>229</fpage>
          <lpage>239</lpage>
          <pub-id pub-id-type="medline">33428832</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Blei</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Ng</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Jordan</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Latent Dirichlet allocation</article-title>
          <source>J Mach Learn Res</source>
          <year>2003</year>
          <month>01</month>
          <volume>3</volume>
          <fpage>993</fpage>
          <lpage>1022</lpage>
        </nlm-citation>
      </ref>
      <ref id="ref26">
        <label>26</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hopkins</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>King</surname>
              <given-names>G</given-names>
            </name>
          </person-group>
          <article-title>A method of automated nonparametric content analysis for social science</article-title>
          <source>Am J Pol Sci</source>
          <year>2010</year>
          <volume>54</volume>
          <issue>1</issue>
          <fpage>2010</fpage>
          <lpage>47</lpage>
          <pub-id pub-id-type="doi">10.1111/j.1540-5907.2009.00428.x</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref27">
        <label>27</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <collab>Lewiston-Aurburn</collab>
          </person-group>
          <article-title>Maine’s Twitter users among top for anti-mask feelings</article-title>
          <source>sunjournal.com</source>
          <year>2020</year>
          <access-date>2020-07-10</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.sunjournal.com/2020/07/10/maines-twitter-users-among-top-for-anti-mask-feelings/">https://www.sunjournal.com/2020/07/10/maines-twitter-users-among-top-for-anti-mask-feelings/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref28">
        <label>28</label>
        <nlm-citation citation-type="web">
          <source>Hashtags.org - Hashtag Analytics</source>
          <access-date>2021-03-29</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.hashtags.org/">https://www.hashtags.org/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref29">
        <label>29</label>
        <nlm-citation citation-type="web">
          <source>Hashtagify</source>
          <access-date>2021-03-29</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://hashtagify.me/">https://hashtagify.me/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref30">
        <label>30</label>
        <nlm-citation citation-type="web">
          <article-title>Covid-19 Data in Motion</article-title>
          <source>Johns Hopkins University &#38; Medicine - Coronavirus Resource Center</source>
          <access-date>2021-03-22</access-date>
          <publisher-name>Johns Hopkins University</publisher-name>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://coronavirus.jhu.edu/">https://coronavirus.jhu.edu/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref31">
        <label>31</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Moreno</surname>
              <given-names>MA</given-names>
            </name>
            <name name-style="western">
              <surname>Goniu</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Moreno</surname>
              <given-names>PS</given-names>
            </name>
            <name name-style="western">
              <surname>Diekema</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>Ethics of social media research: common concerns and practical considerations</article-title>
          <source>Cyberpsychol Behav Soc Netw</source>
          <year>2013</year>
          <month>09</month>
          <volume>16</volume>
          <issue>9</issue>
          <fpage>708</fpage>
          <lpage>13</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/23679571"/>
          </comment>
          <pub-id pub-id-type="doi">10.1089/cyber.2012.0334</pub-id>
          <pub-id pub-id-type="medline">23679571</pub-id>
          <pub-id pub-id-type="pmcid">PMC3942703</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref32">
        <label>32</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Krotov</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Silva</surname>
              <given-names>L</given-names>
            </name>
            <collab>editors</collab>
          </person-group>
          <article-title>Legality and Ethics of Web Scraping</article-title>
          <source>Twenty-fourth Americas Conference on Information Systems (AMCIS)</source>
          <year>2018</year>
          <conf-name>Twenty-fourth Americas Conference on Information Systems</conf-name>
          <conf-date>August 16-18, 2018</conf-date>
          <conf-loc>New Orleans, USA</conf-loc>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://aisel.aisnet.org/amcis2018/DataScience/Presentations/17"/>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref33">
        <label>33</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Le</surname>
              <given-names>Q</given-names>
            </name>
            <name name-style="western">
              <surname>Mikolov</surname>
              <given-names>T</given-names>
            </name>
          </person-group>
          <article-title>Distributed Representations of Sentences and Documents</article-title>
          <source>Proceedings of the 31st International Conference on Machine Learning</source>
          <year>2014</year>
          <conf-name>31st International Conference on Machine Learning</conf-name>
          <conf-date>2014</conf-date>
          <conf-loc>Beijing, China</conf-loc>
          <fpage>1188</fpage>
          <lpage>1196</lpage>
        </nlm-citation>
      </ref>
      <ref id="ref34">
        <label>34</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Wahbeh</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Al-Ramahi</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Noteboom</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Nasralah</surname>
              <given-names>T</given-names>
            </name>
          </person-group>
          <article-title>Discovering Patient Portal Features Critical to User Satisfaction: A Systematic Analysis</article-title>
          <source>Proceedings of the 52nd Hawaii International Conference on System Sciences</source>
          <year>2019</year>
          <conf-name>52nd Hawaii International Conference on System Sciences</conf-name>
          <conf-date>08-11 Jan 2019</conf-date>
          <conf-loc>Maui, Hawaii, USA</conf-loc>
          <publisher-loc>Discovering Patient Portal Features Critical to User Satisfaction</publisher-loc>
          <publisher-name>Proceedings of the 52nd Hawaii International Conference on System Sciences</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref35">
        <label>35</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Al-Ramahi</surname>
              <given-names>MA</given-names>
            </name>
            <name name-style="western">
              <surname>Liu</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>El-Gayar</surname>
              <given-names>OF</given-names>
            </name>
          </person-group>
          <article-title>Discovering design principles for health behavioral change support systems: a text mining approach</article-title>
          <source>ACM Trans. Manage. Inf. Syst.</source>
          <year>2017</year>
          <month>08</month>
          <day>24</day>
          <volume>8</volume>
          <issue>2-3</issue>
          <fpage>1</fpage>
          <lpage>24</lpage>
          <pub-id pub-id-type="doi">10.1145/3055534</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref36">
        <label>36</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Al-Ramahi</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Noteboom</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>Mining user-generated content of mobile patient portal: Dimensions of user experience</article-title>
          <source>Trans. Soc. Comput.</source>
          <year>2020</year>
          <month>08</month>
          <day>05</day>
          <volume>3</volume>
          <issue>3</issue>
          <fpage>1</fpage>
          <lpage>24</lpage>
          <pub-id pub-id-type="doi">10.1145/3394831</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref37">
        <label>37</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Noteboom</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Al-Ramahi</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>What are the Gaps in Mobile Patient Portal? Mining Users Feedback using Topic Modeling</article-title>
          <source>Proceedings of the 51st Hawaii International Conference on System Sciences</source>
          <year>2018</year>
          <conf-name>Hawaii International Conference on System Sciences 2018 (HICSS-51)</conf-name>
          <conf-date>3-6 January 2018</conf-date>
          <conf-loc>Hilton Waikoloa Village, Hawaii</conf-loc>
          <fpage>2018</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://aisel.aisnet.org/hicss-51/cl/collaborations_in_healthcare/3/"/>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref38">
        <label>38</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Al-Ramahi</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Noteboom</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>A Systematic Analysis of Patient Portals Adoption, Acceptance and Usage: The Trajectory for Triple Aim?</article-title>
          <source>Proceedings of the 51st Hawaii International Conference on System Sciences</source>
          <year>2018</year>
          <month>01</month>
          <day>03</day>
          <conf-name>Hawaii International Conference on System Sciences 2018 (HICSS-51)</conf-name>
          <conf-date>January 3-6, 2018</conf-date>
          <conf-loc>Waikoloa Village, Hawaii, USA</conf-loc>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://scholarspace.manoa.hawaii.edu/handle/10125/49994"/>
          </comment>
          <pub-id pub-id-type="doi">10.24251/hicss.2018.107</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref39">
        <label>39</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Mudelsee</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Estimating Pearson's correlation coefficient with bootstrap confidence interval from serially dependent time series</article-title>
          <source>Mathematical Geology</source>
          <year>2003</year>
          <month>08</month>
          <volume>35</volume>
          <issue>6</issue>
          <fpage>651</fpage>
          <lpage>665</lpage>
          <pub-id pub-id-type="doi">10.1023/b:matg.0000002982.52104.02</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref40">
        <label>40</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Haugh</surname>
              <given-names>LD</given-names>
            </name>
          </person-group>
          <article-title>Checking the independence of two covariance-stationary time series: a univariate residual cross-correlation approach</article-title>
          <source>Journal of the American Statistical Association</source>
          <year>1976</year>
          <month>06</month>
          <volume>71</volume>
          <issue>354</issue>
          <fpage>378</fpage>
          <lpage>385</lpage>
          <pub-id pub-id-type="doi">10.1080/01621459.1976.10480353</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref41">
        <label>41</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kim</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Andrew</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Froio</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>These are the states requiring people to wear masks when out in public</article-title>
          <source>CNN</source>
          <year>2020</year>
          <month>08</month>
          <day>17</day>
          <access-date>2021-03-23</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.cnn.com/2020/06/19/us/states-face-mask-coronavirus-trnd/index.html">https://www.cnn.com/2020/06/19/us/states-face-mask-coronavirus-trnd/index.html</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref42">
        <label>42</label>
        <nlm-citation citation-type="web">
          <article-title>A Timeline of COVID-19 Developments in 2020</article-title>
          <source>AJMC</source>
          <year>2021</year>
          <month>01</month>
          <day>01</day>
          <access-date>2021-03-23</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.ajmc.com/view/a-timeline-of-covid19-developments-in-2020">https://www.ajmc.com/view/a-timeline-of-covid19-developments-in-2020</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref43">
        <label>43</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Tavernise</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>It may be weeks before we know if Thanksgiving travel fed a virus surge</article-title>
          <source>The New York Times</source>
          <year>2020</year>
          <month>11</month>
          <day>30</day>
          <access-date>2021-03-23</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.nytimes.com/2020/11/30/world/thanksgiving-coronavirus-us-spread.html">https://www.nytimes.com/2020/11/30/world/thanksgiving-coronavirus-us-spread.html</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref44">
        <label>44</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lyu</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Wehby</surname>
              <given-names>GL</given-names>
            </name>
          </person-group>
          <article-title>Community use of face masks and COVID-19: evidence from a natural experiment of state mandates in the US</article-title>
          <source>Health Aff (Millwood)</source>
          <year>2020</year>
          <month>08</month>
          <day>01</day>
          <volume>39</volume>
          <issue>8</issue>
          <fpage>1419</fpage>
          <lpage>1425</lpage>
          <pub-id pub-id-type="doi">10.1377/hlthaff.2020.00818</pub-id>
          <pub-id pub-id-type="medline">32543923</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref45">
        <label>45</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Scerri</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Grech</surname>
              <given-names>V</given-names>
            </name>
          </person-group>
          <article-title>WITHDRAWN: To wear or not to wear? Adherence to face mask use during the COVID-19 and Spanish influenza pandemics</article-title>
          <source>Early Hum Dev</source>
          <year>2020</year>
          <month>11</month>
          <day>12</day>
          <fpage>105253</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/33221028"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.earlhumdev.2020.105253</pub-id>
          <pub-id pub-id-type="medline">33221028</pub-id>
          <pub-id pub-id-type="pii">S0378-3782(20)30757-X</pub-id>
          <pub-id pub-id-type="pmcid">PMC7658591</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref46">
        <label>46</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Betsch</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Korn</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Sprengholz</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Felgendreff</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Eitze</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Schmid</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Böhm</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>Social and behavioral consequences of mask policies during the COVID-19 pandemic</article-title>
          <source>Proc Natl Acad Sci U S A</source>
          <year>2020</year>
          <month>09</month>
          <day>08</day>
          <volume>117</volume>
          <issue>36</issue>
          <fpage>21851</fpage>
          <lpage>21853</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.pnas.org/cgi/pmidlookup?view=long&#38;pmid=32820078"/>
          </comment>
          <pub-id pub-id-type="doi">10.1073/pnas.2011674117</pub-id>
          <pub-id pub-id-type="medline">32820078</pub-id>
          <pub-id pub-id-type="pii">2011674117</pub-id>
          <pub-id pub-id-type="pmcid">PMC7486713</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref47">
        <label>47</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lenhart</surname>
              <given-names>B</given-names>
            </name>
          </person-group>
          <article-title>The Peoples’ Constitution: COVID-19 versus Freedom</article-title>
          <source>Loudoun Now</source>
          <year>2020</year>
          <month>05</month>
          <day>07</day>
          <access-date>2021-03-23</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://loudounnow.com/2020/05/07/the-peoples-constitution-covid-19-versus-freedom/">https://loudounnow.com/2020/05/07/the-peoples-constitution-covid-19-versus-freedom/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref48">
        <label>48</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Shu</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Sliva</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Tang</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Liu</surname>
              <given-names>H</given-names>
            </name>
          </person-group>
          <article-title>Fake news detection on social media: A data mining perspective</article-title>
          <source>SIGKDD Explor Newsl</source>
          <year>2017</year>
          <month>09</month>
          <volume>19</volume>
          <issue>1</issue>
          <fpage>22</fpage>
          <lpage>36</lpage>
          <pub-id pub-id-type="doi">10.1145/3137597.3137600</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref49">
        <label>49</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Palm</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <source>Conspiracy Theories About The Origins Of COVID-19 Outweigh Science's Influence, Researchers Say</source>
          <year>2020</year>
          <month>10</month>
          <day>29</day>
          <access-date>2021-03-23</access-date>
          <publisher-name>Georgia State University News</publisher-name>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://news.gsu.edu/2020/10/29/covid-19-conspiracy-theory-exposure-risa-palm/">https://news.gsu.edu/2020/10/29/covid-19-conspiracy-theory-exposure-risa-palm/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref50">
        <label>50</label>
        <nlm-citation citation-type="web">
          <article-title>Considerations for Wearing Masks Help Slow the Spread of COVID-19</article-title>
          <source>Centers for Disease Control and Prevention</source>
          <access-date>2021-03-22</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.cdc.gov/coronavirus/2019-ncov/prevent-getting-sick/cloth-face-cover-guidance.html">https://www.cdc.gov/coronavirus/2019-ncov/prevent-getting-sick/cloth-face-cover-guidance.html</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref51">
        <label>51</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Esposito</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Principi</surname>
              <given-names>N</given-names>
            </name>
          </person-group>
          <article-title>To mask or not to mask children to overcome COVID-19</article-title>
          <source>Eur J Pediatr</source>
          <year>2020</year>
          <month>08</month>
          <day>9</day>
          <volume>179</volume>
          <issue>8</issue>
          <fpage>1267</fpage>
          <lpage>1270</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/32388722"/>
          </comment>
          <pub-id pub-id-type="doi">10.1007/s00431-020-03674-9</pub-id>
          <pub-id pub-id-type="medline">32388722</pub-id>
          <pub-id pub-id-type="pii">10.1007/s00431-020-03674-9</pub-id>
          <pub-id pub-id-type="pmcid">PMC7210459</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref52">
        <label>52</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Pfattheicher</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Nockur</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Böhm</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Sassenrath</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Petersen</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>The emotional path to action: Empathy promotes physical distancing and wearing of face masks during the COVID-19 pandemic</article-title>
          <source>Psychol Sci</source>
          <year>2020</year>
          <month>11</month>
          <volume>31</volume>
          <issue>11</issue>
          <fpage>1363</fpage>
          <lpage>1373</lpage>
          <pub-id pub-id-type="doi">10.1177/0956797620964422</pub-id>
          <pub-id pub-id-type="medline">32993455</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref53">
        <label>53</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Moreno</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>COVID-19: The Fearmongering Must End</article-title>
          <source>FRCAction</source>
          <year>2020</year>
          <month>10</month>
          <day>28</day>
          <access-date>2021-03-23</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.frcaction.org/updatearticle/20201028/covid-fearmongering">https://www.frcaction.org/updatearticle/20201028/covid-fearmongering</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref54">
        <label>54</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Moutier</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>Suicide prevention in the COVID-19 era: Transforming threat into opportunity</article-title>
          <source>JAMA Psychiatry</source>
          <year>2020</year>
          <month>10</month>
          <day>16</day>
          <pub-id pub-id-type="doi">10.1001/jamapsychiatry.2020.3746</pub-id>
          <pub-id pub-id-type="medline">33064124</pub-id>
          <pub-id pub-id-type="pii">2772135</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref55">
        <label>55</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Xiong</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Lipsitz</surname>
              <given-names>O</given-names>
            </name>
            <name name-style="western">
              <surname>Nasri</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Lui</surname>
              <given-names>LM</given-names>
            </name>
            <name name-style="western">
              <surname>Gill</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Phan</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Chen-Li</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Iacobucci</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Ho</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Majeed</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>McIntyre</surname>
              <given-names>RS</given-names>
            </name>
          </person-group>
          <article-title>Impact of COVID-19 pandemic on mental health in the general population: A systematic review</article-title>
          <source>J Affect Disord</source>
          <year>2020</year>
          <month>12</month>
          <day>01</day>
          <volume>277</volume>
          <fpage>55</fpage>
          <lpage>64</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/32799105"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.jad.2020.08.001</pub-id>
          <pub-id pub-id-type="medline">32799105</pub-id>
          <pub-id pub-id-type="pii">S0165-0327(20)32589-1</pub-id>
          <pub-id pub-id-type="pmcid">PMC7413844</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref56">
        <label>56</label>
        <nlm-citation citation-type="web">
          <article-title>Coping with Stress</article-title>
          <source>Centers for Disease Control and Prevention</source>
          <access-date>2021-03-23</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.cdc.gov/coronavirus/2019-ncov/daily-life-coping/managing-stress-anxiety.html">https://www.cdc.gov/coronavirus/2019-ncov/daily-life-coping/managing-stress-anxiety.html</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref57">
        <label>57</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Aschwanden</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>The false promise of herd immunity for COVID-19</article-title>
          <source>Nature</source>
          <year>2020</year>
          <month>11</month>
          <volume>587</volume>
          <issue>7832</issue>
          <fpage>26</fpage>
          <lpage>28</lpage>
          <pub-id pub-id-type="doi">10.1038/d41586-020-02948-4</pub-id>
          <pub-id pub-id-type="medline">33087872</pub-id>
          <pub-id pub-id-type="pii">10.1038/d41586-020-02948-4</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref58">
        <label>58</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Wojcik</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Hughes</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Sizing Up Twitter Users</article-title>
          <source>Pew Research Center</source>
          <year>2019</year>
          <month>04</month>
          <day>24</day>
          <access-date>2021-03-29</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.pewresearch.org/internet/2019/04/24/sizing-up-twitter-users/">https://www.pewresearch.org/internet/2019/04/24/sizing-up-twitter-users/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
