<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<?covid-19-tdm?>
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JPH</journal-id>
      <journal-id journal-id-type="nlm-ta">JMIR Public Health Surveill</journal-id>
      <journal-title>JMIR Public Health and Surveillance</journal-title>
      <issn pub-type="epub">2369-2960</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v7i1e19858</article-id>
      <article-id pub-id-type="pmid">33444152</article-id>
      <article-id pub-id-type="doi">10.2196/19858</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Original Paper</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Original Paper</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>Demographic Factors Influencing the Impact of Coronavirus-Related Misinformation on WhatsApp: Cross-sectional Questionnaire Study</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Eysenbach</surname>
            <given-names>Gunther</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Jacob</surname>
            <given-names>Christine</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Amresh</surname>
            <given-names>Ashish</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Bahrami</surname>
            <given-names>Mohammad Amin</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Louren</surname>
            <given-names>An?lia</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author" corresp="yes" equal-contrib="yes">
          <name name-style="western">
            <surname>Bapaye</surname>
            <given-names>Jay Amol</given-names>
          </name>
          <degrees>MBBS, MD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <address>
            <institution>Department Of Internal Medicine</institution>
            <institution>Rochester General Hospital</institution>
            <addr-line>1425 Portland Avenue</addr-line>
            <addr-line>Rochester, NY, 14621</addr-line>
            <country>United States</country>
            <phone>1 5855370133</phone>
            <email>jaybapaye@gmail.com</email>
          </address>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-4118-8770</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author" equal-contrib="yes">
          <name name-style="western">
            <surname>Bapaye</surname>
            <given-names>Harsh Amol</given-names>
          </name>
          <xref rid="aff2" ref-type="aff">2</xref>
          <xref rid="aff3" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-0069-1115</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>Department Of Internal Medicine</institution>
        <institution>Rochester General Hospital</institution>
        <addr-line>Rochester, NY</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff2">
        <label>2</label>
        <institution>Foundation for Research and Education in Endoscopy</institution>
        <addr-line>Pune</addr-line>
        <country>India</country>
      </aff>
      <aff id="aff3">
        <label>3</label>
        <institution>Byramjee Jeejeebhoy Medical College and Sassoon General Hospital</institution>
        <addr-line>Pune</addr-line>
        <country>India</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Jay Amol Bapaye <email>jaybapaye@gmail.com</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <month>1</month>
        <year>2021</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>30</day>
        <month>1</month>
        <year>2021</year>
      </pub-date>
      <volume>7</volume>
      <issue>1</issue>
      <elocation-id>e19858</elocation-id>
      <history>
        <date date-type="received">
          <day>5</day>
          <month>5</month>
          <year>2020</year>
        </date>
        <date date-type="rev-request">
          <day>8</day>
          <month>6</month>
          <year>2020</year>
        </date>
        <date date-type="rev-recd">
          <day>20</day>
          <month>6</month>
          <year>2020</year>
        </date>
        <date date-type="accepted">
          <day>10</day>
          <month>1</month>
          <year>2021</year>
        </date>
      </history>
      <copyright-statement>©Jay Amol Bapaye, Harsh Amol Bapaye. Originally published in JMIR Public Health and Surveillance (http://publichealth.jmir.org), 30.01.2021. </copyright-statement>
      <copyright-year>2021</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in JMIR Public Health and Surveillance, is properly cited. The complete bibliographic information, a link to the original publication on http://publichealth.jmir.org, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="http://publichealth.jmir.org/2021/1/e19858/" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>The risks of misinformation on social networking sites is a global issue, especially in light of the COVID-19 infodemic. WhatsApp is being used as an important source of COVID-19–related information during the current pandemic. Unlike Facebook and Twitter, limited studies have investigated the role of WhatsApp as a source of communication, information, or misinformation during crisis situations.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>Our study aimed to evaluate the vulnerability of demographic cohorts in a developing country toward COVID-19–related misinformation shared via WhatsApp. We also aimed to identify characteristics of WhatsApp messages associated with increased credibility of misinformation.</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>We conducted a web-based questionnaire survey and designed a scoring system based on theories supported by the existing literature. Vulnerability (K) was measured as a ratio of the respondent’s score to the maximum score. Respondents were stratified according to age and occupation, and K<sub>mean</sub> was calculated and compared among each subgroup using single-factor analysis of variance and Hochberg GT2 tests. The questionnaire evaluated the respondents’ opinion of the veracity of coronavirus-related WhatsApp messages. The responses to the false-proven messages were compared using z test between the 2 groups: coronavirus-related WhatsApp messages with an attached link and/or source and those without.</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>We analyzed 1137 responses from WhatsApp users in India. Users aged over 65 years had the highest vulnerability (K<sub>mean</sub>=0.38, 95% CI 0.341-0.419) to misinformation. Respondents in the age group 19-25 years had significantly lower vulnerability (K<sub>mean</sub>=0.31, 95% CI 0.301-0.319) than those aged over 25 years (<italic>P</italic>&#60;.05). The vulnerability of users employed in elementary occupations was the highest (K<sub>mean</sub>=0.38, 95% CI 0.356-0.404), and it was significantly higher than that of professionals and students (<italic>P</italic>&#60;.05). Interestingly, the vulnerability of healthcare workers was not significantly different from that of other occupation groups (<italic>P</italic>&#62;.05). We found that false CRWMs with an attached link and/or source were marked true 6 times more often than false CRWMs without an attached link or source (<italic>P</italic>&#60;.001).</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>Our study demonstrates that in a developing country, WhatsApp users aged over 65 years and those involved in elementary occupations were found to be the most vulnerable to false information disseminated via WhatsApp. Health care workers, who are otherwise considered as experts with regard to this global health care crisis, also shared this vulnerability to misinformation with other occupation groups. Our findings also indicated that the presence of an attached link and/or source falsely validating an incorrect message adds significant false credibility, making it appear true. These results indicate an emergent need to address and rectify the current usage patterns of WhatsApp users. This study also provides metrics that can be used by health care organizations and government authorities of developing countries to formulate guidelines to contain the spread of WhatsApp-related misinformation.</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>coronavirus</kwd>
        <kwd>COVID-19</kwd>
        <kwd>SARS–CoV–2</kwd>
        <kwd>WhatsApp</kwd>
        <kwd>social media</kwd>
        <kwd>misinformation</kwd>
        <kwd>infodemiology</kwd>
        <kwd>infodemic</kwd>
        <kwd>pandemic</kwd>
        <kwd>medical informatics</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <p>COVID-19, commonly referred to as the novel coronavirus disease, was first reported in Wuhan city, Hubei Province, in the People’s Republic of China in late December 2019 [<xref ref-type="bibr" rid="ref1">1</xref>]. Since then, it has spread to over 3.4 million people across 212 countries around the world and claimed the lives of over 239,892 people as of May 2, 2020 [<xref ref-type="bibr" rid="ref2">2</xref>]. The first case of COVID-19 in India was reported in the state of Kerala on January 30, 2020 [<xref ref-type="bibr" rid="ref3">3</xref>], and as of May 2, 2020, the number of active COVID-19 cases was 26,167 with 1218 deaths reported [<xref ref-type="bibr" rid="ref4">4</xref>]. A simple Google search about “coronavirus” yields over 5 billion results. These numbers are in line with the fact that COVID-19 has been declared as not only a pandemic but also an infodemic [<xref ref-type="bibr" rid="ref5">5</xref>].</p>
      <p>The established treatment options available for COVID-19 are limited, and the disease outcomes are worrisome. Such sensitive scenarios may lead people to believe or, even worse, act on information such as unverified remedies for COVID-19 without confirming its authenticity [<xref ref-type="bibr" rid="ref6">6</xref>]. This might lead to serious adverse events, which mandates limiting misinformation on public platforms.</p>
      <p>Social networking sites (SNS) are an important source of communication as well as information due to their easy accessibility, rapid transmission, simple user interface, dependability, and widespread outreach. Along with its advantages, social media also has a dark side of propagation of rumors or misleading information, to the extent that Goolsby [<xref ref-type="bibr" rid="ref7">7</xref>] demonstrated that social media can be potentially used to orchestrate crime. Kumar et al [<xref ref-type="bibr" rid="ref8">8</xref>] has defined misinformation as the spread of false information without the intent to deceive. Several studies have evaluated the resourcefulness of Facebook and Twitter during natural disasters and health care crises, including the COVID-19 pandemic [<xref ref-type="bibr" rid="ref9">9</xref>-<xref ref-type="bibr" rid="ref11">11</xref>]. Studies have also described problems related to misinformation on Facebook and Twitter, especially during health crises. Sharma et al [<xref ref-type="bibr" rid="ref12">12</xref>] reported that misleading posts were far more popular than the posts dispersing accurate relevant public health information about the Zika virus disease. Kouzy et al [<xref ref-type="bibr" rid="ref10">10</xref>] reported alarming rates of COVID-19–related misinformation being disseminated on Twitter [<xref ref-type="bibr" rid="ref10">10</xref>]. The social media platform WhatsApp has over 2 billion users across 180 countries, enabling global peer-to-peer and mass communication [<xref ref-type="bibr" rid="ref13">13</xref>], with over 400 million users in India alone [<xref ref-type="bibr" rid="ref14">14</xref>]. One in two Indians received some sort of misinformation via WhatsApp or Facebook within the span of merely 30 days in the year 2019 [<xref ref-type="bibr" rid="ref15">15</xref>]. This kind of misinformation, especially related to health care, on a platform with minimal surveillance such as WhatsApp could have far-reaching adverse consequences. Thus, efforts to better identify and potentially rectify this issue are crucial.</p>
      <p>Dodda et al [<xref ref-type="bibr" rid="ref16">16</xref>] reported that certain age groups could be more vulnerable to misinformation via WhatsApp. Our study aimed to identify specific demographic groups that may be more vulnerable towards misinformation via WhatsApp. Vulnerability of users towards content on WhatsApp may be influenced by several factors, ranging from the mere appearance of a message to different types of evidence included in a message [<xref ref-type="bibr" rid="ref8">8</xref>].</p>
      <p>Our study aimed to analyze the effect of evidence included in a message on the credibility of a message shared on WhatsApp.</p>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>Study Design</title>
        <p>This study involved a web-based questionnaire survey conducted at Pune, Maharashtra, India. The study was specifically designed to perform a comparative analysis of vulnerability of user groups to misinformation based on a function of 9 parameters. Our methodology was novel and not based on the existing relevant literature.</p>
      </sec>
      <sec>
        <title>Research Model (Objective 1)</title>
        <p>The study was designed to calculate a value K, defined as the risk of a WhatsApp user to get exposed to, accept, act on, or share unverified data regarding COVID-19 via WhatsApp. K was a value defined specifically for the purpose of this study. In a diverse population, several parameters may affect K. We identified 9 such parameters (P) framed by theories based on the existing literature, as detailed below.</p>
        <sec>
          <title>P<sub>1</sub>—Duration of WhatsApp Usage Affects K</title>
          <p>According to an article published in Business Today, India reported an 87% increase in the use of SNS during the first week of the COVID-19 lockdown as compared to the previous week [<xref ref-type="bibr" rid="ref17">17</xref>]. Ünal [<xref ref-type="bibr" rid="ref18">18</xref>] and Junco [<xref ref-type="bibr" rid="ref19">19</xref>] reported a correlation between the duration of the use of SNS and the user’s investment of physical and psychological energies. In accordance with these reports, we posit that the duration of WhatsApp usage affects K.</p>
        </sec>
        <sec>
          <title>P<sub>2</sub>—Priority of WhatsApp for Communication Affects K</title>
          <p>Vosoughi et al [<xref ref-type="bibr" rid="ref20">20</xref>] reported that even false information reaches more people if it is shared on a peer-to-peer basis rather than being broadcasted by a few users.</p>
          <p>The social normative theory states that accepting and sharing content aligned with one’s peers’ beliefs is attractive regardless of its veracity [<xref ref-type="bibr" rid="ref8">8</xref>,<xref ref-type="bibr" rid="ref21">21</xref>], implying that users tend to believe more in information shared through peers. In the context of WhatsApp, sharing of information on a peer-to-peer basis is equivalent to its use as a social messenger. Hence, we posit that the priority of WhatsApp for communication affects K.</p>
        </sec>
        <sec>
          <title>P<sub>3</sub>—Priority of WhatsApp for News and Information Affects K</title>
          <p>Kumar and Shah [<xref ref-type="bibr" rid="ref8">8</xref>] reported that the role of SNS for news and information has been on the rise as compared to traditional news sources. Out of 67% US adults using SNS as a source of news, 20% reported a relatively high usage frequency [<xref ref-type="bibr" rid="ref22">22</xref>]. This confirms the dominance and dependence of SNS as news sources. Although SNS are great tools for disseminating information, they have a potential disadvantage of limited verification [<xref ref-type="bibr" rid="ref23">23</xref>]. Thus, the level of priority placed in the use of SNS for news and information affects K. Hence, we posit that the priority of WhatsApp for news and information affects K and that the use of SNS for COVID-19–related updates affects K.</p>
        </sec>
        <sec>
          <title>P<sub>4</sub>—Use of SNS for News Updates Regarding COVID-19 Affects K</title>
          <p>Misinformation about COVID-19 is prevalent across all SNS [<xref ref-type="bibr" rid="ref5">5</xref>]. Individuals using WhatsApp for COVID-19–related news updates are at risk of being exposed to misinformation and of propagating it via WhatsApp, thus affecting K. Even if a user does not use WhatsApp for news updates regarding COVID-19 but uses other SNS for the same purpose, they could still be exposed to COVID-19–related misinformation via these platforms. This misinformation could be further shared by the user via WhatsApp, thus affecting K.</p>
        </sec>
        <sec>
          <title>P<sub>5</sub>—Trust Placed in COVID-19–Related Information Received via WhatsApp Affects K</title>
          <p>The American Psychological Association defines trust as “reliance on or confidence in the dependability of someone or something” [<xref ref-type="bibr" rid="ref24">24</xref>]. Reliance on or confidence in WhatsApp directly affects the acceptance of information provided therein. Hence, we posit that trust placed in COVID-19–related information received via WhatsApp affects K.</p>
        </sec>
        <sec>
          <title>P<sub>6</sub>—Fact Check Rate Affects K</title>
          <p>Misinformation has become a major menace on all SNS, including WhatsApp. SNS are reported to be untrustworthy during critical situations [<xref ref-type="bibr" rid="ref25">25</xref>]. Multiple organizations such as boomlive.in [<xref ref-type="bibr" rid="ref26">26</xref>] and factcheck.org [<xref ref-type="bibr" rid="ref27">27</xref>] aid users to distinguish between true and false information received on SNS. Fact-checking could thus limit blind acceptance of false information and prevent its inadvertent dissemination. Actions based on such misinformation could also be prevented. Hence, we posit that the fact check rate affects K.</p>
        </sec>
        <sec>
          <title>P<sub>7</sub>—Forward Rate Affects K</title>
          <p>SNS like Facebook and Twitter implement determinants such as likes, comments, or shares of posts to analyze user engagement [<xref ref-type="bibr" rid="ref19">19</xref>]. WhatsApp is primarily a messenger with a user interface designed specifically for communication; hence, determinants of user engagement of other SNS cannot be directly applied to it. The user interface of WhatsApp allows people to be members of groups comprising as many as 256 persons. Users can thus forward messages in a peer-to-peer fashion and simultaneously to multiple groups. This allows WhatsApp users the potential to rapidly disseminate information, regardless of its authenticity, to a staggering number of individuals. Hence, we posit that the forward rate of WhatsApp messages affects K.</p>
        </sec>
        <sec>
          <title>P<sub>8</sub>—User’s Ability to Discern a WhatsApp Message as True or False Affects K</title>
          <p>Several studies have conducted experiments to measure the ability of humans to detect false information and have shown that humans are not particularly good at discerning false information from true. Kumar and Shah [<xref ref-type="bibr" rid="ref8">8</xref>] reported that humans correctly identified a hoax merely 66% of times. False information would not have any influence if readers were able to tell that it is false [<xref ref-type="bibr" rid="ref8">8</xref>].</p>
          <p>Hence, we posit that the user’s ability to discern a WhatsApp message as true or false affects K.</p>
        </sec>
        <sec>
          <title>P<sub>9</sub>—Actions Taken in Response to a Message Affects K</title>
          <p>SNS have the potential to motivate users to act based on any information provided to them. For instance, a rumor on WhatsApp claiming that public transport will be made available to transport over 1000 workers back to their hometowns resulted in a gathering of 700-800 people on a railway station in India [<xref ref-type="bibr" rid="ref28">28</xref>]. Based on these reports, we posit that actions taken in response to a message affects K.</p>
          <p>These 9 parameters P<sub>1</sub>-P<sub>9</sub> were used to formulate the study questionnaire.</p>
        </sec>
      </sec>
      <sec>
        <title>Data Collection</title>
        <p>We conducted a web-based questionnaire survey. Its design was influenced by models used by Oyero et al [<xref ref-type="bibr" rid="ref23">23</xref>] and Dodda et al [<xref ref-type="bibr" rid="ref16">16</xref>]. The questionnaire was created using Google Forms in 2 languages—English and vernacular (Marathi), as the target population was fluent in either of these languages (see <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>).</p>
        <p>It consisted of 28 questions: 5 about demographics, 12 regarding general and COVID-19–related WhatsApp usage, and 10 regarding coronavirus related WhatsApp messages (CRWMs) that the respondents were asked to identify as true or false. These 10 messages were selected randomly from a pool of 30 WhatsApp messages commonly shared in India, sourced from AlJazeera, Reuters, and Google Images [<xref ref-type="bibr" rid="ref29">29</xref>,<xref ref-type="bibr" rid="ref30">30</xref>]. These questions were specifically included to reduce the risk of biased reporting through the survey and increase its accuracy. The final question was open-ended and enquired the respondent’s opinion about WhatsApp as an information tool in the current COVID-19 pandemic. Of the 28 questions, 21 (Q<sub>K</sub>) were framed to evaluate the 9 parameters (P<sub>1</sub>-P<sub>9</sub>) that affect K as detailed in the section “Research Model (Objective 1).” The questionnaire was initially distributed among a WhatsApp group comprising users from diverse demographics. The first 10 respondents were consulted to check for errors and obtain feedback regarding understandability of the selected questions. Necessary modifications were made accordingly, and pilot responses were excluded from the analysis. The final questionnaire was shared on the following social media platforms: WhatsApp, Facebook, Twitter, Instagram, and LinkedIn. All responses were voluntary and anonymous. The survey was conducted from April 8 to April 13, 2020. Data were compiled using Microsoft Excel (Microsoft Corp.).</p>
      </sec>
      <sec>
        <title>Scoring System for Calculation of K</title>
        <p>The 21 questions (Q<sub>K</sub>) evaluating the 9 parameters (P<sub>1</sub>-P<sub>9</sub>) were sorted into 9 groups based on the parameter being tested (<xref ref-type="table" rid="table1">Table 1</xref>). Numerical scores were assigned to the response options of each of the 9 question groups. Responses that were assigned a score “0” had no impact on K. For other responses, higher the value of the score, greater was the impact of the response on K.</p>
        <table-wrap position="float" id="table1">
          <label>Table 1</label>
          <caption>
            <p>Scoring system for calculation of K values.</p>
          </caption>
          <table border="1" rules="groups" cellpadding="5" frame="hsides" width="1000" cellspacing="0">
              <col width="230"/> 
          <col width="160"/> 
          <col width="160"/> 
          <col width="160"/> 
          <col width="160"/> 
          <col width="130"/> 

            <thead>
              <tr valign="bottom">
                <td>Question group no.<sup>a</sup></td>
                <td colspan="5">Response options (score)</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>1. Duration of WhatsApp use</td>
                <td>0-30 minutes (1)</td>
                <td>30 minutes to 1 hour (2)</td>
                <td>1-2 hours (3)</td>
                <td>&#62;2 hours (4)</td>
                <td>N/A<sup>b</sup></td>
              </tr>
              <tr valign="top">
                <td>2. Communication<sup>c</sup></td>
                <td>Low (1)</td>
                <td>Moderate (2)</td>
                <td>High (3)</td>
                <td>N/A</td>
                <td>N/A</td>
              </tr>
              <tr valign="top">
                <td>3. Information<sup>d</sup></td>
                <td>Low (1)</td>
                <td>Moderate (2)</td>
                <td>High (3)</td>
                <td>N/A</td>
                <td>N/A</td>
              </tr>
              <tr valign="top">
                <td>4. Source for COVID-19–related updates<sup>e</sup></td>
                <td>Neither social media nor WhatsApp (0)</td>
                <td>Social Media but no WhatsApp (2)</td>
                <td>WhatsApp (4)</td>
                <td>N/A</td>
                <td>N/A</td>
              </tr>
              <tr valign="top">
                <td>5. Trust<sup>f</sup></td>
                <td>0% (0)</td>
                <td>25% (1)</td>
                <td>50% (2)</td>
                <td>75% (3)</td>
                <td>100% (4)</td>
              </tr>
              <tr valign="top">
                <td>6. Forwards<sup>g</sup></td>
                <td>0-2 (1)</td>
                <td>3-5 (2)</td>
                <td>6-8 (3)</td>
                <td>More than 8 (4)</td>
                <td>N/A</td>
              </tr>
              <tr valign="top">
                <td>7. Fact-check<sup>h</sup></td>
                <td>75-100% (1)</td>
                <td>50-75% (2)</td>
                <td>25-50% (3)</td>
                <td>0-25% (4)</td>
                <td>Never (5)</td>
              </tr>
              <tr valign="top">
                <td>8. Incorrect responses<sup>i</sup></td>
                <td>0-2 (1)</td>
                <td>3-5 (2)</td>
                <td>6-8 (3)</td>
                <td>More than 8 (4)</td>
                <td>N/A</td>
              </tr>
              <tr valign="top">
                <td>9. Actions or opinions<sup>j</sup></td>
                <td>Never considered using (0)</td>
                <td>Considered but not used (1)</td>
                <td>Used once (2)</td>
                <td>Using regularly and recommending (3)</td>
                <td>N/A</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table1fn1">
              <p><sup>a</sup>Question group numbers 1-9 represent questions testing parameters P<sub>1</sub>-P<sub>9</sub>, respectively.</p>
            </fn>
            <fn id="table1fn2">
              <p><sup>b</sup>Not applicable.</p>
            </fn>
            <fn id="table1fn3">
              <p><sup>c</sup>Priority of WhatsApp usage for communication.</p>
            </fn>
            <fn id="table1fn4">
              <p><sup>d</sup>Priority of WhatsApp usage for information.</p>
            </fn>
            <fn id="table1fn5">
              <p><sup>e</sup>Sources used by respondents to stay updated with COVID-19–related information.</p>
            </fn>
            <fn id="table1fn6">
              <p><sup>f</sup>Trust placed in COVID-19–related WhatsApp messages.</p>
            </fn>
            <fn id="table1fn7">
              <p><sup>g</sup>Number of forwards about COVID-19 per day.</p>
            </fn>
            <fn id="table1fn8">
              <p><sup>h</sup>Percentage of COVID-19–related messages that were fact-checked.</p>
            </fn>
            <fn id="table1fn9">
              <p><sup>i</sup>Number of incorrect responses provided while discerning a WhatsApp message as true or false.</p>
            </fn>
            <fn id="table1fn10">
              <p><sup>j</sup>Actions taken by respondents in line with unverified information received via WhatsApp.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
        <p>The 7 parameters (P<sub>1</sub>-P<sub>7</sub>) were tested by question groups 1-7, each consisting of 1 question. Each of these questions was assigned an individual score. Question group 4 was assigned a different scoring system as it recorded the source for COVID-19–specific information, which has a stronger impact on K. COVID-19–related misinformation available on traditional news sources is negligible. Hence, respondents referring to only these sources (ie, sources other than social media and WhatsApp for COVID-19–related information) are not at risk of misinformation. As this does not affect K, the score assigned to this response was “0.” Respondents referring to WhatsApp as a source of COVID-19–related information have a high impact on K; their responses were therefore assigned a score of “4.” Those referring to social media but not WhatsApp still carry the risk of sharing misinformation via WhatsApp, thereby moderately impacting K; a score of “2” was therefore assigned for their responses.</p>
        <p>A total of 10 questions out of the 21 Q<sub>K</sub> tested user ability to discern a WhatsApp message as true or false (P<sub>8</sub>). They were grouped together in question group 8. The total number of incorrect responses was calculated for these 10 questions, and respondents were thus assigned scores.</p>
        <p>Four of the 21 Q<sub>K</sub> questions recorded the actions taken by a user in response to unverified treatment options (herbal, homeopathic, ayurvedic, and home remedies) for COVID-19 received via WhatsApp. These questions were grouped together as they measured P<sub>9</sub>. Taking an action in response to misinformation can lead to adverse health effects. A higher risk is therefore anticipated in this case in comparison with only exposure, acceptance, or sharing of misinformation. Since each of the 4 questions had a higher impact on K, they were scored individually.</p>
        <p>One numerical score represented each question group (1-8), and 4 scores represented question group 9. A total of 12 scores were thus recorded, and their sum was calculated (S<sub>cal</sub>) for each respondent. The maximum possible score for any respondent was 46 (S<sub>max</sub>). The scoring system intended to compare subgroups of the same sample. S<sub>cal</sub> of one respondent in relation to the S<sub>cal</sub> of another respondent was measured, whereas the standalone value of S<sub>cal</sub> had negligible relevance.</p>
      </sec>
      <sec>
        <title>Classification of Age and Occupation Subgroups</title>
        <p>The study sample was classified into 6 groups according to the respondents’ age in years: under 18, 19-25, 26-35, 36-50, 51-65, and over 65. In addition, occupations of working adults were classified based on The International Standard Classification of Occupations [<xref ref-type="bibr" rid="ref31">31</xref>]. Students and retired individuals were considered as separate groups.</p>
        <p>This study was focused on WhatsApp usage during the COVID-19 pandemic—a global health care crisis. Therefore, health care workers (HCWs) were considered a separate occupation subgroup, as their usage patterns could have been unique.</p>
      </sec>
      <sec>
        <title>Computation of K</title>
        <p>K was calculated as a ratio S<sub>cal</sub>/S<sub>max</sub> for each respondent, and K<sub>mean</sub> (±95% CI) was calculated for each age and occupation subgroup. K<sub>mean</sub> was compared for age groups and occupations separately. Since K<sub>mean</sub> was compared within the same sample, relative values of K<sub>mean</sub> and not its absolute value were relevant in this study.</p>
      </sec>
      <sec>
        <title>Research Model (Objective 2)</title>
        <p>Dodda et al [<xref ref-type="bibr" rid="ref32">32</xref>] demonstrated that the presence of background evidence may increase the credibility of a message on WhatsApp. The Merriam-Webster dictionary defines credibility as “the quality or power of inspiring belief” [<xref ref-type="bibr" rid="ref32">32</xref>]. In this study, we aimed to analyze factors that could affect the credibility of messages on WhatsApp during the COVID-19 pandemic.</p>
        <p>The questionnaire included 10 commonly shared WhatsApp messages related to COVID-19, which the respondents were asked to rate as follows: definitely true, maybe true, maybe false, or definitely false. These were the same 10 questions that were used to test P8. The authenticity of these 10 messages was confirmed with data from authorized sources [<xref ref-type="bibr" rid="ref29">29</xref>,<xref ref-type="bibr" rid="ref30">30</xref>,<xref ref-type="bibr" rid="ref33">33</xref>-<xref ref-type="bibr" rid="ref44">44</xref>]. Of the 10 messages analyzed, 8 were false messages; these were selected and subcategorized as those with background evidence containing link or source: (N<sub>s</sub>) and those without: (N<sub>x</sub>).</p>
        <p>The total number of instances that a false message was marked by the respondents as definitely true or maybe true was measured in each group (N<sub>S</sub> and N<sub>X</sub>). The number of such instances was recorded as a<sub>s</sub> in group N<sub>S</sub> and a<sub>x</sub> in group N<sub>X</sub>.</p>
        <p>a<sub>s</sub>/N<sub>s</sub>=Number of instances that a false message was marked definitely true or maybe true for every message with background evidence.</p>
        <p>a<sub>x</sub>/N<sub>x</sub>=Number of instances that a false message was marked definitely true or maybe true for every message without background evidence.</p>
        <p>Comparison of these ratios detected whether an association exists between the presence of background evidence in a false WhatsApp message and the number of instances of it being marked as true.</p>
      </sec>
      <sec>
        <title>Statistical Analyses</title>
        <p>All calculations were performed on SPSS software (Build no. 1.0.0.1347; IBM Corp.). The level of significance was set at <italic>P</italic>=.05 for all variables.</p>
        <p>For research objective 1, a single-factor analysis of variance (ANOVA) was applied to compare K<sub>mean</sub> values in the age and occupation subgroups separately [<xref ref-type="bibr" rid="ref45">45</xref>]. Hochberg GT2 test was conducted to perform a post hoc analysis since variances were homogenous according to Hartley’s F<sub>max</sub> test and sample sizes in each subgroup were different [<xref ref-type="bibr" rid="ref46">46</xref>,<xref ref-type="bibr" rid="ref47">47</xref>].</p>
        <p>For research objective 2, a<sub>s</sub>/N<sub>s</sub> and a<sub>x</sub>/N<sub>x</sub> values were calculated and compared using 2-tailed z-test.</p>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <sec>
        <title>Demographic Characteristics of the Study</title>
        <p>We obtained a total of 1191 responses to our survey. Of these, 54 responses were not considered as the respondents either did not use WhatsApp or were not presently living in India. These responses were eliminated, and the remaining 1137 responses obtained from respondents across 20 Indian states and union territories were further analyzed. Demographic characteristics of the study sample are described in <xref ref-type="table" rid="table2">Table 2</xref>. No specific measures were taken to control the demographics of the respondents. Hence, the sample distribution across subgroups was varied.</p>
        <table-wrap position="float" id="table2">
          <label>Table 2</label>
          <caption>
            <p>Demographic characteristics of the study sample.</p>
          </caption>
          <table border="1" rules="groups" cellpadding="5" frame="hsides" width="1000" cellspacing="0">
          <col width="30"/> 
          <col width="670"/> 
          <col width="300"/> 

            <thead>
              <tr valign="top">
                <td colspan="2">Demographic</td>
                <td>Value (N=1137), n (%)</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td colspan="3">
                  <bold>Age (years)</bold>
                </td>
              </tr>
              <tr valign="top">
                <td/>
                <td>Below 18</td>
                <td>25 (2.20)</td>
              </tr>
              <tr valign="top">
                <td/>
                <td>19-25</td>
                <td>395 (34.74)</td>
              </tr>
              <tr valign="top">
                <td/>
                <td>26-35</td>
                <td>160 (14.07)</td>
              </tr>
              <tr valign="top">
                <td/>
                <td>36-50</td>
                <td>291 (25.59)</td>
              </tr>
              <tr valign="top">
                <td/>
                <td>51-65</td>
                <td>235 (20.67)</td>
              </tr>
              <tr valign="top">
                <td/>
                <td>Above 66</td>
                <td>31 (2.73)</td>
              </tr>
              <tr valign="top">
                <td colspan="2">
                  <bold>Gender</bold>
                </td>
                <td/>
              </tr>
              <tr valign="top">
                <td/>
                <td>Men</td>
                <td>648 (56.99)</td>
              </tr>
              <tr valign="top">
                <td/>
                <td>Women</td>
                <td>488 (42.92)</td>
              </tr>
              <tr valign="top">
                <td/>
                <td>Gender fluid</td>
                <td>1 (0.09)</td>
              </tr>
              <tr valign="top">
                <td colspan="3">
                  <bold>Occupation</bold>
                </td>
              </tr>
              <tr valign="top">
                <td/>
                <td>HCW<sup>a</sup></td>
                <td>291 (25.59)</td>
              </tr>
              <tr valign="top">
                <td/>
                <td>Other professionals</td>
                <td>276 (24.27)</td>
              </tr>
              <tr valign="top">
                <td/>
                <td>Manager</td>
                <td>18 (1.58)</td>
              </tr>
              <tr valign="top">
                <td/>
                <td>Service and sales</td>
                <td>89 (7.83)</td>
              </tr>
              <tr valign="top">
                <td/>
                <td>Elementary occupation</td>
                <td>72 (6.33)</td>
              </tr>
              <tr valign="top">
                <td/>
                <td>Clerical occupation</td>
                <td>7 (0.62)</td>
              </tr>
              <tr valign="top">
                <td/>
                <td>Student</td>
                <td>345 (30.34)</td>
              </tr>
              <tr valign="top">
                <td/>
                <td>Retired and unemployed</td>
                <td>39 (3.43)</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table2fn1">
              <p><sup>a</sup> HCW: health care worker.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
        <p>Of the 1137 respondents, 648 (56.99%) were men, 488 (42.92%) were women, and 1 (0.09%) was gender fluid. Age group distribution showed that 25 of the 1137 (2.20%) respondents were under 18 years, 395 (34.74%) were between 19 and 25 years, 160 (14.07%) were between 26 and 35 years, 291 (25.59%) were between 36 and 50 years, 235 (20.67%) were between 51 and 65 years, and 31 (2.73%) were over 65 years. Occupation-wise distribution showed 345 of the 1137 (30.34%) were students, 291 (25.59%) were HCWs, 276 (24.27%) were professionals, 89 (7.83%) were service and sales workers, 72 (6.33%) were involved in elementary occupations, 39 (3.43%) were retired and unemployed, 18 (1.58%) were managers, and 7 (0.62%) were clerical workers.</p>
      </sec>
      <sec>
        <title>Results for Objective 1</title>
        <p>Usage patterns of WhatsApp in the sample population are detailed in <xref ref-type="table" rid="table3">Table 3</xref>. Active use of WhatsApp as a source of information regarding COVID-19 was confirmed by 355 of the 1137 (31.22%) respondents. Moreover, 657 (57.78%) respondents demonstrated trust in CRWMs, of which 139 (21.15%) trusted more than 50% of CRWMs. The presence of an attached link and/or source demonstrated an increase in CRWM credibility for 859 of the 1137 (75.55%) respondents. Furthermore, of the 1137 respondents, 151 (13.28%) never fact-checked CRWMs before forwarding them and 164 (14.43%) forwarded 3 or more CRWMs per day. The various actions taken or considered in response to CRWMs are detailed in <xref ref-type="table" rid="table4">Table 4</xref>.</p>
        <table-wrap position="float" id="table3">
          <label>Table 3</label>
          <caption>
            <p>WhatsApp usage patterns in the context of COVID-19.</p>
          </caption>
          <table border="1" rules="groups" cellpadding="5" frame="hsides" width="1000" cellspacing="0">
              <col width="30"/> 
          <col width="670"/> 
          <col width="300"/>
            <thead>
              <tr valign="top">
                <td colspan="2">Variable</td>
                <td>Value (N=1137), n (%)</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td colspan="3">
                  <bold>Duration of WhatsApp use</bold>
                </td>
              </tr>
              <tr valign="top">
                <td/>
                <td>0-30 minutes</td>
                <td>136 (11.96)</td>
              </tr>
              <tr valign="top">
                <td/>
                <td>30 minutes to 1 hour</td>
                <td>327 (28.76)</td>
              </tr>
              <tr valign="top">
                <td/>
                <td>1-2 hours</td>
                <td>391 (34.39)</td>
              </tr>
              <tr valign="top">
                <td/>
                <td>&#62;2 hours</td>
                <td>283 (24.89)</td>
              </tr>
              <tr valign="top">
                <td colspan="3">
                  <bold>WhatsApp as a source of information regarding COVID-19 </bold>
                </td>
              </tr>
              <tr valign="top">
                <td/>
                <td>Yes</td>
                <td>355 (31.22)</td>
              </tr>
              <tr valign="top">
                <td/>
                <td>No</td>
                <td>782 (68.78)</td>
              </tr>
              <tr valign="top">
                <td colspan="3">
                  <bold>Trust in CRWM<sup>a</sup> (%)</bold>
                </td>
              </tr>
              <tr valign="top">
                <td/>
                <td>0</td>
                <td>479 (42.13)</td>
              </tr>
              <tr valign="top">
                <td/>
                <td>25</td>
                <td>519 (45.65)</td>
              </tr>
              <tr valign="top">
                <td/>
                <td>50</td>
                <td>121 (10.64)</td>
              </tr>
              <tr valign="top">
                <td/>
                <td>75</td>
                <td>16 (1.41)</td>
              </tr>
              <tr valign="top">
                <td/>
                <td>100</td>
                <td>2 (0.18)</td>
              </tr>
              <tr valign="top">
                <td colspan="3">
                  <bold>Factors accompanying CRWM<sup>b</sup> </bold>
                </td>
              </tr>
              <tr valign="top">
                <td/>
                <td>Attached link and/or source</td>
                <td>859 (75.55)</td>
              </tr>
              <tr valign="top">
                <td/>
                <td>Sender’s authenticity</td>
                <td>374 (32.89)</td>
              </tr>
              <tr valign="top">
                <td/>
                <td>Attached multimedia</td>
                <td>77 (6.77)</td>
              </tr>
              <tr valign="top">
                <td/>
                <td>None of the above</td>
                <td>164 (14.42)</td>
              </tr>
              <tr valign="top">
                <td colspan="3">
                  <bold>Fact-check rate<sup>c</sup> (%) </bold>
                </td>
              </tr>
              <tr valign="top">
                <td/>
                <td>Never</td>
                <td>151 (13.28)</td>
              </tr>
              <tr valign="top">
                <td/>
                <td>1-25</td>
                <td>114 (10.03)</td>
              </tr>
              <tr valign="top">
                <td/>
                <td>25-50</td>
                <td>73 (6.42)</td>
              </tr>
              <tr valign="top">
                <td/>
                <td>50-75</td>
                <td>132 (11.61)</td>
              </tr>
              <tr valign="top">
                <td/>
                <td>75-100</td>
                <td>667 (58.66)</td>
              </tr>
              <tr valign="top">
                <td colspan="3">
                  <bold>Forward rate<sup>d</sup></bold>
                </td>
              </tr>
              <tr valign="top">
                <td/>
                <td>0-2</td>
                <td>973 (85.58)</td>
              </tr>
              <tr valign="top">
                <td/>
                <td>3-5</td>
                <td>83 (7.30)</td>
              </tr>
              <tr valign="top">
                <td/>
                <td>6-8</td>
                <td>26 (2.29)</td>
              </tr>
              <tr valign="top">
                <td/>
                <td>More than 8</td>
                <td>55 (4.84)</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table3fn1">
              <p><sup>a</sup>CRWM: COVID-19–related WhatsApp message.</p>
            </fn>
            <fn id="table3fn2">
              <p><sup>b</sup>Users could select more than 1 factor which increased their trust in a CRWM.</p>
            </fn>
            <fn id="table3fn3">
              <p><sup>c</sup>CRWMs fact-checked before forwarding.</p>
            </fn>
            <fn id="table3fn4">
              <p><sup>d</sup>CRWMs forwarded per day.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
        <table-wrap position="float" id="table4">
          <label>Table 4</label>
          <caption>
            <p>Actions taken in response to information regarding COVID-19 received vis WhatsApp.</p>
          </caption>
          <table border="1" rules="groups" cellpadding="5" frame="hsides" width="1000" cellspacing="0">
              <col width="30"/> 
          <col width="670"/> 
          <col width="300"/>
            <thead>
              <tr valign="top">
                <td colspan="2">Actionable measures</td>
                <td>Value (N=1137), n (%)</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td colspan="3">
                  <bold>Social distancing </bold>
                </td>
              </tr>
              <tr valign="top">
                <td/>
                <td>Never considered using</td>
                <td>46 (4.05)</td>
              </tr>
              <tr valign="top">
                <td/>
                <td>Considered but not used</td>
                <td>138 (12.14)</td>
              </tr>
              <tr valign="top">
                <td/>
                <td>Used once</td>
                <td>291 (25.59)</td>
              </tr>
              <tr valign="top">
                <td/>
                <td>Using regularly and recommending</td>
                <td>662 (58.22)</td>
              </tr>
              <tr valign="top">
                <td colspan="3">
                  <bold>Masks </bold>
                </td>
              </tr>
              <tr valign="top">
                <td/>
                <td>Never considered using</td>
                <td>50 (4.40)</td>
              </tr>
              <tr valign="top">
                <td/>
                <td>Considered but not used</td>
                <td>188 (16.53)</td>
              </tr>
              <tr valign="top">
                <td/>
                <td>Used once</td>
                <td>329 (28.94)</td>
              </tr>
              <tr valign="top">
                <td/>
                <td>Using regularly and recommending</td>
                <td>570 (50.13)</td>
              </tr>
              <tr valign="top">
                <td colspan="3">
                  <bold>Allopathic remedies </bold>
                </td>
              </tr>
              <tr valign="top">
                <td/>
                <td>Never considered using</td>
                <td>449 (39.49)</td>
              </tr>
              <tr valign="top">
                <td/>
                <td>Considered but not used</td>
                <td>398 (35)</td>
              </tr>
              <tr valign="top">
                <td/>
                <td>Used once</td>
                <td>131 (11.52)</td>
              </tr>
              <tr valign="top">
                <td/>
                <td>Using regularly and recommending</td>
                <td>159 (13.98)</td>
              </tr>
              <tr valign="top">
                <td colspan="3">
                  <bold>Herbal remedies </bold>
                </td>
              </tr>
              <tr valign="top">
                <td/>
                <td>Never considered using</td>
                <td>776 (68.25)</td>
              </tr>
              <tr valign="top">
                <td/>
                <td>Considered but not used</td>
                <td>271 (23.83)</td>
              </tr>
              <tr valign="top">
                <td/>
                <td>Used once</td>
                <td>58 (5.10)</td>
              </tr>
              <tr valign="top">
                <td/>
                <td>Using regularly and recommending</td>
                <td>32 (2.81)</td>
              </tr>
              <tr valign="top">
                <td colspan="3">
                  <bold>Ayurvedic remedies </bold>
                </td>
              </tr>
              <tr valign="top">
                <td/>
                <td>Never considered using</td>
                <td>740 (65.08)</td>
              </tr>
              <tr valign="top">
                <td/>
                <td>Considered but not used</td>
                <td>302 (26.56)</td>
              </tr>
              <tr valign="top">
                <td/>
                <td>Used once</td>
                <td>62 (5.45)</td>
              </tr>
              <tr valign="top">
                <td/>
                <td>Using regularly and recommending</td>
                <td>33 (2.9)</td>
              </tr>
              <tr valign="top">
                <td colspan="3">
                  <bold>Homeopathic remedies</bold>
                </td>
              </tr>
              <tr valign="top">
                <td/>
                <td>Never considered using</td>
                <td>788 (69.31)</td>
              </tr>
              <tr valign="top">
                <td/>
                <td>Considered but not used</td>
                <td>268 (23.57)</td>
              </tr>
              <tr valign="top">
                <td/>
                <td>Used once</td>
                <td>60 (5.28)</td>
              </tr>
              <tr valign="top">
                <td/>
                <td>Using regularly and recommending</td>
                <td>21 (1.85)</td>
              </tr>
              <tr valign="top">
                <td colspan="3">
                  <bold>Home remedies</bold>
                </td>
              </tr>
              <tr valign="top">
                <td/>
                <td>Never considered using</td>
                <td>803 (70.62)</td>
              </tr>
              <tr valign="top">
                <td/>
                <td>Considered but not used</td>
                <td>200 (17.59)</td>
              </tr>
              <tr valign="top">
                <td/>
                <td>Used once</td>
                <td>88 (7.74)</td>
              </tr>
              <tr valign="top">
                <td/>
                <td>Using regularly and recommending</td>
                <td>46 (4.05)</td>
              </tr>
            </tbody>
          </table>
        </table-wrap>
        <p>Recommended practices such as social distancing and use of masks were not being followed by 184 (16.19%) and 238 (20.93%) of the 1137 respondents, respectively. Responses regarding the use of unverified treatment options revealed that 90 of the 1137 (7.91%) respondents had used herbal, 81 (7.13%) had used homeopathic, 95 (8.35%) had used ayurvedic, and 134 (11.79%) had used home remedies at least once.</p>
        <p>K<sub>mean</sub> value was found to be the lowest for the under-18 years age subgroup (0.31, 95% CI 0.264-0.356) and the highest for the over-65 years age subgroup (0.38, 95% CI 0.341-0.419) (<xref rid="figure1" ref-type="fig">Figure 1</xref>). Statistically significant differences were found among K<sub>mean</sub> values for the 6 age subgroups (<italic>P</italic>&#60;.001, single-factor ANOVA). Post hoc analysis revealed that respondents in the age group 19-25 years had a significantly lower K<sub>mean</sub> value (0.31, 95% CI 0.301-0.319) than all respondents aged over 25 years (<xref ref-type="table" rid="table5">Table 5</xref>).</p>
        <fig id="figure1" position="float">
          <label>Figure 1</label>
          <caption>
            <p>Graphical representation of K<sub>mean</sub> values (± 95% CI) across age subgroups.</p>
          </caption>
          <graphic xlink:href="publichealth_v7i1e19858_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <table-wrap position="float" id="table5">
          <label>Table 5</label>
          <caption>
            <p>Post hoc comparisons (<italic>P</italic> values) among Kmean values of age subgroups using Hochberg GT2 test.</p>
          </caption>
          <table border="1" rules="groups" cellpadding="5" frame="hsides" width="1000" cellspacing="0">
              <col width="220"/> 
          <col width="130"/> 
          <col width="130"/>
          <col width="130"/> 
          <col width="130"/> 
          <col width="130"/>
          <col width="130"/> 
            <thead>
              <tr valign="top">
                <td>Age group (years)</td>
                <td>Under 18</td>
                <td>19-25</td>
                <td>26-35</td>
                <td>36-50</td>
                <td>51-65</td>
                <td>Over 65</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>Under 18</td>
                <td>&#62;.99</td>
                <td>&#62;.99</td>
                <td>.85</td>
                <td>.65</td>
                <td>.80</td>
                <td>.15</td>
              </tr>
              <tr valign="top">
                <td>19-25</td>
                <td>—<sup>a</sup></td>
                <td>&#62;.99</td>
                <td>.009</td>
                <td>0</td>
                <td>.001</td>
                <td>.005</td>
              </tr>
              <tr valign="top">
                <td>26-35</td>
                <td>—</td>
                <td>—</td>
                <td>&#62;.99</td>
                <td>&#62;.99</td>
                <td>&#62;.99</td>
                <td>.68</td>
              </tr>
              <tr valign="top">
                <td>36-50</td>
                <td>—</td>
                <td>—</td>
                <td>—</td>
                <td>&#62;.99</td>
                <td>&#62;.99</td>
                <td>.82</td>
              </tr>
              <tr valign="top">
                <td>51-65</td>
                <td>—</td>
                <td>—</td>
                <td>—</td>
                <td>—</td>
                <td>&#62;.99</td>
                <td>.68</td>
              </tr>
              <tr valign="top">
                <td>Over 65</td>
                <td>—</td>
                <td>—</td>
                <td>—</td>
                <td>—</td>
                <td>—</td>
                <td>&#62;.99</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table5fn1">
              <p><sup>a</sup>Not applicable.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
        <p>K<sub>mean</sub> value was the lowest for managers (0.33, 95% CI 0.286-0.374) and the highest for elementary occupations (0.38, 95%, CI 0.356-0.404) (<xref rid="figure2" ref-type="fig">Figure 2</xref>). Statistically significant differences were observed among K<sub>mean</sub> values measured for the 8 occupation groups (<italic>P</italic>=.023, single-factor ANOVA). Post hoc analysis revealed a significantly higher K<sub>mean</sub> value in the elementary occupation subgroup than in the professionals and students’ subgroups (<xref ref-type="table" rid="table6">Table 6</xref>).</p>
        <fig id="figure2" position="float">
          <label>Figure 2</label>
          <caption>
            <p>Graphical representation of K<sub>mean</sub> values (± 95% CI) across occupation subgroups.</p>
          </caption>
          <graphic xlink:href="publichealth_v7i1e19858_fig2.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <table-wrap position="float" id="table6">
          <label>Table 6</label>
          <caption>
            <p>Post hoc comparisons (<italic>P</italic> values) among Kmean values of occupation subgroups using Hochberg GT2 test.</p>
          </caption>
          <table border="1" rules="groups" cellpadding="5" frame="hsides" width="1000" cellspacing="0">
              <col width="160"/> 
          <col width="100"/> 
          <col width="120"/>
          <col width="100"/> 
          <col width="110"/> 
          <col width="110"/>
          <col width="100"/> 
          <col width="100"/> 
          <col width="100"/>
            <thead>
              <tr valign="bottom">
                <td>Group</td>
                <td>HCW<sup>a</sup></td>
                <td>Professionals</td>
                <td>Service<sup>b</sup></td>
                <td>Managers</td>
                <td>Elementary<sup>c</sup></td>
                <td>Clerical<sup>d</sup></td>
                <td>Students</td>
                <td>Retired</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>HCW</td>
                <td>&#62;.99</td>
                <td>.87</td>
                <td>&#62;.99</td>
                <td>&#62;.99</td>
                <td>.52</td>
                <td>&#62;.99</td>
                <td>.83</td>
                <td>&#62;.99</td>
              </tr>
              <tr valign="top">
                <td>Professionals</td>
                <td>—<sup>e</sup></td>
                <td>&#62;.99</td>
                <td>&#62;.99</td>
                <td>&#62;.99</td>
                <td>.02</td>
                <td>&#62;.99</td>
                <td>&#62;.99</td>
                <td>.99</td>
              </tr>
              <tr valign="top">
                <td>Service</td>
                <td>—</td>
                <td>—</td>
                <td>&#62;.99</td>
                <td>&#62;.99</td>
                <td>.62</td>
                <td>&#62;.99</td>
                <td>&#62;.99</td>
                <td>&#62;.99</td>
              </tr>
              <tr valign="top">
                <td>Managers</td>
                <td>—</td>
                <td>—</td>
                <td>—</td>
                <td>&#62;.99</td>
                <td>.74</td>
                <td>&#62;.99</td>
                <td>&#62;.99</td>
                <td>&#62;.99</td>
              </tr>
              <tr valign="top">
                <td>Elementary</td>
                <td>—</td>
                <td>—</td>
                <td>—</td>
                <td>—</td>
                <td>&#62;.99</td>
                <td>&#62;.99</td>
                <td>.02</td>
                <td>&#62;.99</td>
              </tr>
              <tr valign="top">
                <td>Clerical</td>
                <td>—</td>
                <td>—</td>
                <td>—</td>
                <td>—</td>
                <td>—</td>
                <td>&#62;.99</td>
                <td>&#62;.99</td>
                <td>&#62;.99</td>
              </tr>
              <tr valign="top">
                <td>Students</td>
                <td>—</td>
                <td>—</td>
                <td>—</td>
                <td>—</td>
                <td>—</td>
                <td>—</td>
                <td>&#62;.99</td>
                <td>.997</td>
              </tr>
              <tr valign="top">
                <td>Retired</td>
                <td>—</td>
                <td>—</td>
                <td>—</td>
                <td>—</td>
                <td>—</td>
                <td>—</td>
                <td>—</td>
                <td>&#62;.99</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table6fn1">
              <p><sup>a</sup>HCW: health care worker.</p>
            </fn>
            <fn id="table6fn2">
              <p><sup>b</sup>Service and sales workers.</p>
            </fn>
            <fn id="table6fn3">
              <p><sup>c</sup>Elementary occupations.</p>
            </fn>
            <fn id="table6fn4">
              <p><sup>d</sup>Clerical support workers.</p>
            </fn>
            <fn id="table6fn5">
              <p><sup>e</sup>Not applicable.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
      </sec>
      <sec>
        <title>Results for Objective 2</title>
        <p>Presence of background evidence in a false message demonstrated a significant impact on the perceived credibility of the WhatsApp user (a<sub>s</sub>/N<sub>s</sub>=0.299 vs a<sub>x</sub>/N<sub>x</sub>=0.053; <italic>P</italic>&#60;.001, 2-tailed <italic>z</italic> test). The number of times false messages with background evidence were marked definitely true or maybe true was significantly (nearly 6 times) higher than that for false messages without background evidence (<xref rid="figure3" ref-type="fig">Figure 3</xref>).</p>
        <fig id="figure3" position="float">
          <label>Figure 3</label>
          <caption>
            <p>Number of times a false CRWM was marked as true for every false CRWM with and without background evidence (link and/or source). CRWM: coronavirus-related WhatsApp message, DT: definitely true, MT: maybe true.</p>
          </caption>
          <graphic xlink:href="publichealth_v7i1e19858_fig3.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <p>COVID-19 has caused an unprecedented biopsychosocial crisis. It has been declared not only as a pandemic but also as a worldwide infodemic [<xref ref-type="bibr" rid="ref5">5</xref>]. Mentions about coronavirus in the form of news, updates, and especially misinformation on SNS are rising exponentially. In this study, we broadly analyzed factors influencing misinformation related to the disease (COVID-19) on WhatsApp. van Velsen et al [<xref ref-type="bibr" rid="ref25">25</xref>] studied the reliability of Facebook and Twitter during an infective health crisis. They concluded that the majority of their study sample did not find these platforms to be reliable sources of information, and only 11% of the participants used them passively for information [<xref ref-type="bibr" rid="ref25">25</xref>]. However, 39.92% (454/1137) of our sample considered WhatsApp as a useful information tool during this health crisis. Moreover, our study demonstrates active WhatsApp use by only 31.22% (355/1137) of the sample for COVID-19–related information. This finding suggests an almost 4-fold increase in reliance of individuals on SNS, particularly WhatsApp for news and information in recent times. Although trust levels in traditional sources of news have been higher, 57.78% (657/1137) of our study sample demonstrated a certain level of trust in CRWMs. With every 1 in 2 Indians receiving some false news on WhatsApp or Facebook, the consequences of the trust placed in these platforms could be serious [<xref ref-type="bibr" rid="ref15">15</xref>].</p>
      <p>Community preventive measures against COVID-19, particularly social distancing and using face masks, have proven to be effective and have been strongly recommended by the Government of India [<xref ref-type="bibr" rid="ref48">48</xref>]; however, our study demonstrated that 16.18% (184/1137) and 20.93% (238/1137) of our study participants, respectively, did not implement these measures. This finding indicates that a considerable proportion of individuals demonstrate reluctance towards authorized recommendations.</p>
      <p>Currently, no pharmacological agent has been proven to reduce mortality in COVID-19 cases [<xref ref-type="bibr" rid="ref6">6</xref>]. Nevertheless, our findings confirmed that 1.85%-7.74% of the respondents were using or had used some form of complementary or alternative medicines for COVID-19 (<xref ref-type="table" rid="table4">Table 4</xref>). This finding suggests an interesting paradox wherein there is reluctance to accept evidence-based recommendations in favor of easy acceptance of novel but unverified remedies. This could result in serious health-related adverse events [<xref ref-type="bibr" rid="ref49">49</xref>].</p>
      <p>In addition, our study identified certain age groups were at a higher risk of getting influenced by COVID-19–related misinformation via WhatsApp. In particular, users over 65 years demonstrated the highest vulnerability to misinformation, whereas those under 18 years demonstrated the lowest. Vulnerability to misinformation progressively increased with users’ age. Limited knowledge of fact-checking resources, unawareness about existing misinformation on WhatsApp, and positive reinforcement from echo chambers could possibly explain these results [<xref ref-type="bibr" rid="ref8">8</xref>]. This is particularly worrisome considering that older users tend to be more susceptible to the adverse effects of unsupervised remedies and are at a higher risk of severe COVID-19. Dodda et al [<xref ref-type="bibr" rid="ref16">16</xref>] reported that WhatsApp users aged below 20 years and those above 50 years were the most susceptible to fake news. In contrast, our study findings showed that users aged under 25 years were the least susceptible to misinformation. Users aged between 19 and 25 years were at a significantly lower risk than those over 25 years (<italic>P</italic>&#60;.05). Users in this age group tend to be well versed with SNS, including WhatsApp. Awareness about fact-checking resources and existence of misinformation on WhatsApp could possibly have reduced their vulnerability.</p>
      <p>Among the different occupation groups, those employed in elementary occupations demonstrated the highest vulnerability to false news (K<sub>mean</sub>=0.38). These users were significantly more vulnerable to misinformation than students and professionals (K<sub>mean</sub>=0.34 for both, <italic>P</italic>&#60;.05). A possible explanation for this observation could be the lower levels of education among the elementary occupation subgroup. Managers demonstrated the least vulnerability among the sample. However, a statistically significant difference could not be established, presumably due to the small sample size of this subgroup.</p>
      <p>The vulnerability among HCWs was found to be consistent with all other occupation groups. During a health care crisis like the COVID-19 pandemic, HCWs are considered reliable sources of information by the community. Kumar et al [<xref ref-type="bibr" rid="ref8">8</xref>] concluded that if false information is purposefully made to appear genuine, it can deceive trained and casual readers alike. COVID-19 is an evolving global health crisis wherein the mortality rate is high, established treatment options are limited, and HCWs are at a high risk of contracting the disease [<xref ref-type="bibr" rid="ref6">6</xref>,<xref ref-type="bibr" rid="ref50">50</xref>]. This vulnerability, coupled with a desire to treat patients, could possibly lead even HCWs to accept novel but unverified information. Such medical misinformation inadvertently propagated by HCWs may have unbeknownst consequences on the community.</p>
      <p>Dodda et al [<xref ref-type="bibr" rid="ref16">16</xref>] reported that background evidence and trust in organizations and individuals can make people believe in information received on SNS. Kumar et al [<xref ref-type="bibr" rid="ref8">8</xref>] reported that that lengthy and well-referenced hoaxes were frequently misjudged to be true. In our study, for more than half the sample (659/1137, 57.95%), an attached link or source was a factor associated with increasing trust in a CRWM. Presence of background evidence was strongly associated with an erroneously higher trust of a false CRWM (<italic>P</italic>&#60;.001). This finding indicates that individuals are likely to place emphasis on the presence of background evidence in a false CRWM in addition to its content while judging its veracity. Identification of such factors and ways to limit seemingly credible misinformation on SNS are pertinent questions that need to be evaluated in this digital age.</p>
      <p>SNS usage patterns in developing countries are broadly comparable, although regional preferences regarding the choice of SNS may be different [<xref ref-type="bibr" rid="ref51">51</xref>]. WhatsApp is a popular SNS globally with over 2 billion users worldwide, of which 400 million users are from India [<xref ref-type="bibr" rid="ref13">13</xref>,<xref ref-type="bibr" rid="ref14">14</xref>]. In our web-based survey study on WhatsApp users from India, all survey responses obtained were anonymous and voluntary. The study sample was representative of all age groups and majority of the occupation groups. We, therefore, are of the opinion that the findings of this study are representative of WhatsApp usage patterns in developing countries.</p>
      <p>Our study had certain limitations. First, it was a survey-based study wherein data was self-reported; therefore, the sample may be tainted by observer bias (Hawthorne effect [<xref ref-type="bibr" rid="ref52">52</xref>]). Second, the number of respondents in certain age and occupation subgroups were fewer, which could increase the risk of type 2 error during subgroup analysis. Third, the respondents’ opinions regarding CRWMs may have been formed through sources other than WhatsApp. The questionnaire was specifically designed to include the terms “WhatsApp” and “coronavirus” in the questions to address this limitation. Fourth, this study tested 4 message-based factors that could affect users’ trust in CRWMs. However, it was possible that other personal, regional, or community-based factors could also affect the users’ trust. To ensure generalizability of the results of this study, we chose not to analyze these belief systems. Fifth, the research model has limited support from the existing literature owing to its specific nature. It could be implemented in further similar studies to improve its validity. Finally, although well-referenced, the parameters P<sub>1</sub>-P<sub>9</sub> used in this study are based on theories supported by the existing literature; hence, the results should be interpreted as correlational.</p>
      <p>The results of this study present several challenges regarding the current COVID-19 pandemic for WhatsApp, fact-checking bodies, health organizations, and government authorities in developing countries. Cuan-Baltazar et al [<xref ref-type="bibr" rid="ref53">53</xref>] found that the use of the internet during a pandemic is a risk to public health and recommend that the authorities should develop strategies to regulate online health information without censuring the public. Disasters mandate the circulation of timely information, which may at times compromise its genuineness. SNS have traditionally faced the issue of credibility at the cost of rapid transmission of information [<xref ref-type="bibr" rid="ref23">23</xref>,<xref ref-type="bibr" rid="ref54">54</xref>]. This may reduce the resourcefulness of a highly efficient communication tool such as WhatsApp, as seen in recent trends of decreasing trust in SNS in developed countries [<xref ref-type="bibr" rid="ref51">51</xref>,<xref ref-type="bibr" rid="ref55">55</xref>].</p>
      <p>To address these challenges, health and government authorities in developing countries could collaborate with WhatsApp to develop methods to authenticate and tamper-proof messages from official sources. Leadership in health care organizations could actively work towards addressing digital awareness among health care workers who are the anchor points of information for the rest of the community. Fact-checking organizations could increase their presence on and integrate with SNS to improve their resourcefulness. Authorities could undertake awareness campaigns to educate users of SNS to recognize misinformation. WhatsApp could allow users to report messages containing suspected misinformation to allow necessary measures to be undertaken. WhatsApp, if used as a platform to broadcast validated information to a userbase as large as 400 million while providing measures enabling them to discern genuine news from misinformation, could revolutionize disaster management in a developing country.</p>
      <p>In conclusion, our study analyzed factors influencing COVID-19–related misinformation among WhatsApp users in a developing country. Older adults (above 65 years) were more vulnerable to misinformation circulated on WhatsApp, as were individuals employed in elementary occupations. HCWs were also not spared from the influence of misinformation and were found to be as vulnerable as any other occupations. Presence of background evidence in a false CRWM was strongly linked to an increase in its credibility. These findings may provide important insights to health organizations and government authorities of developing countries to formulate suitable guidelines to contain the COVID-19 infodemic. Further experimental studies about parameters tested in this study could be considered.</p>
    </sec>
  </body>
  <back>
    <app-group>
      <supplementary-material id="app1">
        <label>Multimedia Appendix 1</label>
        <p>Study questionnaire.</p>
        <media xlink:href="publichealth_v7i1e19858_app1.pdf" xlink:title="PDF File  (Adobe PDF File), 2905 KB"/>
      </supplementary-material>
    </app-group>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">ANOVA</term>
          <def>
            <p>analysis of variance</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">CRWM</term>
          <def>
            <p>coronavirus-related WhatsApp message</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb3">HCW</term>
          <def>
            <p>health care worker</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb4">SNS</term>
          <def>
            <p>social networking sites</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb5">P</term>
          <def>
            <p>parameter</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <ack>
      <p>The authors express gratitude towards the Foundation for Research and Education in Endoscopy for critical scientific review of the manuscript and for providing financial support to conduct this study. They are also grateful to Ms. Sonia Patwardhan for providing assistance with statistical analyses. JB was affiliated with the Foundation for Research and Education in Endoscopy at the time of the study and is currently affiliated with the Department of Internal Medicine, Rochester General Hospital.</p>
    </ack>
    <fn-group>
      <fn fn-type="conflict">
        <p>None declared.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Li</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Liu</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Zhang</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Xu</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Dai</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Tang</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Su</surname>
              <given-names>X</given-names>
            </name>
            <name name-style="western">
              <surname>Cao</surname>
              <given-names>B</given-names>
            </name>
          </person-group>
          <article-title>SARS-CoV-2 and viral sepsis: observations and hypotheses</article-title>
          <source>The Lancet</source>
          <year>2020</year>
          <month>05</month>
          <volume>395</volume>
          <issue>10235</issue>
          <fpage>1517</fpage>
          <lpage>1520</lpage>
          <pub-id pub-id-type="doi">10.1016/s0140-6736(20)30920-x</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="web">
          <article-title>World - Coronavirus Cases</article-title>
          <source>Worldometer</source>
          <year>2020</year>
          <month>05</month>
          <day>02</day>
          <access-date>2020-05-02</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.worldometers.info/coronavirus/">https://www.worldometers.info/coronavirus/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="web">
          <article-title>Update on Novel Coronavirus: one positive case reported in Kerala</article-title>
          <source>Ministry of Health and Family Welfare</source>
          <year>2020</year>
          <month>01</month>
          <day>30</day>
          <access-date>2021-01-18</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://pib.gov.in/PressReleasePage.aspx?PRID=1601095">https://pib.gov.in/PressReleasePage.aspx?PRID=1601095</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="web">
          <article-title>India - Coronavirus</article-title>
          <source>Worldometer</source>
          <year>2020</year>
          <month>05</month>
          <day>03</day>
          <access-date>2020-05-03</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.worldometers.info/coronavirus/country/india/">https://www.worldometers.info/coronavirus/country/india/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Zarocostas</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>How to fight an infodemic</article-title>
          <source>The Lancet</source>
          <year>2020</year>
          <month>02</month>
          <volume>395</volume>
          <issue>10225</issue>
          <fpage>676</fpage>
          <pub-id pub-id-type="doi">10.1016/s0140-6736(20)30461-x</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Zagury-Orly</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Schwartzstein</surname>
              <given-names>RM</given-names>
            </name>
          </person-group>
          <article-title>Covid-19 — A reminder to reason</article-title>
          <source>N Engl J Med</source>
          <year>2020</year>
          <month>07</month>
          <day>16</day>
          <volume>383</volume>
          <issue>3</issue>
          <fpage>e12</fpage>
          <pub-id pub-id-type="doi">10.1056/nejmp2009405</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Goolsby</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>Social media as crisis platform: The future of community maps/crisis maps</article-title>
          <source>ACM Trans Intell Syst Technol</source>
          <year>2010</year>
          <month>10</month>
          <volume>1</volume>
          <issue>1</issue>
          <fpage>1</fpage>
          <lpage>11</lpage>
          <pub-id pub-id-type="doi">10.1145/1858948.1858955</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kumar</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Shah</surname>
              <given-names>N</given-names>
            </name>
          </person-group>
          <article-title>False information on web and social media: A survey</article-title>
          <source>arXiv. Preprint posted online April 23, 2018</source>
          <year>2018</year>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://arxiv.org/pdf/1804.08559.pdf"/>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kavota</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Kamdjoug</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Wamba</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Social media and disaster management: Case of the north and south Kivu regions in the Democratic Republic of the Congo</article-title>
          <source>Int J Inf Manage</source>
          <year>2020</year>
          <month>06</month>
          <volume>52</volume>
          <fpage>102068</fpage>
          <pub-id pub-id-type="doi">10.1016/j.ijinfomgt.2020.102068</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kouzy</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Abi Jaoude</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Kraitem</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>El Alam</surname>
              <given-names>MB</given-names>
            </name>
            <name name-style="western">
              <surname>Karam</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Adib</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Zarka</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Traboulsi</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Akl</surname>
              <given-names>EW</given-names>
            </name>
            <name name-style="western">
              <surname>Baddour</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <article-title>Coronavirus goes viral: quantifying the COVID-19 misinformation epidemic on Twitter</article-title>
          <source>Cureus</source>
          <year>2020</year>
          <month>03</month>
          <day>13</day>
          <volume>12</volume>
          <issue>3</issue>
          <fpage>e7255</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/32292669"/>
          </comment>
          <pub-id pub-id-type="doi">10.7759/cureus.7255</pub-id>
          <pub-id pub-id-type="medline">32292669</pub-id>
          <pub-id pub-id-type="pmcid">PMC7152572</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Niles</surname>
              <given-names>MT</given-names>
            </name>
            <name name-style="western">
              <surname>Emery</surname>
              <given-names>BF</given-names>
            </name>
            <name name-style="western">
              <surname>Reagan</surname>
              <given-names>AJ</given-names>
            </name>
            <name name-style="western">
              <surname>Dodds</surname>
              <given-names>PS</given-names>
            </name>
            <name name-style="western">
              <surname>Danforth</surname>
              <given-names>CM</given-names>
            </name>
          </person-group>
          <article-title>Social media usage patterns during natural hazards</article-title>
          <source>PLoS One</source>
          <year>2019</year>
          <volume>14</volume>
          <issue>2</issue>
          <fpage>e0210484</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://dx.plos.org/10.1371/journal.pone.0210484"/>
          </comment>
          <pub-id pub-id-type="doi">10.1371/journal.pone.0210484</pub-id>
          <pub-id pub-id-type="medline">30759111</pub-id>
          <pub-id pub-id-type="pii">PONE-D-18-18337</pub-id>
          <pub-id pub-id-type="pmcid">PMC6374021</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Sharma</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Yadav</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Yadav</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Ferdinand</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <article-title>Zika virus pandemic-analysis of Facebook as a social media health information platform</article-title>
          <source>Am J Infect Control</source>
          <year>2017</year>
          <month>03</month>
          <day>01</day>
          <volume>45</volume>
          <issue>3</issue>
          <fpage>301</fpage>
          <lpage>302</lpage>
          <pub-id pub-id-type="doi">10.1016/j.ajic.2016.08.022</pub-id>
          <pub-id pub-id-type="medline">27776823</pub-id>
          <pub-id pub-id-type="pii">S0196-6553(16)30918-X</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="web">
          <article-title>About WhatsApp</article-title>
          <source>WhatsApp</source>
          <access-date>2020-05-02</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.whatsapp.com/about/">https://www.whatsapp.com/about/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <collab>Tech Desk</collab>
          </person-group>
          <article-title>WhatsApp now has 400 million active users in India</article-title>
          <source>The Indian Express</source>
          <year>2019</year>
          <month>07</month>
          <day>26</day>
          <access-date>2020-06-20</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://indianexpress.com/article/technology/social/whatsapp-now-has-400-million-active-users-in-india-confirms-company-5854881/">https://indianexpress.com/article/technology/social/whatsapp-now-has-400-million-active-users-in-india-confirms-company-5854881/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="web">
          <article-title>1 in 2 Indians receiving fake news via Facebook, WhatsApp</article-title>
          <source>The Economic Times</source>
          <year>2019</year>
          <month>04</month>
          <day>09</day>
          <access-date>2020-05-04</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://economictimes.indiatimes.com/news/elections/lok-sabha/india/1-in-2-indians-receiving-fake-news-via-facebook-whatsapp/articleshow/68798051.cms">https://economictimes.indiatimes.com/news/elections/lok-sabha/india/1-in-2-indians-receiving-fake-news-via-facebook-whatsapp/articleshow/68798051.cms</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Dodda</surname>
              <given-names>TP</given-names>
            </name>
            <name name-style="western">
              <surname>Rakesh</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>Countering misinformation (fake news) in India: solutions and strategies</article-title>
          <source>Factly Media &#38; Research (Factly) and the Internet and Mobile Association of India (IAMAI)</source>
          <year>2019</year>
          <month>02</month>
          <day>22</day>
          <access-date>2021-01-18</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://factly.in/wp-content/uploads//2019/02/Countering-Misinformation-Fake-News-In-India.pdf">https://factly.in/wp-content/uploads//2019/02/Countering-Misinformation-Fake-News-In-India.pdf</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="web">
          <article-title>Coronavirus: 87% increase in social media usage amid lockdown; Indians spend 4 hours on Facebook, WhatsApp</article-title>
          <source>Business Today</source>
          <year>2020</year>
          <month>03</month>
          <day>30</day>
          <access-date>2020-03-31</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.businesstoday.in/technology/news/coronavirus-87-percent-increase-in-social-media-usage-amid-lockdown-indians-spend-4-hours-on-facebook-whatsapp/story/399571.html">https://www.businesstoday.in/technology/news/coronavirus-87-percent-increase-in-social-media-usage-amid-lockdown-indians-spend-4-hours-on-facebook-whatsapp/story/399571.html</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ünal</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>The effect of social media use to the time spent with family members</article-title>
          <source>International Journal of Eurasia Social Sciences</source>
          <year>2018</year>
          <month>03</month>
          <volume>9</volume>
          <issue>31</issue>
          <fpage>01</fpage>
          <lpage>78</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.ijoess.com/Makaleler/1247236168_22.%20550-578%20selime%20%c3%bcnal.pdf"/>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Junco</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>The relationship between frequency of Facebook use, participation in Facebook activities, and student engagement</article-title>
          <source>Computers &#38; Education</source>
          <year>2012</year>
          <month>1</month>
          <volume>58</volume>
          <issue>1</issue>
          <fpage>162</fpage>
          <lpage>171</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1016/j.compedu.2011.08.004"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.compedu.2011.08.004</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Vosoughi</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Roy</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Aral</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>The spread of true and false news online</article-title>
          <source>Science</source>
          <year>2018</year>
          <month>03</month>
          <day>09</day>
          <volume>359</volume>
          <issue>6380</issue>
          <fpage>1146</fpage>
          <lpage>1151</lpage>
          <pub-id pub-id-type="doi">10.1126/science.aap9559</pub-id>
          <pub-id pub-id-type="medline">29590045</pub-id>
          <pub-id pub-id-type="pii">359/6380/1146</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Reiss</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Intrinsic and extrinsic motivation</article-title>
          <source>Teaching of Psychology</source>
          <year>2012</year>
          <month>03</month>
          <day>20</day>
          <volume>39</volume>
          <issue>2</issue>
          <fpage>152</fpage>
          <lpage>156</lpage>
          <pub-id pub-id-type="doi">10.1177/0098628312437704</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Shearer</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Gottfried</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>News use across social media platforms 2017</article-title>
          <source>Pew Research Centre - Journalism &#38; Media Internet</source>
          <year>2017</year>
          <access-date>2020-05-02</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.journalism.org/2017/09/07/news-use-across-social-media-platforms-2017/">https://www.journalism.org/2017/09/07/news-use-across-social-media-platforms-2017/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Oyero</surname>
              <given-names>O</given-names>
            </name>
          </person-group>
          <article-title>The use and believability of social networks news among Nigerian youths</article-title>
          <source>Covenant Journal of Communication</source>
          <year>2013</year>
          <month>06</month>
          <volume>1</volume>
          <issue>1</issue>
          <fpage>1</fpage>
          <lpage>55</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://journals.covenantuniversity.edu.ng/index.php/cjoc/article/view/7/3"/>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="web">
          <article-title>"Trust"</article-title>
          <source>APA Dictionary Of Psychology</source>
          <access-date>2020-05-03</access-date>
          <publisher-name>American Psychological Association</publisher-name>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://dictionary.apa.org/trust">https://dictionary.apa.org/trust</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>van Velsen</surname>
              <given-names>Lex</given-names>
            </name>
            <name name-style="western">
              <surname>van Gemert-Pijnen</surname>
              <given-names>Julia E W C</given-names>
            </name>
            <name name-style="western">
              <surname>Beaujean</surname>
              <given-names>DJMA</given-names>
            </name>
            <name name-style="western">
              <surname>Wentzel</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>van Steenbergen</surname>
              <given-names>Jim E</given-names>
            </name>
          </person-group>
          <article-title>Should health organizations use web 2.0 media in times of an infectious disease crisis? An in-depth qualitative study of citizens' information behavior during an EHEC outbreak</article-title>
          <source>J Med Internet Res</source>
          <year>2012</year>
          <month>12</month>
          <day>20</day>
          <volume>14</volume>
          <issue>6</issue>
          <fpage>e181</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2012/6/e181/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/jmir.2123</pub-id>
          <pub-id pub-id-type="medline">23257066</pub-id>
          <pub-id pub-id-type="pii">v14i6e181</pub-id>
          <pub-id pub-id-type="pmcid">PMC3799610</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref26">
        <label>26</label>
        <nlm-citation citation-type="web">
          <source>BOOM FACT Check</source>
          <year>2020</year>
          <access-date>2020-05-03</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.boomlive.in/">https://www.boomlive.in/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref27">
        <label>27</label>
        <nlm-citation citation-type="web">
          <source>FactCheck - A Project of The Annenberg Public Policy Center</source>
          <year>2020</year>
          <access-date>2020-05-03</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.factcheck.org/">https://www.factcheck.org/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref28">
        <label>28</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <collab>Hindustantimes</collab>
          </person-group>
          <article-title>Mumbai: Inside story of how ‘malicious’ rumours caused migrant’s frenzy</article-title>
          <source>The Hindustan Times</source>
          <year>2020</year>
          <month>04</month>
          <day>15</day>
          <access-date>2021-01-20</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.hindustantimes.com/videos/coronavirus-crisis/mumbai-frenzy-inside-story-of-how-malicious-whatsapp-rumours-caused-mess/video-0MxBikEfs1T1DwCNfHzUwJ.html">https://www.hindustantimes.com/videos/coronavirus-crisis/mumbai-frenzy-inside-story-of-how-malicious-whatsapp-rumours-caused-mess/video-0MxBikEfs1T1DwCNfHzUwJ.html</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref29">
        <label>29</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Purohit</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <article-title>Misinformation, fake news spark India coronavirus fears</article-title>
          <source>AlJazeera - News (Coronavirus pandemic)</source>
          <year>2020</year>
          <month>03</month>
          <day>10</day>
          <access-date>2020-05-03</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.aljazeera.com/news/2020/03/misinformation-fake-news-spark-india-coronavirus-fears-200309051731540.html">https://www.aljazeera.com/news/2020/03/misinformation-fake-news-spark-india-coronavirus-fears-200309051731540.html</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref30">
        <label>30</label>
        <nlm-citation citation-type="web">
          <article-title>False claim: Say goodbye to coronavirus with a daily regimen of vitamins C and E, sunlight, resting, drinking water, an egg, and an alkaline diet</article-title>
          <source>Thomson Reuters</source>
          <year>2020</year>
          <month>04</month>
          <day>16</day>
          <access-date>2020-05-03</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.reuters.com/article/uk-factcheck-goodbye-coronavirus/false-claim-say-goodbye-to-coronavirus-with-a-daily-regimen-of-vitamins-c-and-e-sunlight-resting-drinking-water-an-egg-and-an-alkaline-diet-idUSKBN21Y2IQ">https://www.reuters.com/article/uk-factcheck-goodbye-coronavirus/false-claim-say-goodbye-to-coronavirus-with-a-daily-regimen-of-vitamins-c-and-e-sunlight-resting-drinking-water-an-egg-and-an-alkaline-diet-idUSKBN21Y2IQ</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref31">
        <label>31</label>
        <nlm-citation citation-type="book">
          <article-title>International Standard Classification of Occupations 08 (ISCO-08)</article-title>
          <source>International Labour Office</source>
          <year>2012</year>
          <publisher-loc>Geneva, Switzerland</publisher-loc>
          <publisher-name>United Nations Statistics Division</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref32">
        <label>32</label>
        <nlm-citation citation-type="web">
          <article-title>"Credibility"</article-title>
          <source>Merriam-Webster.com Dictionary</source>
          <year>2020</year>
          <month>04</month>
          <day>27</day>
          <access-date>2020-05-03</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.merriam-webster.com/dictionary/credibility">https://www.merriam-webster.com/dictionary/credibility</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref33">
        <label>33</label>
        <nlm-citation citation-type="web">
          <article-title>Hoax report claims China sought Supreme Court approval to euthanise 20,000 coronavirus patients</article-title>
          <source>AFP Fact Check</source>
          <year>2020</year>
          <month>02</month>
          <day>11</day>
          <access-date>2020-05-03</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://factcheck.afp.com/hoax-report-claims-china-sought-supreme-court-approval-euthanise-20000-coronavirus-patients">https://factcheck.afp.com/hoax-report-claims-china-sought-supreme-court-approval-euthanise-20000-coronavirus-patients</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref34">
        <label>34</label>
        <nlm-citation citation-type="web">
          <article-title>Coronavirus: The fake health advice you should ignore</article-title>
          <source>BBC News</source>
          <year>2020</year>
          <month>03</month>
          <day>08</day>
          <access-date>2020-05-03</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.bbc.com/news/world-51735367">https://www.bbc.com/news/world-51735367</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref35">
        <label>35</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Cascella</surname>
              <given-names>MR</given-names>
            </name>
            <name name-style="western">
              <surname>Rajnik</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Cuomo</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Dulebohn</surname>
              <given-names>SC</given-names>
            </name>
            <name name-style="western">
              <surname>Napoli</surname>
              <given-names>RD</given-names>
            </name>
          </person-group>
          <article-title>Features, evaluation, and treatment of coronavirus</article-title>
          <source>StatPearls [Internet]</source>
          <year>2020</year>
          <month>10</month>
          <day>04</day>
          <access-date>2021-01-25</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.ncbi.nlm.nih.gov/books/NBK554776/">https://www.ncbi.nlm.nih.gov/books/NBK554776/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref36">
        <label>36</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Dahiya</surname>
              <given-names>H</given-names>
            </name>
          </person-group>
          <article-title>Burning candles kills coronavirus? PM's message given false spin</article-title>
          <source>The Quint</source>
          <year>2020</year>
          <month>04</month>
          <day>03</day>
          <access-date>2020-05-03</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.thequint.com/news/webqoof/candle-heat-will-kill-covid-19-fake-claims-viral-after-pms-message">https://www.thequint.com/news/webqoof/candle-heat-will-kill-covid-19-fake-claims-viral-after-pms-message</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref37">
        <label>37</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Desai</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Corona Virus Disease (Covid-19) [Report]</article-title>
          <source>Plexus MD</source>
          <year>2020</year>
          <access-date>2021-01-25</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://s3-ap-southeast-1.amazonaws.com/plexusmd/Images/HostedResources/8b3a348307c34bfd995d8831715cd366.pdf?utm_source=Whatsapp&#38;utm_medium=SMS&#38;utm_campaign=COVID19">https://s3-ap-southeast-1.amazonaws.com/plexusmd/Images/HostedResources/8b3a348307c34bfd995d8831715cd366.pdf?utm_source=Whatsapp&#38;utm_medium=SMS&#38;utm_campaign=COVID19</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref38">
        <label>38</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Isalkar</surname>
              <given-names>U</given-names>
            </name>
          </person-group>
          <article-title>Pune: Two private labs to start novel coronavirus tests</article-title>
          <source>The Times Of India</source>
          <year>2020</year>
          <month>03</month>
          <day>26</day>
          <access-date>2020-05-03</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://timesofindia.indiatimes.com/city/pune/pune-two-private-labs-to-start-novel-coronavirus-tests/articleshow/74821695.cms">https://timesofindia.indiatimes.com/city/pune/pune-two-private-labs-to-start-novel-coronavirus-tests/articleshow/74821695.cms</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref39">
        <label>39</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Khanna</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>This is fake! NASA satellite hasn't shown coronavirus retreat in India, Please stay safe</article-title>
          <source>Indiatimes - Technology</source>
          <year>2020</year>
          <month>03</month>
          <day>22</day>
          <access-date>2020-05-03</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.indiatimes.com/technology/science-and-future/this-is-fake-nasa-satellite-hasnt-shown-coronavirus-retreat-in-india-please-stay-safe-509003.html">https://www.indiatimes.com/technology/science-and-future/this-is-fake-nasa-satellite-hasnt-shown-coronavirus-retreat-in-india-please-stay-safe-509003.html</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref40">
        <label>40</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kurup</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>COVID-19: Govt of India launches a WhatsApp chatbot</article-title>
          <source>The Hindu - Businessline</source>
          <year>2020</year>
          <month>03</month>
          <day>25</day>
          <access-date>2020-05-03</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.thehindubusinessline.com/info-tech/covid-19-india-launches-a-whatsapp-chatbot/article31127438.ece">https://www.thehindubusinessline.com/info-tech/covid-19-india-launches-a-whatsapp-chatbot/article31127438.ece</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref41">
        <label>41</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Menon</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Coronavirus: Herbal remedies in India and other claims fact-checked</article-title>
          <source>BBC Reality Check</source>
          <year>2020</year>
          <month>05</month>
          <day>19</day>
          <access-date>2020-05-03</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.bbc.com/news/world-asia-india-51910099">https://www.bbc.com/news/world-asia-india-51910099</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref42">
        <label>42</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Studman</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Coronavirus: how to protect yourself and others, plus what protective measures don?t work</article-title>
          <source>Which.co.uk</source>
          <year>2020</year>
          <month>03</month>
          <day>23</day>
          <access-date>2020-05-03</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.which.co.uk/news/2020/03/coronavirus-how-you-can-protect-yourself/">https://www.which.co.uk/news/2020/03/coronavirus-how-you-can-protect-yourself/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref43">
        <label>43</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Sutaria</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Viral Coronavirus 'Advisory' Is Not From UNICEF2020</article-title>
          <source>Boomlive.in</source>
          <year>2020</year>
          <month>03</month>
          <day>09</day>
          <access-date>2021-01-18</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.boomlive.in/health/viral-coronavirus-advisory-is-not-from-unicef-7171">https://www.boomlive.in/health/viral-coronavirus-advisory-is-not-from-unicef-7171</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref44">
        <label>44</label>
        <nlm-citation citation-type="web">
          <article-title>Fake News Alert: WhatsApp message on WHO lockdown protocol for COVID-19 in India</article-title>
          <source>World Health Organization</source>
          <year>2020</year>
          <access-date>2021-01-20</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.who.int/india/emergencies/coronavirus-disease-(covid-19)/fake-news-alert">https://www.who.int/india/emergencies/coronavirus-disease-(covid-19)/fake-news-alert</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref45">
        <label>45</label>
        <nlm-citation citation-type="web">
          <article-title>ANOVA (Analysis of Variance)</article-title>
          <source>StatisticsSolutions</source>
          <access-date>2020-05-03</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.statisticssolutions.com/manova-analysis-anova/">https://www.statisticssolutions.com/manova-analysis-anova/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref46">
        <label>46</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Stephanie</surname>
              <given-names>G</given-names>
            </name>
          </person-group>
          <article-title>Fmax / Hartley’s Test: Definition, Step by Step Example, Table</article-title>
          <source>StatisticsHowTo.com: Elementary Statistics for the rest of us!</source>
          <year>2016</year>
          <month>05</month>
          <day>25</day>
          <access-date>2020-05-03</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.statisticshowto.com/fmax-hartleys-test/">https://www.statisticshowto.com/fmax-hartleys-test/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref47">
        <label>47</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Field</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Discovering Statistics using IBM SPSS Statistics</article-title>
          <source>Sage Publications Ltd, 4th edition</source>
          <year>2013</year>
          <month>01</month>
          <publisher-loc>Newbury Park, California</publisher-loc>
          <publisher-name>Sage Publications</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref48">
        <label>48</label>
        <nlm-citation citation-type="web">
          <source>Ministry of Health and Family Welfare, Government of India</source>
          <year>2020</year>
          <month>04</month>
          <day>03</day>
          <access-date>2021-01-25</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.mohfw.gov.in/pdf/Advisory&#38;ManualonuseofHomemadeProtectiveCoverforFace&#38;Mouth.pdf">https://www.mohfw.gov.in/pdf/Advisory&#38;ManualonuseofHomemadeProtectiveCoverforFace&#38;Mouth.pdf</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref49">
        <label>49</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Chan</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <article-title>Some aspects of toxic contaminants in herbal medicines</article-title>
          <source>Chemosphere</source>
          <year>2003</year>
          <month>9</month>
          <volume>52</volume>
          <issue>9</issue>
          <fpage>1361</fpage>
          <lpage>1371</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1016/S0045-6535(03)00471-5"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/s0045-6535(03)00471-5</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref50">
        <label>50</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <collab>The Lancet</collab>
          </person-group>
          <article-title>COVID-19: protecting health-care workers</article-title>
          <source>Lancet</source>
          <year>2020</year>
          <month>03</month>
          <day>21</day>
          <volume>395</volume>
          <issue>10228</issue>
          <fpage>922</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/32199474"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/S0140-6736(20)30644-9</pub-id>
          <pub-id pub-id-type="medline">32199474</pub-id>
          <pub-id pub-id-type="pii">S0140-6736(20)30644-9</pub-id>
          <pub-id pub-id-type="pmcid">PMC7138074</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref51">
        <label>51</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <collab>Edelman</collab>
          </person-group>
          <article-title>Trust Barometer Special Report: Brands and Social Media</article-title>
          <source>Edelman</source>
          <year>2018</year>
          <month>06</month>
          <day>18</day>
          <access-date>2021-01-20</access-date>
        </nlm-citation>
      </ref>
      <ref id="ref52">
        <label>52</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Allen</surname>
              <given-names>RL</given-names>
            </name>
            <name name-style="western">
              <surname>Davis</surname>
              <given-names>AS</given-names>
            </name>
          </person-group>
          <person-group person-group-type="editor">
            <name name-style="western">
              <surname>Goldstein</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Naglieri</surname>
              <given-names>JA</given-names>
            </name>
          </person-group>
          <article-title>Hawthorne Effect</article-title>
          <source>Encyclopedia of Child Behavior and Development</source>
          <year>2011</year>
          <publisher-loc>Boston, MA</publisher-loc>
          <publisher-name>Springer</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref53">
        <label>53</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Cuan-Baltazar</surname>
              <given-names>JY</given-names>
            </name>
            <name name-style="western">
              <surname>Muñoz-Perez</surname>
              <given-names>MJ</given-names>
            </name>
            <name name-style="western">
              <surname>Robledo-Vega</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Pérez-Zepeda</surname>
              <given-names>MF</given-names>
            </name>
            <name name-style="western">
              <surname>Soto-Vega</surname>
              <given-names>E</given-names>
            </name>
          </person-group>
          <article-title>Misinformation of COVID-19 on the internet: infodemiology study</article-title>
          <source>JMIR Public Health Surveill</source>
          <year>2020</year>
          <month>04</month>
          <day>09</day>
          <volume>6</volume>
          <issue>2</issue>
          <fpage>e18444</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://publichealth.jmir.org/2020/2/e18444/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/18444</pub-id>
          <pub-id pub-id-type="medline">32250960</pub-id>
          <pub-id pub-id-type="pii">v6i2e18444</pub-id>
          <pub-id pub-id-type="pmcid">PMC7147328</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref54">
        <label>54</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Mehta</surname>
              <given-names>AM</given-names>
            </name>
            <name name-style="western">
              <surname>Bruns</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Newton</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Trust, but verify: social media models for disaster management</article-title>
          <source>Disasters</source>
          <year>2017</year>
          <month>07</month>
          <volume>41</volume>
          <issue>3</issue>
          <fpage>549</fpage>
          <lpage>565</lpage>
          <pub-id pub-id-type="doi">10.1111/disa.12218</pub-id>
          <pub-id pub-id-type="medline">27652523</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref55">
        <label>55</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hern</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Britons less trusting of social media than other major nations</article-title>
          <source>The Guardian Internet</source>
          <year>2019</year>
          <month>05</month>
          <day>03</day>
          <access-date>2020-05-03</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.theguardian.com/world/2019/may/03/britons-less-trusting-of-social-media-than-other-major-nations-facebook-twitter">https://www.theguardian.com/world/2019/may/03/britons-less-trusting-of-social-media-than-other-major-nations-facebook-twitter</ext-link>
          </comment>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
