<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<?covid-19-tdm?>
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JPH</journal-id>
      <journal-id journal-id-type="nlm-ta">JMIR Public Health Surveill</journal-id>
      <journal-title>JMIR Public Health and Surveillance</journal-title>
      <issn pub-type="epub">2369-2960</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v7i5e28352</article-id>
      <article-id pub-id-type="pmid">33886487</article-id>
      <article-id pub-id-type="doi">10.2196/28352</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Original Paper</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Original Paper</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>YouTube Videos and Informed Decision-Making About COVID-19 Vaccination: Successive Sampling Study</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Sanchez</surname>
            <given-names>Travis</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Wilmink</surname>
            <given-names>Gerald</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Lee</surname>
            <given-names>Jiyoung</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Noreen</surname>
            <given-names>Nadia</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author" corresp="yes">
          <name name-style="western">
            <surname>Basch</surname>
            <given-names>Charles E</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <address>
            <institution>Teachers College, Columbia University</institution>
            <addr-line>525 W 120th St</addr-line>
            <addr-line>New York, NY, 10027</addr-line>
            <country>United States</country>
            <phone>1 212 678 3983</phone>
            <email>ceb35@columbia.edu</email>
          </address>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-8022-0959</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author">
          <name name-style="western">
            <surname>Basch</surname>
            <given-names>Corey H</given-names>
          </name>
          <degrees>EdD, MPH</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-4862-4229</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author">
          <name name-style="western">
            <surname>Hillyer</surname>
            <given-names>Grace C</given-names>
          </name>
          <degrees>EdD, MPH</degrees>
          <xref rid="aff3" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-0467-075X</ext-link>
        </contrib>
        <contrib id="contrib4" contrib-type="author">
          <name name-style="western">
            <surname>Meleo-Erwin</surname>
            <given-names>Zoe C</given-names>
          </name>
          <degrees>PhD, MA</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-3099-1266</ext-link>
        </contrib>
        <contrib id="contrib5" contrib-type="author">
          <name name-style="western">
            <surname>Zagnit</surname>
            <given-names>Emily A</given-names>
          </name>
          <degrees>MS, MPH</degrees>
          <xref rid="aff4" ref-type="aff">4</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-4817-5785</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>Teachers College, Columbia University</institution>
        <addr-line>New York, NY</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff2">
        <label>2</label>
        <institution>William Paterson University</institution>
        <addr-line>Wayne, NJ</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff3">
        <label>3</label>
        <institution>Mailman School of Public Health, Columbia University</institution>
        <addr-line>New York, NY</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff4">
        <label>4</label>
        <institution>Milken Institute School of Public Health, George Washington University</institution>
        <addr-line>Washington, DC</addr-line>
        <country>United States</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Charles E Basch <email>ceb35@columbia.edu</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <month>5</month>
        <year>2021</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>6</day>
        <month>5</month>
        <year>2021</year>
      </pub-date>
      <volume>7</volume>
      <issue>5</issue>
      <elocation-id>e28352</elocation-id>
      <history>
        <date date-type="received">
          <day>2</day>
          <month>3</month>
          <year>2021</year>
        </date>
        <date date-type="rev-request">
          <day>9</day>
          <month>4</month>
          <year>2021</year>
        </date>
        <date date-type="rev-recd">
          <day>16</day>
          <month>4</month>
          <year>2021</year>
        </date>
        <date date-type="accepted">
          <day>19</day>
          <month>4</month>
          <year>2021</year>
        </date>
      </history>
      <copyright-statement>©Charles E Basch, Corey H Basch, Grace C Hillyer, Zoe C Meleo-Erwin, Emily A Zagnit. Originally published in JMIR Public Health and Surveillance (https://publichealth.jmir.org), 06.05.2021.</copyright-statement>
      <copyright-year>2021</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in JMIR Public Health and Surveillance, is properly cited. The complete bibliographic information, a link to the original publication on https://publichealth.jmir.org, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="https://publichealth.jmir.org/2021/5/e28352" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>Social media platforms such as YouTube are used by many people to seek and share health-related information that may influence their decision-making about COVID-19 vaccination.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>The purpose of this study was to improve the understanding about the sources and content of widely viewed YouTube videos on COVID-19 vaccination.</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>Using the keywords “coronavirus vaccination,” we searched for relevant YouTube videos, sorted them by view count, and selected two successive samples (with replacement) of the 100 most widely viewed videos in July and December 2020, respectively. Content related to COVID-19 vaccines were coded by two observers, and inter-rater reliability was demonstrated.</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>The videos observed in this study were viewed over 55 million times cumulatively. The number of videos that addressed fear increased from 6 in July to 20 in December 2020, and the cumulative views correspondingly increased from 2.6% (1,449,915 views) to 16.6% (9,553,368 views). There was also a large increase in the number of videos and cumulative views with respect to concerns about vaccine effectiveness, from 6 videos with approximately 6 million views in July to 25 videos with over 12 million views in December 2020. The number of videos and total cumulative views covering adverse reactions almost tripled, from 11 videos with approximately 6.5 million (11.7% of cumulative views) in July to 31 videos with almost 15.7 million views (27.2% of cumulative views) in December 2020.</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>Our data show the potentially inaccurate and negative influence social media can have on population-wide vaccine uptake, which should be urgently addressed by agencies of the United States Public Health Service as well as its global counterparts.</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>YouTube</kwd>
        <kwd>vaccination</kwd>
        <kwd>COVID-19</kwd>
        <kwd>social media</kwd>
        <kwd>communication</kwd>
        <kwd>misinformation</kwd>
        <kwd>disinformation</kwd>
        <kwd>adverse reactions</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <p>At the end of 2019, the World Health Organization (WHO) was informed by the Chinese health authorities about a cluster of pneumonia cases, which was shortly thereafter attributed to a novel coronavirus (SARS-CoV-2) [<xref ref-type="bibr" rid="ref1">1</xref>]. By the end of January 2020, the WHO characterized these outbreaks as a public health emergency [<xref ref-type="bibr" rid="ref2">2</xref>]. At the time of writing this manuscript, approximately 1 year following this declaration, over 2 million deaths worldwide [<xref ref-type="bibr" rid="ref3">3</xref>] had been directly attributed to COVID-19, the disease caused by SARS-CoV-2. At a similar time, the United States’ Centers for Disease Control and Prevention (CDC) issued a warning that a variant of SARS-CoV-2, first identified in England in late 2020 and known as “B.1.1.7,” had been detected in at least 10 US states [<xref ref-type="bibr" rid="ref4">4</xref>]. Research suggests that B.1.1.7, as with other identified variants circulating globally, is more highly transmissible. The spread of the variant is of great public health concern in terms of repercussions on case counts and, consequently, hospital capacity and eventual mortality [<xref ref-type="bibr" rid="ref4">4</xref>]. To say that the impacts of the COVID-19 global pandemic on morbidity, mortality, and global economies have been devastating would be a vast understatement. The degree to which the pandemic has exacerbated preexisting economic and health inequities has been staggering. Yet, the record speed with which multiple COVID-19 vaccinations were developed and received emergency use authorization in under a year’s time not only provides hope but represents an astounding scientific accomplishment.</p>
      <p>In early January 2020, scientists first made the genome sequence of SARS-CoV-2 available on the web [<xref ref-type="bibr" rid="ref5">5</xref>], and by mid-March 2020, Moderna’s experimental messenger RNA (mRNA)-based vaccine entered phase 1 of clinical trials [<xref ref-type="bibr" rid="ref6">6</xref>]. By early December 2020, regulators in the United Kingdom approved the emergency authorization status for the Pfizer and BioNTech COVID-19 vaccines [<xref ref-type="bibr" rid="ref7">7</xref>], and 6 days later, the United States Food and Drug Administration (FDA) followed suit [<xref ref-type="bibr" rid="ref8">8</xref>]. By December 18, 2020, a second mRNA vaccine developed by Moderna was also granted emergency use authorization in the United States by the FDA [<xref ref-type="bibr" rid="ref9">9</xref>]. Although the rollout of vaccines in many countries has been slower than anticipated [<xref ref-type="bibr" rid="ref10">10</xref>], as of March 1, 2021, nearly 7.8 billion vaccinations have been administered globally [<xref ref-type="bibr" rid="ref11">11</xref>]. It is well known that the pipeline from vaccine development to distribution is normally rather slow, in no small part due to the tremendous expense involved. However, the rapid sequencing of the virus (SARS-CoV-2), international scientific collaboration, and government financial support [<xref ref-type="bibr" rid="ref6">6</xref>] have helped to dramatically speed up the pace in this case. The nature of the mRNA vaccines, which do not require culturing or fermentation but instead rely on synthetic RNA, has further facilitated more rapid development [<xref ref-type="bibr" rid="ref6">6</xref>].</p>
      <p>Despite the highly encouraging safety and efficacy profiles of COVID-19 vaccines that have been granted emergency use authorization, thus far, the very processes that allowed for rapid development have also been a source of public concern, with possible negative effects on the uptake of vaccination [<xref ref-type="bibr" rid="ref12">12</xref>]. Vaccine hesitancy is multi-factorial phenomenon, often driven by a confluence of factors. Not the least of which is a mistrust of scientific experts and government officials [<xref ref-type="bibr" rid="ref13">13</xref>], which, for some populations, is grounded in the trauma of racist exploitation, disregard, and injustice [<xref ref-type="bibr" rid="ref14">14</xref>]. Although vaccine hesitancy has a long history [<xref ref-type="bibr" rid="ref15">15</xref>,<xref ref-type="bibr" rid="ref16">16</xref>], it is fair to say that today, the internet facilitates, if not drives, both vaccine misinformation and disinformation [<xref ref-type="bibr" rid="ref17">17</xref>]. Vaccine misinformation pertains to erroneous conclusions based on incomplete or incorrect facts, whereas vaccine disinformation involves the purposeful spread of falsehoods related to both specific vaccines and vaccination, in general [<xref ref-type="bibr" rid="ref17">17</xref>]. The spread of misinformation is likely facilitated by fear and misunderstanding of vaccine development and approval processes. In contrast, in the latter case, the intent is clearly nefarious in nature.</p>
      <p>Social media platforms have become a dominant communication channel through which people seek and share health-related information [<xref ref-type="bibr" rid="ref18">18</xref>,<xref ref-type="bibr" rid="ref19">19</xref>]. Research suggests that this is no less the case for information on COVID-19 [<xref ref-type="bibr" rid="ref20">20</xref>]. Although different age cohorts tend to prefer different social media platforms, overall, YouTube is extremely popular, with nearly three-quarters of the US adult population known to have used the platform [<xref ref-type="bibr" rid="ref21">21</xref>]. Founded in 2005, YouTube has over 2 billion users [<xref ref-type="bibr" rid="ref22">22</xref>]. YouTube videos can be accessed in 80 different languages, and over a billion hours of video are streamed every day [<xref ref-type="bibr" rid="ref22">22</xref>]. As with social media platforms in general, health-related content shared on YouTube is often not empirically grounded and yet can easily be accessed [<xref ref-type="bibr" rid="ref23">23</xref>]. Research on coronavirus-related videos on YouTube is nascent but the results thus far are mixed, with some studies finding that the majority of video content is reliable [<xref ref-type="bibr" rid="ref24">24</xref>,<xref ref-type="bibr" rid="ref25">25</xref>], whereas other studies, including those previously undertaken by authors of this study group [<xref ref-type="bibr" rid="ref26">26</xref>], demonstrating otherwise. At the time of this study, there is little published research on COVID-19 vaccination content on YouTube, with the exception of our previous study that revealed that the majority of videos were uploaded by news outlets and did not contain misinformation [<xref ref-type="bibr" rid="ref27">27</xref>]. Our prior investigation was conducted relatively early in the pandemic (early-April 2020). Continued monitoring and analysis of social media coverage of COVID-19 vaccine messages is vital to improve its understanding among public health officials about responding to questions and concerns that may produce vaccine hesitance and impede community mitigation. The purpose of this study was, therefore, to build on and update the findings of our previous investigation and add to the repository of scientific knowledge on COVID-19 social media content.</p>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <p>Using a cleared browsing history, and the keywords “coronavirus vaccination,” we searched YouTube for relevant videos, sorted them by view count, and conducted a successive sampling study. Two successive samples (with replacement) were selected and each included the 100 most widely viewed videos in July and December 2020, respectively. Half of the videos in each sample were independently coded by one researcher (EZ or CHB), and a 10% random sample was coded by both researchers to demonstrate inter-rater reliability (using the Kappa coefficient), which was found to be high (κ=.969 in Round 1 and κ=.963 in Round 2). Metadata were gathered for each video, including date uploaded, source, length (in minutes), and number of views. A video content checklist developed for this and our prior study of vaccine use on YouTube was based on a CDC fact sheet [<xref ref-type="bibr" rid="ref27">27</xref>]. Content coverage related to vaccine development, fast-tracking, emergency use authorization, manufacturing, dissemination, eligibility, dosing, herd immunity, concerns about adverse reactions, fear, effectiveness, and immunity duration were dichotomously coded as “present” or “absent.” The analysis comprised frequency and percentage distributions for dichotomous content variables and the proportion of total cumulative views garnered by videos addressing each content category. For continuous variables (number of video views and length of video), mean and SD were computed. Analysis was conducted within each of the successive samples using SPSS software (version 25.0; IBM Corp.). At William Paterson University and Columbia University, studies that do not involve human subjects are not subject to review; the Institutional Review Board at Teachers College of Columbia University reviewed the study protocol and deemed the research exempt from review.</p>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <p>The videos evaluated in this study were viewed over 55 million times. Twenty-nine of the videos from the July sample were retained in December. The mean length of the videos in the two samples was 7.5 minutes (see <xref ref-type="table" rid="table1">Table 1</xref>). Over 80% of the widely viewed videos in each sample originated from television or internet news, whereas fewer than 10% of the videos originated from consumers, professionals, or entertainment television. Between the two rounds, there were 14 professional videos, 7 in each round with 4 overlapping between the rounds. The professional videos in Round 1 comprised 4.4% of the total views (2,403,245/55,086,261) and those in Round 2 comprised 3.8% of the total views (2,157,142/57,506,506).</p>
      <p>The vaccine development process was the most covered topic, followed by fast-tracking of the vaccine (see <xref ref-type="table" rid="table2">Table 2</xref>). The vaccine manufacturing process was covered in 31 videos in July 2020 and 36 videos in December 2020, garnering almost one-third of the cumulative views in each sample. There was a 44% increase in the share of cumulative views of videos addressing vaccine dissemination from July (10,197,203/55,086,261, 18.5%) to December 2020 (14,732,085/57,506,506, 25.6%). This is attributable to the approximately 60% increase in videos covering this topic, from 17 in July 2020 to 27 in December 2020. From July to December, videos covering vaccine eligibility more than doubled (from 12 to 25), with the cumulative views increasing from &#60;5.5 million to &#62;9.5 million; however, even in December 2020, videos covering this topic accounted for only 16.8% (9,652,883/57,506,506) of the cumulative views. The number of videos addressing vaccine dosing increased from 4 to 26, and cumulative views of videos addressing dosing increased from 4% (2,217,251 views) to 15.7% (9,017, 039 views). There was relatively little change in the percentage of cumulative views garnered by videos addressing herd immunity or the duration of immunity derived from COVID-19 vaccines.</p>
      <table-wrap position="float" id="table1">
        <label>Table 1</label>
        <caption>
          <p>Characteristics of successive samples of YouTube videos about COVID-19 vaccination, July through December 2020.</p>
        </caption>
        <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
          <col width="30"/>
          <col width="400"/>
          <col width="310"/>
          <col width="260"/>
          <thead>
            <tr valign="top">
              <td colspan="2">Characteristic</td>
              <td colspan="2">Value, n (%)</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>
                <break/>
              </td>
              <td>July 2020 (n=100)</td>
              <td>December 2020 (n=100)</td>
            </tr>
          </thead>
          <tbody>
            <tr valign="top">
              <td colspan="4">
                <bold>Video views</bold>
              </td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Total views</td>
              <td>55,086,261</td>
              <td>57,506,506</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Mean views (SD)</td>
              <td>550,863 (620,691)</td>
              <td>575,065 (604,247)</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Range</td>
              <td>135,729-4,016,406</td>
              <td>196,294-4,038,435</td>
            </tr>
            <tr valign="top">
              <td colspan="4">
                <bold>Video length (minutes)</bold>
              </td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Mean length (SD)</td>
              <td>8.2 (9.4)</td>
              <td>7.2 (6.3)</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Range</td>
              <td>0.4-51.4</td>
              <td>0.5-35.4</td>
            </tr>
            <tr valign="top">
              <td colspan="4">
                <bold>Source</bold>
              </td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Consumer</td>
              <td>5 (5)</td>
              <td>8 (8)</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Professional</td>
              <td>7 (7)</td>
              <td>7 (7)</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Television or internet news</td>
              <td>84 (84)</td>
              <td>81 (81)</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Entertainment television</td>
              <td>4 (4)</td>
              <td>4 (4)</td>
            </tr>
          </tbody>
        </table>
      </table-wrap>
      <table-wrap position="float" id="table2">
        <label>Table 2</label>
        <caption>
          <p>Content of successive samples of YouTube videos about COVID-19 vaccination, July through December 2020.</p>
        </caption>
        <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
          <col width="250"/>
          <col width="100"/>
          <col width="150"/>
          <col width="140"/>
          <col width="0"/>
          <col width="100"/>
          <col width="140"/>
          <col width="120"/>
          <thead>
            <tr valign="top">
              <td>Content covered</td>
              <td colspan="4">July 2020</td>
              <td colspan="3">December 2020</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Number of videos (n)</td>
              <td>Number of views (n)</td>
              <td>Percentage of cumulative views (%)</td>
              <td colspan="2">Number of videos (n)</td>
              <td>Number of views (n)</td>
              <td>Percentage of cumulative views (%)</td>
            </tr>
          </thead>
          <tbody>
            <tr valign="top">
              <td>Vaccine development</td>
              <td>77</td>
              <td>47,745,687</td>
              <td>86.7</td>
              <td colspan="2">93</td>
              <td>52,907,010</td>
              <td>92.0</td>
            </tr>
            <tr valign="top">
              <td>Fast-tracking</td>
              <td>57</td>
              <td>31,891,480</td>
              <td>57.9</td>
              <td colspan="2">70</td>
              <td>40,140,849</td>
              <td>69.8</td>
            </tr>
            <tr valign="top">
              <td>Emergency use authorization</td>
              <td>3</td>
              <td>593,609</td>
              <td>1.1</td>
              <td colspan="2">22</td>
              <td>10,132,084</td>
              <td>17.6</td>
            </tr>
            <tr valign="top">
              <td>Vaccine manufacturing</td>
              <td>31</td>
              <td>17,498,885</td>
              <td>31.8</td>
              <td colspan="2">36</td>
              <td>18,817,111</td>
              <td>32.7</td>
            </tr>
            <tr valign="top">
              <td>Vaccine dissemination</td>
              <td>17</td>
              <td>10,197,203</td>
              <td>18.5</td>
              <td colspan="2">27</td>
              <td>14,732,085</td>
              <td>25.6</td>
            </tr>
            <tr valign="top">
              <td>Vaccine eligibility</td>
              <td>12</td>
              <td>5,410,203</td>
              <td>9.8</td>
              <td colspan="2">25</td>
              <td>9,652,883</td>
              <td>16.8</td>
            </tr>
            <tr valign="top">
              <td>Vaccine dosing<break/>  <break/>  </td>
              <td>4</td>
              <td>2,217,251</td>
              <td>4.0</td>
              <td colspan="2">26</td>
              <td>9,017,039</td>
              <td>15.7</td>
            </tr>
            <tr valign="top">
              <td>Herd immunity<break/>  <break/>  </td>
              <td>5</td>
              <td>2,286,901</td>
              <td>4.2</td>
              <td colspan="2">6</td>
              <td>3,173,062</td>
              <td>5.5</td>
            </tr>
            <tr valign="top">
              <td>Adverse reactions to the vaccine</td>
              <td>11</td>
              <td>6,456,465</td>
              <td>11.7</td>
              <td colspan="2">31</td>
              <td>15,686,832</td>
              <td>27.3</td>
            </tr>
            <tr valign="top">
              <td>Fear</td>
              <td>6</td>
              <td>1,449,915</td>
              <td>2.6</td>
              <td colspan="2">20</td>
              <td>9,553,368</td>
              <td>16.6</td>
            </tr>
            <tr valign="top">
              <td>Concerns about effectiveness</td>
              <td>6</td>
              <td>5,966,961</td>
              <td>10.8</td>
              <td colspan="2">25</td>
              <td>12,317,526</td>
              <td>21.4</td>
            </tr>
            <tr valign="top">
              <td>Concerns about immunity duration</td>
              <td>5</td>
              <td>2,415,092</td>
              <td>4.4</td>
              <td colspan="2">10</td>
              <td>3,953,045</td>
              <td>6.9</td>
            </tr>
          </tbody>
        </table>
      </table-wrap>
      <p>In contrast, the number of videos that addressed fear increased from 6 (July 2020) to 20 (December 2020), and the corresponding percentage of cumulative views increased from 2.6% (1,449,915 views) to 16.6% (9,553,368 views). There was also a large increase in the number of videos and cumulative views between the two samples with respect to concerns about vaccine effectiveness, from 6 videos with approximately 6 million views to 25 videos with over 12 million views, and a commensurate increase in the proportion of cumulative views (from 10.8% to 21.4%). The number of videos and total cumulative views covering adverse reactions almost tripled from 11 videos with approximately 6.5 million views (11.7% of cumulative views) in July to 31 videos with almost 15.7 million views (27.2% of cumulative views) in December 2020.</p>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <p>Vaccinations have resulted in the eradication of small pox and considerable reductions in measles, mumps, rubella, polio, varicella, and many other infectious diseases [<xref ref-type="bibr" rid="ref28">28</xref>]. Studying vaccinations historically shows the large time gaps that occur between scientific conceptualization, development, manufacturing, approval, and population-wide uptake. The current pandemic provides a remarkable example of unprecedented speed in developing, testing, and emergency use authorization of multiple vaccines [<xref ref-type="bibr" rid="ref6">6</xref>,<xref ref-type="bibr" rid="ref29">29</xref>,<xref ref-type="bibr" rid="ref30">30</xref>], and bodes well for primary prevention of COVID-19.</p>
      <p>The only two ways to achieve primary prevention of COVID-19 is by decreasing exposure to SARS-CoV-2 and evolving variants and reducing susceptibility through active infection or vaccination (although the efficacy of vaccines is less than 100% and the duration of immunity conferred through active infection or vaccination is equivocal). As long as COVID-19 is spreading through communities, social distancing, mask use, and hand hygiene are the best ways for reducing exposure among susceptible people [<xref ref-type="bibr" rid="ref31">31</xref>-<xref ref-type="bibr" rid="ref33">33</xref>]. Manufacturing and distributing vaccines in ways that result in widespread uptake is the key public health strategy for reducing population-wide susceptibility to COVID-19 [<xref ref-type="bibr" rid="ref34">34</xref>].</p>
      <p>Behaviors for reducing exposure and susceptibility both require voluntary decision-making by individuals. Reducing exposure through social distancing, mask use, avoiding crowded or poorly ventilated spaces, and practicing hand hygiene is challenging for many reasons. Not only are there economic pressures for frontline workers to be around others, but because people are inherently social and have been isolated to a greater or lesser degree since the pandemic was declared a global public health emergency by the WHO in January 2020, it is also inevitable that COVID-19 will continue to be transmitted within and among communities. Hence, reducing susceptibility through vaccination provides the greatest long-term hope for primary prevention of COVID-19.</p>
      <p>The main public health challenge now is the population-wide vaccine uptake and concomitant herd immunity. Observations in fields ranging from agriculture to technology indicate that something new—in this case, the uptake of a new vaccine—follows predictable patterns of adoption, with some population segments likely to adopt an innovation, and successive population segments adopting at slower rates over time until the last segment—laggards, who are most resistant and may never adopt the innovation [<xref ref-type="bibr" rid="ref35">35</xref>]. A substantial proportion of the United States [<xref ref-type="bibr" rid="ref36">36</xref>] and the global [<xref ref-type="bibr" rid="ref37">37</xref>] population is reportedly hesitant to receive a COVID-19 vaccination. In the United States, population segments that appear most hesitant vary by demographic and social characteristics; for example, those who appear to be more hesitant are women, younger and middle-aged adults, non-Hispanic Black people, adults with lower income and educational attainment and no health insurance, and adults residing in nonmetropolitan areas [<xref ref-type="bibr" rid="ref36">36</xref>,<xref ref-type="bibr" rid="ref38">38</xref>]. Various reasons for vaccine hesitancy have been identified, including concerns about side effects, safety, effectiveness, lack of trust in the government, and how politics has influenced vaccine development [<xref ref-type="bibr" rid="ref35">35</xref>].</p>
      <p>The main implication for public health education is that different messages are more or less relevant to assist different population segments to make informed decisions about vaccination, and the nature of messaging is dynamic and influenced by rapidly changing social context. Communication strategies have been proposed based on the level of vaccine hesitancy [<xref ref-type="bibr" rid="ref39">39</xref>]. The current challenge is different than those of the past, not only because the speed with which new information about COVID-19 and vaccination effectiveness and availability is being generated but also because of the speed with which information is disseminated throughout the population via social media. Although a very small proportion of serious adverse reactions have occurred following the 76+ million doses of COVID-19 vaccinations administered between December 14, 2020, and March 1, 2021 [<xref ref-type="bibr" rid="ref40">40</xref>], our results show that the number of widely viewed YouTube videos covering the topic of adverse reactions to COVID-19 vaccine almost tripled from 11 in July to 31 in December 2020, with a commensurate increase in the proportion of cumulative views (from 11.7%, representing 6.4 million views, to 27.2%, representing 15.6 million views). The coverage of concerns about effectiveness more than quadrupled with regard to the number of videos (6 videos in July to 25 videos in December 2020), and almost doubled with regard to the proportion of cumulative views (from 10.8%, representing approximately 6 million views, to 21.4%, representing &#62;12 million views). The extent to which messages are widely viewed can affect consumers’ beliefs and decision-making regarding the uptake of COVID-19 vaccination. Public health agencies responsible for helping people make informed decisions about vaccination must, therefore, monitor widely viewed social media on a daily basis to identify and address sources of misinformation and disinformation. In the context of this global public health emergency, we believe social media companies also share this responsibility [<xref ref-type="bibr" rid="ref41">41</xref>].</p>
      <p>A comprehensive national prevention strategy is needed to mitigate further morbidity and mortality caused by COVID-19, and an essential element of this strategy is to discover ways to assist the public in making informed decisions about vaccination [<xref ref-type="bibr" rid="ref42">42</xref>,<xref ref-type="bibr" rid="ref43">43</xref>]. Disseminating up-to-date and accurate information through social media is one of the most effective ways to reach a large proportion of the population. To date, public health agencies have had limited effectiveness in achieving this goal. Equally, if not more concerning, is that the efforts by individuals and groups to discourage vaccination are effectively reaching people who are uncertain or ambivalent about being vaccinated [<xref ref-type="bibr" rid="ref44">44</xref>]. It is also essential for an effective national prevention strategy to recognize and address other barriers that preclude individuals’ ability to make informed decisions about vaccination, such as limited access to the internet necessary to schedule an appointment, loss of income from taking time off from work, and lack of transportation.</p>
      <p>This study is delimited in scope in several ways. First, only the time period between July and December 2020 was sampled. The choice of these two points in time was somewhat arbitrary, but represents different pivotal points in the vaccine development process. Second, only 100 videos were included in each sample. Third, only certain content was coded. Fourth, attributes of videos were only examined in relation to the number of views, and we cannot distinguish between the number of views and the number of viewers. We did not have data on the characteristics of viewers such as geography or demographics, nor did we know the extent to which, if any, these videos impacted behavior. Finally, we relied on the keywords “coronavirus vaccine” to search for and sort the videos; thus, we relied on YouTube search algorithms. The main outcome for this study—the number of views—relied on YouTube numbers and sorting algorithms. Despite these delimitations, with the exception of our pilot study [<xref ref-type="bibr" rid="ref27">27</xref>], we did not identify any published studies examining YouTube videos related to COVID-19 vaccine messages. Although the sample size was small, the videos examined were widely viewed. This study was intended as a stepping-stone to improve understanding about videos that reach a large number of people. This is not only important for reaching the general population with accurate information about vaccinations but also for being aware and responding to disinformation and misinformation that may be disseminated through widely viewed content on social media, and influence the hesitancy of people who are uncertain about receiving a vaccine.</p>
      <p>In conclusion, our data show the potentially inaccurate and negative influence social media can have on population-wide vaccine uptake that should be urgently addressed by agencies of the United States Public Health Service as well as its global counterparts. At the time of this study (the second half of 2020), videos uploaded by public health agencies or professionals have had limited presence among the widely viewed YouTube videos that have reached millions of people. Different approaches are needed to understand and address the concerns subgroups of people have about COVID-19 vaccination. Improving the extent to which social media reaches the public with comprehensible, up-to-date, and scientifically accurate information must be a part of a comprehensive national strategy to help people make informed decisions about vaccination.</p>
    </sec>
  </body>
  <back>
    <app-group/>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">CDC</term>
          <def>
            <p>Centers for Disease Control and Prevention</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">FDA</term>
          <def>
            <p>Food and Drug Administration</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb3">mRNA</term>
          <def>
            <p>messenger RNA</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb4">WHO</term>
          <def>
            <p>World Health Organization</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <fn-group>
      <fn fn-type="conflict">
        <p>None declared.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Neilson</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Woodward</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>A comprehensive timeline of the coronavirus pandemic at 1 year, from China's first case to the present</article-title>
          <source>Insider</source>
          <year>2020</year>
          <month>12</month>
          <day>24</day>
          <access-date>2020-03-01</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.businessinsider.com/coronavirus-pandemic-timeline-history-major-events-2020-3">https://www.businessinsider.com/coronavirus-pandemic-timeline-history-major-events-2020-3</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="web">
          <article-title>Statement on the second meeting of the International Health Regulations (2005) Emergency Committee regarding the outbreak of novel coronavirus (2019-nCoV)</article-title>
          <source>World Health Organization</source>
          <year>2020</year>
          <month>1</month>
          <day>30</day>
          <access-date>2021-03-01</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.who.int/news/item/30-01-2020-statement-on-the-second-meeting-of-the-international-health-regulations-(2005)-emergency-committee-regarding-the-outbreak-of-novel-coronavirus-(2019-ncov)">https://tinyurl.com/26txmcpr</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ahluwalia</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Global COVID-19 death toll tops 2 million</article-title>
          <source>Thomson Reuters</source>
          <year>2021</year>
          <month>1</month>
          <day>15</day>
          <access-date>2021-03-01</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.reuters.com/article/us-health-coronavirus-global-casualties/global-covid-19-death-toll-tops-2-million-idUSKBN29K2EW">https://www.reuters.com/article/us-health-coronavirus-global-casualties/global-covid-19-death-toll-tops-2-million-idUSKBN29K2EW</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Galloway</surname>
              <given-names>SE</given-names>
            </name>
            <name name-style="western">
              <surname>Paul</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>MacCannell</surname>
              <given-names>DR</given-names>
            </name>
            <name name-style="western">
              <surname>Johansson</surname>
              <given-names>MA</given-names>
            </name>
            <name name-style="western">
              <surname>Brooks</surname>
              <given-names>JT</given-names>
            </name>
            <name name-style="western">
              <surname>MacNeil</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Slayton</surname>
              <given-names>RB</given-names>
            </name>
            <name name-style="western">
              <surname>Tong</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Silk</surname>
              <given-names>BJ</given-names>
            </name>
            <name name-style="western">
              <surname>Armstrong</surname>
              <given-names>GL</given-names>
            </name>
            <name name-style="western">
              <surname>Biggerstaff</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Dugan</surname>
              <given-names>VG</given-names>
            </name>
          </person-group>
          <article-title>Emergence of SARS-CoV-2 B.1.1.7 lineage - United States, December 29, 2020-January 12, 2021</article-title>
          <source>MMWR Morb Mortal Wkly Rep</source>
          <year>2021</year>
          <month>01</month>
          <day>22</day>
          <volume>70</volume>
          <issue>3</issue>
          <fpage>95</fpage>
          <lpage>99</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.15585/mmwr.mm7003e2"/>
          </comment>
          <pub-id pub-id-type="doi">10.15585/mmwr.mm7003e2</pub-id>
          <pub-id pub-id-type="medline">33476315</pub-id>
          <pub-id pub-id-type="pmcid">PMC7821772</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Paden</surname>
              <given-names>CR</given-names>
            </name>
            <name name-style="western">
              <surname>Tao</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Queen</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Zhang</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Li</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Uehara</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Tong</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Rapid, sensitive, full-genome sequencing of Severe Acute Respiratory Syndrome Coronavirus 2</article-title>
          <source>Emerg Infect Dis</source>
          <year>2020</year>
          <month>10</month>
          <volume>26</volume>
          <issue>10</issue>
          <fpage>2401</fpage>
          <lpage>2405</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.3201/eid2610.201800"/>
          </comment>
          <pub-id pub-id-type="doi">10.3201/eid2610.201800</pub-id>
          <pub-id pub-id-type="medline">32610037</pub-id>
          <pub-id pub-id-type="pmcid">PMC7510745</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lurie</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Saville</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Hatchett</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Halton</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Developing Covid-19 vaccines at pandemic speed</article-title>
          <source>N Engl J Med</source>
          <year>2020</year>
          <month>05</month>
          <day>21</day>
          <volume>382</volume>
          <issue>21</issue>
          <fpage>1969</fpage>
          <lpage>1973</lpage>
          <pub-id pub-id-type="doi">10.1056/nejmp2005630</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ledford</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Cyranoski</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Van Noorden</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>The UK has approved a COVID vaccine - here's what scientists now want to know</article-title>
          <source>Nature</source>
          <year>2020</year>
          <month>12</month>
          <volume>588</volume>
          <issue>7837</issue>
          <fpage>205</fpage>
          <lpage>206</lpage>
          <pub-id pub-id-type="doi">10.1038/d41586-020-03441-8</pub-id>
          <pub-id pub-id-type="medline">33288887</pub-id>
          <pub-id pub-id-type="pii">10.1038/d41586-020-03441-8</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="web">
          <article-title>FDA Takes Key Action in Fight Against COVID-19 By Issuing Emergency Use Authorization for First COVID-19 Vaccine</article-title>
          <source>U.S. Food &#38; Drug Administration</source>
          <year>2020</year>
          <month>12</month>
          <day>11</day>
          <access-date>2021-03-01</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.fda.gov/news-events/press-announcements/fda-takes-key-action-fight-against-covid-19-issuing-emergency-use-authorization-first-covid-19#:~:text=Today%2C%20the%20U.S.%20Food%20and,years%20of%20age%20and%20older">https://www.fda.gov/news-events/press-announcements/fda-takes-key-action-fight-against-covid-19-issuing-emergency-use-authorization-first-covid-19#:~:text=Today%2C%20the%20U.S.%20Food%20and,years%20of%20age%20and%20older</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="web">
          <article-title>Moderna COVID-19 vaccine</article-title>
          <source>U.S. Food &#38; Drug Administration</source>
          <access-date>2021-03-01</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.fda.gov/emergency-preparedness-and-response/coronavirus-disease-2019-covid-19/moderna-covid-19-vaccine">https://www.fda.gov/emergency-preparedness-and-response/coronavirus-disease-2019-covid-19/moderna-covid-19-vaccine</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Beaumont</surname>
              <given-names>P</given-names>
            </name>
          </person-group>
          <article-title>Covid vaccinations: slow start around world brings dose of reality</article-title>
          <source>The Guardian</source>
          <year>2021</year>
          <month>1</month>
          <day>5</day>
          <access-date>2021-03-01</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.theguardian.com/world/2021/jan/05/covid-vaccinations-slow-start-around-world-dose-reality">https://www.theguardian.com/world/2021/jan/05/covid-vaccinations-slow-start-around-world-dose-reality</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ritchie</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Ortiz-Ospina</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Beltekian</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Mathieu</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Hasell</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Macdonald</surname>
              <given-names>B</given-names>
            </name>
          </person-group>
          <article-title>Coronavirus (COVID-19) vaccinations</article-title>
          <source>Our World in Data</source>
          <access-date>2021-03-01</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://ourworldindata.org/covid-vaccinations">https://ourworldindata.org/covid-vaccinations</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kekatos</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Nearly 80% of Americans think that the speedy approval process of a coronavirus vaccine is driven by politics—NOT by proof that shots work</article-title>
          <source>The Harris Poll</source>
          <access-date>2021-03-01</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://theharrispoll.com/nearly-80-of-americans-think-that-the-speedy-approval-process-of-a-coronavirus-vaccine-is-driven-by-politics-not-by-proof-that-shots-work/">https://theharrispoll.com/nearly-80-of-americans-think-that-the-speedy-approval-process-of-a-coronavirus-vaccine-is-driven-by-politics-not-by-proof-that-shots-work/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Verger</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Dubé</surname>
              <given-names>E</given-names>
            </name>
          </person-group>
          <article-title>Restoring confidence in vaccines in the COVID-19 era</article-title>
          <source>Expert Rev Vaccines</source>
          <year>2020</year>
          <month>11</month>
          <volume>19</volume>
          <issue>11</issue>
          <fpage>991</fpage>
          <lpage>993</lpage>
          <pub-id pub-id-type="doi">10.1080/14760584.2020.1825945</pub-id>
          <pub-id pub-id-type="medline">32940574</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Warren</surname>
              <given-names>RC</given-names>
            </name>
            <name name-style="western">
              <surname>Forrow</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Hodge</surname>
              <given-names>DA</given-names>
            </name>
            <name name-style="western">
              <surname>Truog</surname>
              <given-names>RD</given-names>
            </name>
          </person-group>
          <article-title>Trustworthiness before Trust — Covid-19 Vaccine Trials and the Black Community</article-title>
          <source>N Engl J Med</source>
          <year>2020</year>
          <month>11</month>
          <day>26</day>
          <volume>383</volume>
          <issue>22</issue>
          <fpage>e121</fpage>
          <pub-id pub-id-type="doi">10.1056/nejmp2030033</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Harrison</surname>
              <given-names>EA</given-names>
            </name>
            <name name-style="western">
              <surname>Wu</surname>
              <given-names>JW</given-names>
            </name>
          </person-group>
          <article-title>Vaccine confidence in the time of COVID-19</article-title>
          <source>Eur J Epidemiol</source>
          <year>2020</year>
          <month>04</month>
          <volume>35</volume>
          <issue>4</issue>
          <fpage>325</fpage>
          <lpage>330</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/32318915"/>
          </comment>
          <pub-id pub-id-type="doi">10.1007/s10654-020-00634-3</pub-id>
          <pub-id pub-id-type="medline">32318915</pub-id>
          <pub-id pub-id-type="pii">10.1007/s10654-020-00634-3</pub-id>
          <pub-id pub-id-type="pmcid">PMC7174145</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>McAteer</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Yildirim</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Chahroudi</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>The VACCINES Act: Deciphering vaccine hesitancy in the time of COVID-19</article-title>
          <source>Clin Infect Dis</source>
          <year>2020</year>
          <month>07</month>
          <day>28</day>
          <volume>71</volume>
          <issue>15</issue>
          <fpage>703</fpage>
          <lpage>705</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/32282038"/>
          </comment>
          <pub-id pub-id-type="doi">10.1093/cid/ciaa433</pub-id>
          <pub-id pub-id-type="medline">32282038</pub-id>
          <pub-id pub-id-type="pii">5819529</pub-id>
          <pub-id pub-id-type="pmcid">PMC7184475</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Igoe</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <article-title>Establishing the truth: Vaccines, social media, and the spread of misinformation</article-title>
          <source>Harvard T.H. Chan School of Public Health</source>
          <year>2019</year>
          <month>07</month>
          <day>10</day>
          <access-date>2021-03-01</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.hsph.harvard.edu/ecpe/vaccines-social-media-spread-misinformation/">https://www.hsph.harvard.edu/ecpe/vaccines-social-media-spread-misinformation/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Fox</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>The social life of health information</article-title>
          <source>Pew Research Center</source>
          <year>2014</year>
          <month>1</month>
          <day>15</day>
          <access-date>2021-03-01</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.pewresearch.org/fact-tank/2014/01/15/the-social-life-of-health-information/">https://www.pewresearch.org/fact-tank/2014/01/15/the-social-life-of-health-information/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="web">
          <article-title>The Internet and Health</article-title>
          <source>Pew Research Center</source>
          <year>2013</year>
          <month>2</month>
          <day>12</day>
          <access-date>2021-03-01</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.pewresearch.org/internet/2013/02/12/the-internet-and-health/,">https://www.pewresearch.org/internet/2013/02/12/the-internet-and-health/,</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Larson</surname>
              <given-names>HJ</given-names>
            </name>
          </person-group>
          <article-title>A call to arms: helping family, friends and communities navigate the COVID-19 infodemic</article-title>
          <source>Nat Rev Immunol</source>
          <year>2020</year>
          <month>08</month>
          <volume>20</volume>
          <issue>8</issue>
          <fpage>449</fpage>
          <lpage>450</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/32616908"/>
          </comment>
          <pub-id pub-id-type="doi">10.1038/s41577-020-0380-8</pub-id>
          <pub-id pub-id-type="medline">32616908</pub-id>
          <pub-id pub-id-type="pii">10.1038/s41577-020-0380-8</pub-id>
          <pub-id pub-id-type="pmcid">PMC7331910</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Perrin</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Anderson</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Share of U.S. adults using social media, including Facebook, is mostly unchanged since 2018</article-title>
          <source>Pew Research Center</source>
          <year>2019</year>
          <month>4</month>
          <day>10</day>
          <access-date>2021-03-01</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.pewresearch.org/fact-tank/2019/04/10/share-of-u-s-adults-using-social-media-including-facebook-is-mostly-unchanged-since-2018/">https://www.pewresearch.org/fact-tank/2019/04/10/share-of-u-s-adults-using-social-media-including-facebook-is-mostly-unchanged-since-2018/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="web">
          <source>YouTube for Press</source>
          <access-date>2021-03-01</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.youtube.com/about/press/">https://www.youtube.com/about/press/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Madathil</surname>
              <given-names>KC</given-names>
            </name>
            <name name-style="western">
              <surname>Rivera-Rodriguez</surname>
              <given-names>AJ</given-names>
            </name>
            <name name-style="western">
              <surname>Greenstein</surname>
              <given-names>JS</given-names>
            </name>
            <name name-style="western">
              <surname>Gramopadhye</surname>
              <given-names>AK</given-names>
            </name>
          </person-group>
          <article-title>Healthcare information on YouTube: A systematic review</article-title>
          <source>Health Informatics J</source>
          <year>2015</year>
          <month>09</month>
          <volume>21</volume>
          <issue>3</issue>
          <fpage>173</fpage>
          <lpage>94</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://journals.sagepub.com/doi/10.1177/1460458213512220?url_ver=Z39.88-2003&#38;rfr_id=ori:rid:crossref.org&#38;rfr_dat=cr_pub%3dpubmed"/>
          </comment>
          <pub-id pub-id-type="doi">10.1177/1460458213512220</pub-id>
          <pub-id pub-id-type="medline">24670899</pub-id>
          <pub-id pub-id-type="pii">1460458213512220</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>D'Souza</surname>
              <given-names>RS</given-names>
            </name>
            <name name-style="western">
              <surname>D'Souza</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Strand</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Anderson</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Vogt</surname>
              <given-names>MNP</given-names>
            </name>
            <name name-style="western">
              <surname>Olatoye</surname>
              <given-names>O</given-names>
            </name>
          </person-group>
          <article-title>YouTube as a source of medical information on the novel coronavirus 2019 disease (COVID-19) pandemic</article-title>
          <source>Glob Public Health</source>
          <year>2020</year>
          <month>07</month>
          <volume>15</volume>
          <issue>7</issue>
          <fpage>935</fpage>
          <lpage>942</lpage>
          <pub-id pub-id-type="doi">10.1080/17441692.2020.1761426</pub-id>
          <pub-id pub-id-type="medline">32397870</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Marchal</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Au</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Howard</surname>
              <given-names>P</given-names>
            </name>
          </person-group>
          <article-title>Coronavirus News and Information on YouTube: A Content Analysis of Popular Search Terms</article-title>
          <source>COMPROP Data Memo 2020</source>
          <year>2020</year>
          <month>4</month>
          <day>17</day>
          <access-date>2021-03-01</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://comprop.oii.ox.ac.uk/wp-content/uploads/sites/93/2020/04/YouTube-Memo-COVID-19-FINAL.pdf">https://comprop.oii.ox.ac.uk/wp-content/uploads/sites/93/2020/04/YouTube-Memo-COVID-19-FINAL.pdf</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref26">
        <label>26</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Basch</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Hillyer</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Meleo-Erwin</surname>
              <given-names>Z</given-names>
            </name>
            <name name-style="western">
              <surname>Jaime</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Mohlman</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Basch</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>Preventive behaviors conveyed on YouTube to mitigate transmission of COVID-19: Cross-sectional study</article-title>
          <source>JMIR Public Health Surveill</source>
          <year>2020</year>
          <month>4</month>
          <day>2</day>
          <volume>6</volume>
          <issue>2</issue>
          <fpage>e18807</fpage>
          <pub-id pub-id-type="doi">10.2196/18807</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref27">
        <label>27</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Basch</surname>
              <given-names>CH</given-names>
            </name>
            <name name-style="western">
              <surname>Hillyer</surname>
              <given-names>GC</given-names>
            </name>
            <name name-style="western">
              <surname>Zagnit</surname>
              <given-names>EA</given-names>
            </name>
            <name name-style="western">
              <surname>Basch</surname>
              <given-names>CE</given-names>
            </name>
          </person-group>
          <article-title>YouTube coverage of COVID-19 vaccine development: implications for awareness and uptake</article-title>
          <source>Hum Vaccin Immunother</source>
          <year>2020</year>
          <month>11</month>
          <day>01</day>
          <volume>16</volume>
          <issue>11</issue>
          <fpage>2582</fpage>
          <lpage>2585</lpage>
          <pub-id pub-id-type="doi">10.1080/21645515.2020.1790280</pub-id>
          <pub-id pub-id-type="medline">32701403</pub-id>
          <pub-id pub-id-type="pmcid">PMC7734079</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref28">
        <label>28</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Greenwood</surname>
              <given-names>B</given-names>
            </name>
          </person-group>
          <article-title>The contribution of vaccination to global health: past, present and future</article-title>
          <source>Philos Trans R Soc Lond B Biol Sci</source>
          <year>2014</year>
          <volume>369</volume>
          <issue>1645</issue>
          <fpage>20130433</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/24821919"/>
          </comment>
          <pub-id pub-id-type="doi">10.1098/rstb.2013.0433</pub-id>
          <pub-id pub-id-type="medline">24821919</pub-id>
          <pub-id pub-id-type="pii">rstb.2013.0433</pub-id>
          <pub-id pub-id-type="pmcid">PMC4024226</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref29">
        <label>29</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bloom</surname>
              <given-names>DE</given-names>
            </name>
            <name name-style="western">
              <surname>Cadarette</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Ferranna</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Hyer</surname>
              <given-names>RN</given-names>
            </name>
            <name name-style="western">
              <surname>Tortorice</surname>
              <given-names>DL</given-names>
            </name>
          </person-group>
          <article-title>How new models of vaccine development For COVID-19 have helped address an epic public health crisis</article-title>
          <source>Health Aff (Millwood)</source>
          <year>2021</year>
          <month>03</month>
          <volume>40</volume>
          <issue>3</issue>
          <fpage>410</fpage>
          <lpage>418</lpage>
          <pub-id pub-id-type="doi">10.1377/hlthaff.2020.02012</pub-id>
          <pub-id pub-id-type="medline">33539191</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref30">
        <label>30</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Mukherjee</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Barouch</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Hamburg</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Weiss</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Yancopoulos</surname>
              <given-names>G</given-names>
            </name>
          </person-group>
          <article-title>Can a vaccine for Covid-19 be developed in record time?</article-title>
          <source>The New York Times Magazine</source>
          <year>2020</year>
          <month>6</month>
          <day>9</day>
          <access-date>2021-03-01</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.nytimes.com/interactive/2020/06/09/magazine/covid-vaccine.html">https://www.nytimes.com/interactive/2020/06/09/magazine/covid-vaccine.html</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref31">
        <label>31</label>
        <nlm-citation citation-type="web">
          <article-title>Social Distancing - Keep a Safe Distance to Slow the Spread</article-title>
          <source>Centers for Disease Control and Prevention</source>
          <year>2020</year>
          <access-date>2021-03-01</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.cdc.gov/coronavirus/2019-ncov/prevent-getting-sick/social-distancing.html">https://www.cdc.gov/coronavirus/2019-ncov/prevent-getting-sick/social-distancing.html</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref32">
        <label>32</label>
        <nlm-citation citation-type="web">
          <article-title>Science Brief: Community Use of Cloth Masks to Control the Spread of SARS-CoV-2</article-title>
          <source>Centers for Disease Control and Prevention</source>
          <year>2020</year>
          <month>11</month>
          <access-date>2021-03-01</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.cdc.gov/coronavirus/2019-ncov/more/masking-science-sars-cov2.html#:~:text=SARS%2DCoV%2D2%20infection%20is,of%20SARS%2DCoV%2D2">https://www.cdc.gov/coronavirus/2019-ncov/more/masking-science-sars-cov2.html#:~:text=SARS%2DCoV%2D2%20infection%20is,of%20SARS%2DCoV%2D2</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref33">
        <label>33</label>
        <nlm-citation citation-type="web">
          <article-title>Handwashing: Clean Hands Save Lives</article-title>
          <source>Centers for Disease Control and Prevention</source>
          <access-date>2021-03-01</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.cdc.gov/handwashing/index.html">https://www.cdc.gov/handwashing/index.html</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref34">
        <label>34</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Slaoui</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Hepburn</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Developing safe and effective Covid vaccines - Operation Warp Speed's strategy and approach</article-title>
          <source>N Engl J Med</source>
          <year>2020</year>
          <month>10</month>
          <day>29</day>
          <volume>383</volume>
          <issue>18</issue>
          <fpage>1701</fpage>
          <lpage>1703</lpage>
          <pub-id pub-id-type="doi">10.1056/nejmp2027405</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref35">
        <label>35</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>McKee</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Bohannon</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <article-title>Exploring the reasons behind parental refusal of vaccines</article-title>
          <source>J Pediatr Pharmacol Ther</source>
          <year>2016</year>
          <volume>21</volume>
          <issue>2</issue>
          <fpage>104</fpage>
          <lpage>9</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/27199617"/>
          </comment>
          <pub-id pub-id-type="doi">10.5863/1551-6776-21.2.104</pub-id>
          <pub-id pub-id-type="medline">27199617</pub-id>
          <pub-id pub-id-type="pmcid">PMC4869767</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref36">
        <label>36</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Nguyen</surname>
              <given-names>KH</given-names>
            </name>
            <name name-style="western">
              <surname>Srivastav</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Razzaghi</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Williams</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Lindley</surname>
              <given-names>MC</given-names>
            </name>
            <name name-style="western">
              <surname>Jorgensen</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Abad</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Singleton</surname>
              <given-names>JA</given-names>
            </name>
          </person-group>
          <article-title>COVID-19 vaccination intent, perceptions, and reasons for not vaccinating among groups prioritized for early vaccination - United States, September and December 2020</article-title>
          <source>MMWR Morb Mortal Wkly Rep</source>
          <year>2021</year>
          <month>03</month>
          <day>12</day>
          <volume>70</volume>
          <issue>6</issue>
          <fpage>217</fpage>
          <lpage>222</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.15585/mmwr.mm7006e3"/>
          </comment>
          <pub-id pub-id-type="doi">10.15585/mmwr.mm7006e3</pub-id>
          <pub-id pub-id-type="medline">33571174</pub-id>
          <pub-id pub-id-type="pmcid">PMC7877585</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref37">
        <label>37</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lin</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Tu</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Beitsch</surname>
              <given-names>LM</given-names>
            </name>
          </person-group>
          <article-title>Confidence and receptivity for COVID-19 vaccines: A rapid systematic review</article-title>
          <source>Vaccines (Basel)</source>
          <year>2020</year>
          <month>12</month>
          <day>30</day>
          <volume>9</volume>
          <issue>1</issue>
          <fpage>16</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.mdpi.com/resolver?pii=vaccines9010016"/>
          </comment>
          <pub-id pub-id-type="doi">10.3390/vaccines9010016</pub-id>
          <pub-id pub-id-type="medline">33396832</pub-id>
          <pub-id pub-id-type="pii">vaccines9010016</pub-id>
          <pub-id pub-id-type="pmcid">PMC7823859</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref38">
        <label>38</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hamel</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Kirzinger</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Munana</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Brodie</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>KFF COVID-19 Vaccine Monitor: December 202</article-title>
          <source>KFF (Kaiser Family Foundation)</source>
          <year>2020</year>
          <month>12</month>
          <day>15</day>
          <access-date>2021-03-01</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.kff.org/coronavirus-covid-19/report/kff-covid-19-vaccine-monitor-december-2020/">https://www.kff.org/coronavirus-covid-19/report/kff-covid-19-vaccine-monitor-december-2020/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref39">
        <label>39</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Wood</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Schulman</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <article-title>Beyond politics - Promoting Covid-19 vaccination in the United States</article-title>
          <source>N Engl J Med</source>
          <year>2021</year>
          <month>02</month>
          <day>18</day>
          <volume>384</volume>
          <issue>7</issue>
          <fpage>e23</fpage>
          <pub-id pub-id-type="doi">10.1056/nejmms2033790</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref40">
        <label>40</label>
        <nlm-citation citation-type="web">
          <article-title>Selected adverse events reported after COVID-19 vaccination</article-title>
          <source>Centers for Disease Control and Prevention</source>
          <access-date>2021-03-01</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.cdc.gov/coronavirus/2019-ncov/vaccines/safety/adverse-events.html">https://www.cdc.gov/coronavirus/2019-ncov/vaccines/safety/adverse-events.html</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref41">
        <label>41</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Donovan</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Social-media companies must flatten the curve of misinformation</article-title>
          <source>Nature</source>
          <year>2020</year>
          <month>04</month>
          <day>14</day>
          <pub-id pub-id-type="doi">10.1038/d41586-020-01107-z</pub-id>
          <pub-id pub-id-type="medline">32291410</pub-id>
          <pub-id pub-id-type="pii">10.1038/d41586-020-01107-z</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref42">
        <label>42</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lee</surname>
              <given-names>TH</given-names>
            </name>
            <name name-style="western">
              <surname>Chen</surname>
              <given-names>AH</given-names>
            </name>
          </person-group>
          <article-title>Last-mile logistics of Covid vaccination - The role of health care organizations</article-title>
          <source>N Engl J Med</source>
          <year>2021</year>
          <month>02</month>
          <day>25</day>
          <volume>384</volume>
          <issue>8</issue>
          <fpage>685</fpage>
          <lpage>687</lpage>
          <pub-id pub-id-type="doi">10.1056/nejmp2100574</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref43">
        <label>43</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Volpp</surname>
              <given-names>KG</given-names>
            </name>
            <name name-style="western">
              <surname>Loewenstein</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Buttenheim</surname>
              <given-names>AM</given-names>
            </name>
          </person-group>
          <article-title>Behaviorally informed strategies for a national COVID-19 vaccine promotion program</article-title>
          <source>JAMA</source>
          <year>2021</year>
          <month>01</month>
          <day>12</day>
          <volume>325</volume>
          <issue>2</issue>
          <fpage>125</fpage>
          <lpage>126</lpage>
          <pub-id pub-id-type="doi">10.1001/jama.2020.24036</pub-id>
          <pub-id pub-id-type="medline">33315079</pub-id>
          <pub-id pub-id-type="pii">2774381</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref44">
        <label>44</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Johnson</surname>
              <given-names>NF</given-names>
            </name>
            <name name-style="western">
              <surname>Velásquez</surname>
              <given-names>Nicolas</given-names>
            </name>
            <name name-style="western">
              <surname>Restrepo</surname>
              <given-names>NJ</given-names>
            </name>
            <name name-style="western">
              <surname>Leahy</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Gabriel</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>El Oud</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Zheng</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Manrique</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Wuchty</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Lupu</surname>
              <given-names>Y</given-names>
            </name>
          </person-group>
          <article-title>The online competition between pro- and anti-vaccination views</article-title>
          <source>Nature</source>
          <year>2020</year>
          <month>06</month>
          <volume>582</volume>
          <issue>7811</issue>
          <fpage>230</fpage>
          <lpage>233</lpage>
          <pub-id pub-id-type="doi">10.1038/s41586-020-2281-1</pub-id>
          <pub-id pub-id-type="medline">32499650</pub-id>
          <pub-id pub-id-type="pii">10.1038/s41586-020-2281-1</pub-id>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
