<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<?covid-19-tdm?>
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JPH</journal-id>
      <journal-id journal-id-type="nlm-ta">JMIR Public Health Surveill</journal-id>
      <journal-title>JMIR Public Health and Surveillance</journal-title>
      <issn pub-type="epub">2369-2960</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v7i7e27942</article-id>
      <article-id pub-id-type="pmid">34117860</article-id>
      <article-id pub-id-type="doi">10.2196/27942</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Original Paper</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Original Paper</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>The Saudi Ministry of Health’s Twitter Communication Strategies and Public Engagement During the COVID-19 Pandemic: Content Analysis Study</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Sanchez</surname>
            <given-names>Travis</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Lachlan</surname>
            <given-names>Kenneth</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Pobiruchin</surname>
            <given-names>Monika</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Sudaryanto</surname>
            <given-names>Agus</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author" corresp="yes">
          <name name-style="western">
            <surname>Alhassan</surname>
            <given-names>Fatimah Mohammed</given-names>
          </name>
          <degrees>BSc, MSc</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <address>
            <institution>Department of Health Informatics</institution>
            <institution>College of Public Health and Health Informatics</institution>
            <institution>King Saud bin Abdulaziz University for Health Sciences</institution>
            <addr-line>PO Box 3660</addr-line>
            <addr-line>Riyadh, 11481</addr-line>
            <country>Saudi Arabia</country>
            <phone>966 11 4299999</phone>
            <email>fatimah.m.alhasan@gmail.com</email>
          </address>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-0815-2864</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author">
          <name name-style="western">
            <surname>AlDossary</surname>
            <given-names>Sharifah Abdullah</given-names>
          </name>
          <degrees>BSc, MSc, PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-1737-301X</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>Department of Health Informatics</institution>
        <institution>College of Public Health and Health Informatics</institution>
        <institution>King Saud bin Abdulaziz University for Health Sciences</institution>
        <addr-line>Riyadh</addr-line>
        <country>Saudi Arabia</country>
      </aff>
      <aff id="aff2">
        <label>2</label>
        <institution>King Abdullah International Medical Research Center</institution>
        <addr-line>Riyadh</addr-line>
        <country>Saudi Arabia</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Fatimah Mohammed Alhassan <email>fatimah.m.alhasan@gmail.com</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <month>7</month>
        <year>2021</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>12</day>
        <month>7</month>
        <year>2021</year>
      </pub-date>
      <volume>7</volume>
      <issue>7</issue>
      <elocation-id>e27942</elocation-id>
      <history>
        <date date-type="received">
          <day>14</day>
          <month>2</month>
          <year>2021</year>
        </date>
        <date date-type="rev-request">
          <day>7</day>
          <month>3</month>
          <year>2021</year>
        </date>
        <date date-type="rev-recd">
          <day>29</day>
          <month>4</month>
          <year>2021</year>
        </date>
        <date date-type="accepted">
          <day>11</day>
          <month>6</month>
          <year>2021</year>
        </date>
      </history>
      <copyright-statement>©Fatimah Mohammed Alhassan, Sharifah Abdullah AlDossary. Originally published in JMIR Public Health and Surveillance (https://publichealth.jmir.org), 12.07.2021.</copyright-statement>
      <copyright-year>2021</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in JMIR Public Health and Surveillance, is properly cited. The complete bibliographic information, a link to the original publication on https://publichealth.jmir.org, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="https://publichealth.jmir.org/2021/7/e27942" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>During a public health crisis such as the current COVID-19 pandemic, governments and health authorities need quick and accurate methods of communicating with the public. While social media can serve as a useful tool for effective communication during disease outbreaks, few studies have elucidated how these platforms are used by the Ministry of Health (MOH) during disease outbreaks in Saudi Arabia.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>Guided by the Crisis and Emergency Risk Communication model, this study aimed to explore the MOH’s use of Twitter and the public’s engagement during different stages of the COVID-19 pandemic in Saudi Arabia.</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>Tweets and corresponding likes and retweets were extracted from the official Twitter account of the MOH in Saudi Arabia for the period of January 1 through August 31, 2020. Tweets related to COVID-19 were identified; subsequently, content analysis was performed, in which tweets were coded for the following message types: risk messages, warnings, preparations, uncertainty reduction, efficacy, reassurance, and digital health responses. Public engagement was measured by examining the numbers of likes and retweets. The association between outbreak stages and types of messages was assessed, as well as the effect of these messages on public engagement.</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>The MOH posted a total of 1393 original tweets during the study period. Of the total tweets, 1293 (92.82%) were related to COVID-19, and 1217 were ultimately included in the analysis. The MOH posted the majority of its tweets (65.89%) during the initial stage of the outbreak. Accordingly, the public showed the highest level of engagement (as indicated by numbers of likes and retweets) during the initial stage. The types of messages sent by the MOH significantly differed across outbreak stages, with messages related to uncertainty reduction, reassurance, and efficacy being prevalent among all stages. Tweet content, media type, and crisis stage influenced the level of public engagement. Engagement was negatively associated with the inclusion of hyperlinks and multimedia files, while higher level of public engagement was associated with the use of hashtags. Tweets related to warnings, uncertainty reduction, and reassurance received high levels of public engagement.</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>This study provides insights into the Saudi MOH’s communication strategy during the COVID-19 pandemic. Our results have implications for researchers, governments, health organizations, and practitioners with regard to their communication practices during outbreaks. To increase public engagement, governments and health authorities should consider the public’s need for information. This, in turn, could raise public awareness regarding disease outbreaks.</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>COVID-19</kwd>
        <kwd>Crisis and Emergency Risk Communication</kwd>
        <kwd>effective communication</kwd>
        <kwd>health authorities</kwd>
        <kwd>outbreak</kwd>
        <kwd>pandemic</kwd>
        <kwd>public engagement</kwd>
        <kwd>public health</kwd>
        <kwd>social media</kwd>
        <kwd>Twitter</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <sec>
        <title>Background</title>
        <p>Coronaviruses are a large family of viruses that cause diseases ranging from those with common cold symptoms to more severe pneumonia-like illnesses [<xref ref-type="bibr" rid="ref1">1</xref>]. On December 31, 2019, the World Health Organization (WHO) Country Office in China declared that a new coronavirus, SARS-CoV-2, had been detected in Wuhan. Within a few weeks, the virus had spread from Wuhan to many provinces within China. It subsequently spread outside China, reaching over 200 countries. The rapid and continuous spread of the virus led the WHO to declare COVID-19, caused by SARS-CoV-2, a public health emergency of international concern on January 30, 2020, and a pandemic on March 11, 2020 [<xref ref-type="bibr" rid="ref2">2</xref>-<xref ref-type="bibr" rid="ref5">5</xref>].</p>
        <p>Saudi Arabia is the second largest Arab country with a population of over 34 million people [<xref ref-type="bibr" rid="ref6">6</xref>]. The Ministry of Health (MOH) in Saudi Arabia is the largest provider of health care services, providing approximately 60% of the health care services nationwide, while the remainder is covered by other governmental and private facilities [<xref ref-type="bibr" rid="ref7">7</xref>]. Since the confirmation of the first case of COVID-19 in Saudi Arabia on March 2, 2020, the government has taken prompt and decisive measures to combat the outbreak. These measures included, but were not limited to, closures of borders, schools, mosques, and Umrah (the minor pilgrimage to Mecca, which can be undertaken any time of the year); cessation of international flights; mandatory quarantine periods for returning travelers; workplace closures, with individuals working from home (apart from essential workers); and partial to complete lockdowns [<xref ref-type="bibr" rid="ref8">8</xref>]. Digital health measures were also implemented and effectively utilized during the pandemic [<xref ref-type="bibr" rid="ref9">9</xref>,<xref ref-type="bibr" rid="ref10">10</xref>]. As of March 25, 2020, the MOH designated 25 hospitals with 80,000 hospital beds and 8000 intensive care unit beds for the treatment of COVID-19 cases. An additional 2200 beds were allocated for the isolation of suspected and quarantined cases [<xref ref-type="bibr" rid="ref11">11</xref>]. Saudi Arabia has robust preparedness and response capabilities that have been strengthened through prior experience with the Middle East respiratory syndrome coronavirus and decades of planning and managing religious mass gatherings of Hajj (the annual pilgrimage to Mecca) and Umrah, which can serve as a model for other countries in the region.</p>
        <p>In public health emergencies such as the COVID-19 pandemic, effective communication is crucial for informing the public about disease situation updates, motivating them to adopt preventive measures, and reassuring them that the government is in control of the outbreak [<xref ref-type="bibr" rid="ref12">12</xref>-<xref ref-type="bibr" rid="ref14">14</xref>]. Such communication requires timely dissemination of accurate and reliable information. Traditionally, governments and public health authorities have relied on websites, print media, and television as the main platforms for disseminating outbreak-related information to the public. However, the evolution of digital communications technologies such as social media has facilitated increased sharing of information for both public health authorities and the general public.</p>
        <p>In recent years, social media has developed rapidly. Both individuals and health care organizations are using these platforms increasingly to communicate and share information [<xref ref-type="bibr" rid="ref15">15</xref>]. Social media facilitates 2-way communication and direct engagement with audiences. Safko and Brake [<xref ref-type="bibr" rid="ref16">16</xref>] define social media as “activities, practices, and behaviors among communities of people who gather online to share information, knowledge, and opinions using conversational media.” Today, there are over 3.8 billion active social media users worldwide across many different platforms [<xref ref-type="bibr" rid="ref17">17</xref>]. In the field of health education and promotion, the use of social media has established its effectiveness by providing access to information, delivering health campaigns, and offering social support [<xref ref-type="bibr" rid="ref18">18</xref>]. Many government agencies and public health organizations (eg, the WHO, the Centers for Disease Control and Prevention [CDC], and other local health departments) have adopted social media to enhance their communication with the public [<xref ref-type="bibr" rid="ref19">19</xref>].</p>
        <p>Social media can serve as a useful tool to relay outbreak-related updates and critical information effectively to the public. Existing research suggests that people often turn to social media for information during infectious disease outbreaks, which can influence their decision-making and subsequent behaviors [<xref ref-type="bibr" rid="ref19">19</xref>]. The WHO calls for more proactive use of social media to disseminate health messages to journalists, physicians, and the general public, particularly to counteract misinformation regarding infectious diseases [<xref ref-type="bibr" rid="ref20">20</xref>].</p>
        <p>Several studies have investigated the use of social media platforms such as Twitter and Facebook during infectious disease outbreaks. For example, Chen et al [<xref ref-type="bibr" rid="ref21">21</xref>] studied the temporal variability in the CDC’s response during different stages of the Zika epidemic and public engagement on Twitter. They reported that the CDC was more active in the early warning stages of the Zika epidemic and successfully gained public attention, particularly in the first quarter of 2016. However, when the number of Zika cases increased sharply in the second and third quarters of 2016, the CDC’s efforts on Twitter decreased substantially.</p>
        <p>Lwin et al [<xref ref-type="bibr" rid="ref22">22</xref>] examined the strategic use of Facebook in communicating the Zika epidemic by three main Singapore health authorities: the National Environment Agency, the Health Promotion Board, and the MOH. The researchers found that Facebook was used strategically for Zika-related communication. They also found that preparedness messages (eg, posts mentioning responders and providing recommendations to reduce harm) may have been the most effective, as evidenced by greater levels of public engagement.</p>
        <p>Guidry et al [<xref ref-type="bibr" rid="ref23">23</xref>] examined Ebola-related posts on Instagram and Twitter from three key health organizations: the CDC, the WHO, and Médecins Sans Frontières (ie, Doctors Without Borders). They found Instagram to be a particularly useful platform for communicating with the public during crises. It was further suggested that social media messaging is more effective when it is utilized by health organizations with which the public is already familiar, and when it is based on strategic use of risk communication principles.</p>
        <p>A recent study by Raamkumar [<xref ref-type="bibr" rid="ref24">24</xref>] examined the use of Facebook for COVID-19–related outreach by public health authorities in Singapore, the United States, and England, and the corresponding public response to these efforts. They reported that the Singapore MOH was the most active in terms of posting frequency, while the CDC elicited the most responses. Furthermore, they reported that posts on preventive and safety measures and situation updates were the most frequently employed by public health authorities in these 3 countries.</p>
      </sec>
      <sec>
        <title>Theoretical Framework</title>
        <p>Crisis events such as the COVID-19 pandemic requires unique health communication and education strategies in which public health authorities must meet the public needs for information [<xref ref-type="bibr" rid="ref14">14</xref>]. Theories suggests that the public has various information needs at different stages of a crisis [<xref ref-type="bibr" rid="ref25">25</xref>]. The Crisis and Emergency Risk Communication (CERC) model serves as a useful tool to guide authorities’ communication strategies during different stages of a crisis. It specifies a broad set of communication activities that vary throughout the life cycle of the crisis. The CERC model was originally developed by the CDC after the 2001 anthrax attacks and the events of September 11, 2001, in the United States [<xref ref-type="bibr" rid="ref26">26</xref>,<xref ref-type="bibr" rid="ref27">27</xref>]. It is an integrated model that draws elements from risk communication theories (persuading individuals to take action to limit risks), crisis communication theories (responding to the public’s immediate need for information), and theories of health communication [<xref ref-type="bibr" rid="ref27">27</xref>].</p>
        <p>The CERC model describes five general stages of a crisis: precrisis, initial event, maintenance, resolution, and evaluation. For each stage, a set of recommended communication activities is also described. According to the model, specific and distinct communication activities should be carried out in each stage.</p>
        <p>The first stage of the CERC model is the precrisis period. In this stage, the crisis has yet to occur. Communication messages at this stage should focus on risk information, warnings, and preparation.</p>
        <p>The second stage of the model is the initial event, when the crisis actually occurs. This stage is initiated by a clear trigger event that signals the beginning of a crisis. Communication messages in this stage should focus on reducing public uncertainty by providing timely updates regarding the crisis, messages of self-efficacy, and reassurance from authority-initiated measures.</p>
        <p>The third stage, or maintenance stage, begins when “most or all of the direct harm is contained, and the intensity of the crisis begins to subside” [<xref ref-type="bibr" rid="ref28">28</xref>]. It further echoes many of the communication activities from earlier stages, including uncertainty reduction, reassurance, and self-efficacy messages.</p>
        <p>The fourth stage is the resolution stage, in which the crisis continues to wind down and new understandings of risk emerge. Communication messages at this stage involve updates about ongoing resolutions, discussions about causes, and new understandings of risk.</p>
        <p>The final stage is the evaluation stage. This stage occurs when the crisis itself is over. Communication during this stage should focus on assessing the adequacy and efficacy of the response and reaching a consensus on the lessons learned from the crisis [<xref ref-type="bibr" rid="ref26">26</xref>,<xref ref-type="bibr" rid="ref28">28</xref>].</p>
      </sec>
      <sec>
        <title>Objective</title>
        <p>With over 15 million Twitter users in Saudi Arabia [<xref ref-type="bibr" rid="ref29">29</xref>], the microblogging and social media platform Twitter presents an opportunity to examine the Saudi MOH’s use of social media in crisis communication during pandemics. According to a recent national survey, approximately 78% of respondents reported the MOH as their main source of information about COVID-19 [<xref ref-type="bibr" rid="ref30">30</xref>]. The objective of this study is to investigate the use of Twitter by the MOH and the associated public engagement during different stages of the COVID-19 pandemic in Saudi Arabia.</p>
      </sec>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>Data Collection</title>
        <p>All tweets from the Saudi MOH (@SaudiMOH) posted between January 1 and August 31, 2020, were collected and included in the study. The tweets were collected on September 30, 2020, via the GET statuses/user_timeline endpoint of Twitter’s application programming interface [<xref ref-type="bibr" rid="ref31">31</xref>] by using the python library Tweepy [<xref ref-type="bibr" rid="ref32">32</xref>]. For each tweet, the following data were collected: tweet ID, tweet text (body), number of likes, number of retweets, and date posted. Only original tweets, rather than retweets, were considered. Tweets written in languages other than Arabic or English were removed to avoid misinterpretation. Tweets unrelated to COVID-19 were manually excluded by scanning the content of the tweets. Daily confirmed case counts of COVID-19 in Saudi Arabia were obtained from Our World in Data [<xref ref-type="bibr" rid="ref33">33</xref>].</p>
      </sec>
      <sec>
        <title>Crisis Stages</title>
        <p>The various stages of the CERC model have not been clearly defined or operationalized within the context of infectious disease outbreaks. The CERC model assumes that “crises will develop in largely predictable and systematic ways” [<xref ref-type="bibr" rid="ref26">26</xref>]. However, infectious disease outbreaks such as the current COVID-19 pandemic may last for months or even years, without clear boundaries (compared to other crises, such as extreme weather events) [<xref ref-type="bibr" rid="ref34">34</xref>,<xref ref-type="bibr" rid="ref35">35</xref>]. In this study, outbreak stages were determined on the basis of the CERC model and specific events of the COVID-19 outbreak in Saudi Arabia.</p>
        <p>The precrisis stage was determined to span from January 1 to March 1, 2020, when the outbreak began in China and some European countries, but when no cases had yet been identified in Saudi Arabia.</p>
        <p>The initial event stage was determined to last from March 2 to June 20, 2020. The first confirmed case of COVID-19 in Saudi Arabia was reported on March 2. During this period, there were 157,600 confirmed cases of COVID-19 in the country.</p>
        <p>The maintenance stage was determined to span from June 21 to August 31, 2020. On June 21, 2020, Saudi Arabian authorities lifted the nationwide curfew and allowed the resumption of all activities, except in Mecca.</p>
      </sec>
      <sec>
        <title>Content Analysis and Coding Categories</title>
        <p>This study used a content analysis approach to investigate the Saudi MOH’s communication on Twitter regarding the COVID-19 pandemic. Berg [<xref ref-type="bibr" rid="ref36">36</xref>] explained that content analysis is a “careful, detailed, systematic examination and interpretation of a particular body of material in an effort to identify patterns, themes, biases, and meanings.” COVID-19–related tweets were coded using a codebook adapted from one that was developed on the basis of the CERC framework [<xref ref-type="bibr" rid="ref22">22</xref>]. The codebook consisted of the following categories: (1) risk messages, including tweets containing information about the disease, its transmission mechanisms, and its symptoms; (2) warnings, including tweets highlighting risk factors and dangers associated with COVID-19; (3) preparations, including tweets mentioning responders and providing response recommendations and advice; (4) uncertainty reduction, including tweets containing information about case reports and providing the public with reliable sources of information; (5) efficacy, including tweets containing information about personal preventive measures and highlighting the common responsibility for disease prevention; and (6) reassurance, including tweets that calmed the public by providing information about government interventions and expressing gratitude and regards to the health staff and the public. Through initial scanning of the tweets, digital responses were found to be frequently mentioned in the MOH tweets. Given the importance of digital health during the COVID-19 pandemic, an additional category called “digital health responses” was introduced. Messages of this category pertained to tweets promoting digital health services, ranging from digital screening to surveillance, contact tracing, and follow-up apps. The codebook is presented in <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>.</p>
        <p>Each tweet was primarily categorized on the basis of the content within its 280 characters. If the content was not clear, linked visuals such as photographs, videos, and other media were analyzed. It was beyond the scope of this study to analyze the content of hyperlinks. The content analysis of the MOH’s tweets was conducted using Excel (version 16.43, Microsoft Inc), which was later imported into SPSS (version 27, IBM Corp) for statistical analysis.</p>
      </sec>
      <sec>
        <title>Intercoder Reliability</title>
        <p>Intercoder reliability was established by 2 independent coders (FH and SD). Each author independently coded a randomly selected subsample of 122 (10%) tweets. This meets the Neuendorf recommendation of coding 10%-20% of the total sample for reliability [<xref ref-type="bibr" rid="ref37">37</xref>]. Reliability was assessed using the ReCal statistical program with the Cohen κ statistic [<xref ref-type="bibr" rid="ref38">38</xref>]. The κ values for all categories were greater than 0.8, which indicated “almost perfect” agreement, except for the coding category of “Responders,” which had a κ value of 0.545, indicating “moderate agreement” [<xref ref-type="bibr" rid="ref39">39</xref>]. Coding discrepancies for the “Responders” category were resolved through discussion. Once intercoder reliability was established, the first coder coded the remaining tweets.</p>
      </sec>
      <sec>
        <title>Statistical Analysis</title>
        <p>Statistical analysis was performed using SPSS (version 27) [<xref ref-type="bibr" rid="ref40">40</xref>]. Counts and percentages were used to summarize categorical variables. The median was used to summarize the distribution of continuous variables owing to the skewed nature of those included. The chi-square test of independence was used to assess the associations between outbreak stages and message types. Significant chi-square outcomes were further subjected to multiple post hoc <italic>Z</italic>-tests to compare each pair of outbreak stages. <italic>P</italic> values were adjusted for the false discovery rate by using the Benjamini-Hochberg adjustment.</p>
        <p>The nonparametric Kruskal–Wallis test was used to compare the distribution of likes and retweets (engagement indicators) between outbreak stages. The Mann–Whitney <italic>U</italic> test was used to test differences in engagement between tweets including and those not including different message types.</p>
        <p>A negative binomial regression analysis was used to examine associations among tweet content, media type, crisis stage, and public engagement. Negative binomial regression was used as engagement variables demonstrated positive skew and overdispersion. The incidence rate ratio (IRR) was calculated as the exponent of the regression coefficients. All statistical tests were performed at a significance level of .05.</p>
      </sec>
      <sec>
        <title>Ethics Approval</title>
        <p>Ethics approval was not required for this study as the study did not involve any human subjects. All data analyzed in this study were publicly available and collected from a governmental public Twitter account.</p>
      </sec>
      <sec>
        <title>Data Availability</title>
        <p>The data that support our findings are available on request from the corresponding author.</p>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <sec>
        <title>Results Overview</title>
        <p>The MOH posted a total of 1393 original tweets (an average of 5.85 tweets per day) during the study period. Overall, 1293 (92.8%) tweets were related to COVID-19, of which 1217 were included in the analysis. The other tweets (n=76) were removed because they were in languages other than Arabic or English. The results are presented in three sections: the MOH response to COVID-19 on Twitter across stages, message types across stages, and public engagement with tweets from the MOH.</p>
      </sec>
      <sec>
        <title>MOH Response to COVID-19 on Twitter Across Stages of the COVID-19 Outbreak</title>
        <p>Confirmed and reported COVID-19 cases were plotted in relation to COVID-19–related tweets posted by the MOH (<xref rid="figure1" ref-type="fig">Figure 1</xref>). The first COVID-19–related tweet was posted on January 21, 2020. Overall, 79 (6.5%) tweets were posted during the precrisis stage, when the outbreak began in China and some European countries, but when no cases had yet been identified in Saudi Arabia (2.03 tweets per day on average). On March 2, 2020, the MOH confirmed the first COVID-19 case in Saudi Arabia, which signaled the start of the crisis. COVID-19–related tweets were consistently posted as the number of cases increased, with an average of 7.23 daily tweets. As of June 20, 2020, the MOH had posted 802 tweets (66% of the total), which is a &#62;3-fold increase in its average daily tweets compared to the precrisis stage. On June 21, 2020, the country lifted curfew restrictions and resumed all economic and commercial activities [<xref ref-type="bibr" rid="ref41">41</xref>]. From that date until the end of August 2020, the MOH continued to provide ongoing information regarding COVID-19, with an average of 4.67 daily tweets (n=336, 27.6%).</p>
        <fig id="figure1" position="float">
          <label>Figure 1</label>
          <caption>
            <p>The Saudi Ministry of Health's Twitter communication in relation to confirmed COVID-19 cases (January 1 to August 31, 2020). MOH: Ministry of Health.</p>
          </caption>
          <graphic xlink:href="publichealth_v7i7e27942_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
      <sec>
        <title>Message Types Across Stages of the COVID-19 Outbreak</title>
        <p>Message types across stages of the outbreak are summarized in <xref ref-type="table" rid="table1">Table 1</xref>. Of the 1217 tweets, nearly half (49.47%) contained uncertainty reduction information, 28.35% contained efficacy information, and one-fifth (21.53%) of all tweets contained reassuring information.</p>
        <p>Tweets about warning messages accounted for a low proportion of all tweets in the precrisis stage (2.5%), which significantly increased during the initial stage (<italic>χ<sup>2</sup><sub>2</sub></italic>=6.2; <italic>P=</italic>.046) (<xref ref-type="table" rid="table1">Table 1</xref> and <xref ref-type="supplementary-material" rid="app2">Multimedia Appendix 2</xref>). Tweets about preparation messages accounted for a low proportion of tweets in the precrisis stage (11.4%) and the initial stage (11.2%), and the proportion increased significantly in the maintenance stage (22.3%; <italic>χ<sup>2</sup><sub>2</sub></italic>=24.4; <italic>P</italic>&#60;.001). Conversely, the percentage of reassurance tweets peaked in the precrisis stage (67.1%) and significantly decreased in later stages (<italic>χ<sup>2</sup><sub>2</sub></italic>=103.9; <italic>P</italic>&#60;.001). The frequency of efficacy tweets was higher in the initial stage (34.4%) than in the precrisis (15.2%) and maintenance (16.9%) stages (<italic>χ<sup>2</sup><sub>2</sub></italic>=42.7; <italic>P</italic>&#60;.001). Lastly, tweets promoting digital health services increased significantly in frequency, from 8.6% in the initial stage to 16.7% in the maintenance stage (<italic>χ<sup>2</sup><sub>2</sub></italic>=26.4; <italic>P</italic>&#60;.001). </p>
        <table-wrap position="float" id="table1">
          <label>Table 1</label>
          <caption>
            <p>Categories of message types across outbreak stages in Saudi Arabia (January 1 to August 31, 2020).</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="30"/>
            <col width="270"/>
            <col width="120"/>
            <col width="140"/>
            <col width="140"/>
            <col width="120"/>
            <col width="80"/>
            <col width="100"/>
            <thead>
              <tr valign="bottom">
                <td colspan="2">Message type<sup>a</sup></td>
                <td>Precrisis stage (n=79), n (%)</td>
                <td>Initial event stage (n=802), n (%)</td>
                <td>Maintenance stage (n=336), n (%)</td>
                <td>Overall (n=1217), n (%)</td>
                <td><italic>P</italic> value</td>
                <td><italic>χ<sup>2</sup></italic> (<italic>df</italic>=2)</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td colspan="2">
                  <bold>Risk messages</bold>
                </td>
                <td>5 (6.3)</td>
                <td>62 (7.7)</td>
                <td>21 (6.3)</td>
                <td>88 (7.2)</td>
                <td>.65</td>
                <td>0.876</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Disease information</td>
                <td>4 (5.1)</td>
                <td>24 (3.0)</td>
                <td>8 (2.4)</td>
                <td>36 (3.0)</td>
                <td>.45</td>
                <td>1.613</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Symptoms</td>
                <td>3 (4.8)</td>
                <td>44 (5.5)</td>
                <td>15 (4.5)</td>
                <td>62 (5.1)</td>
                <td>.67</td>
                <td>0.805</td>
              </tr>
              <tr valign="top">
                <td colspan="2">
                  <bold>Warnings</bold>
                </td>
                <td>2 (2.5)</td>
                <td>91 (11.3)</td>
                <td>33 (9.8)</td>
                <td>126 (10.4)</td>
                <td>.046</td>
                <td>6.162</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Risk factor</td>
                <td>2 (2.5)</td>
                <td>40 (5.0)</td>
                <td>29 (8.6)</td>
                <td>71 (5.8)</td>
                <td>.03</td>
                <td>7.399</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Danger</td>
                <td>0 (0.0)</td>
                <td>53 (6.6)</td>
                <td>4 (1.2)</td>
                <td>57 (4.7)</td>
                <td>&#60;.001</td>
                <td>19.722</td>
              </tr>
              <tr valign="top">
                <td colspan="2">
                  <bold>Preparations</bold>
                </td>
                <td>9 (11.4)</td>
                <td>90 (11.2)</td>
                <td>75 (22.3)</td>
                <td>174 (14.3)</td>
                <td>&#60;.001</td>
                <td>24.390</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Responders</td>
                <td>8 (10.1)</td>
                <td>27 (3.4)</td>
                <td>11 (3.3)</td>
                <td>46 (3.8)</td>
                <td>.009</td>
                <td>9.363</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Recommendations</td>
                <td>1 (1.3)</td>
                <td>64 (8.0)</td>
                <td>64 (19.0)</td>
                <td>129 (10.6)</td>
                <td>&#60;.001</td>
                <td>38.376</td>
              </tr>
              <tr valign="top">
                <td colspan="2">
                  <bold>Uncertainty reduction</bold>
                </td>
                <td>41 (51.9)</td>
                <td>382 (47.6)</td>
                <td>179 (53.3)</td>
                <td>602 (49.5)</td>
                <td>.20</td>
                <td>3.216</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Case report</td>
                <td>30 (38.0)</td>
                <td>157 (19.6)</td>
                <td>72 (21.4)</td>
                <td>259 (21.3)</td>
                <td>.001</td>
                <td>14.538</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Information resources</td>
                <td>12 (15.2)</td>
                <td>225 (28.1)</td>
                <td>107 (31.8)</td>
                <td>344 (28.3)</td>
                <td>.01</td>
                <td>8.802</td>
              </tr>
              <tr valign="top">
                <td colspan="2">
                  <bold>Efficacy</bold>
                </td>
                <td>12 (15.2)</td>
                <td>276 (34.4)</td>
                <td>57 (17.0)</td>
                <td>345 (28.3)</td>
                <td>&#60;.001</td>
                <td>42.699</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Personal prevention</td>
                <td>12 (15.2)</td>
                <td>226 (28.2)</td>
                <td>51 (15.2)</td>
                <td>289 (23.7)</td>
                <td>&#60;.001</td>
                <td>25.520</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Common responsibility</td>
                <td>0 (0.0)</td>
                <td>86 (10.7)</td>
                <td>9 (2.7)</td>
                <td>95 (7.8)</td>
                <td>&#60;.001</td>
                <td>28.447</td>
              </tr>
              <tr valign="top">
                <td colspan="2">
                  <bold>Reassurance</bold>
                </td>
                <td>53 (67.1)</td>
                <td>145 (18.1)</td>
                <td>64 (19.0)</td>
                <td>262 (21.5)</td>
                <td>&#60;.001</td>
                <td>103.938</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Calming</td>
                <td>51 (64.6)</td>
                <td>91 (11.3)</td>
                <td>41 (12.2)</td>
                <td>183 (15)</td>
                <td>&#60;.001</td>
                <td>162.297</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Thanks and regards</td>
                <td>0 (0.0)</td>
                <td>41 (5.1)</td>
                <td>23 (6.8)</td>
                <td>64 (5.3)</td>
                <td>.047</td>
                <td>6.117</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Government interventions</td>
                <td>4 (5.1)</td>
                <td>57 (7.1)</td>
                <td>26 (7.7)</td>
                <td>87 (7.1)</td>
                <td>.71</td>
                <td>0.696</td>
              </tr>
              <tr valign="top">
                <td colspan="2">Digital health responses</td>
                <td>0 (0.0)</td>
                <td>69 (8.6)</td>
                <td>56 (16.7)</td>
                <td>125 (10.3)</td>
                <td>&#60;.001</td>
                <td>26.375</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table1fn1">
              <p><sup>a</sup>A tweet can have more than 1 category.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
      </sec>
      <sec>
        <title>Public Engagement With MOH Tweets</title>
        <p><xref rid="figure2" ref-type="fig">Figure 2</xref> demonstrates public engagement (represented by frequencies of likes and retweets) in relation to MOH tweets. Public engagement was not accurately aligned with the development of the COVID-19 outbreak in the country; rather, the public was most engaged when the initial cases appeared in March 2020.</p>
        <p>Since engagement variables were not normally distributed, median values (rather than mean values) were used for statistical comparisons. MOH tweets were associated with median values of 819 likes and 603 retweets. A Kruskal–Wallis <italic>H</italic> test revealed significant differences in the frequencies of likes (<italic>χ<sup>2</sup><sub>2</sub></italic>=70.344; <italic>P</italic>&#60;.001) and retweets (<italic>χ<sup>2</sup><sub>2</sub></italic>=59.764; <italic>P</italic>&#60;.001) among different outbreak stages. The Mann–Whitney <italic>U</italic> test was used for post hoc comparisons of average ranks. Post hoc pairwise comparisons (<xref ref-type="supplementary-material" rid="app3">Multimedia Appendix 3</xref>) revealed that the distribution of retweets was not significantly different between the precrisis and maintenance stages (<italic>Z</italic>=–2.14; <italic>P</italic>=.96).</p>
        <fig id="figure2" position="float">
          <label>Figure 2</label>
          <caption>
            <p>Public engagement in relation to the Saudi Ministry of Health's tweets (January 1 to August 31, 2020). The left y-axis shows the daily number of tweets. The right y-axis shows the number of likes and retweets (in thousands). MOH: Ministry of Health.</p>
          </caption>
          <graphic xlink:href="publichealth_v7i7e27942_fig2.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <p>Median public engagement levels across different stages of the outbreak and message types are summarized in <xref ref-type="table" rid="table2">Table 2</xref>. Overall, the public engaged most with tweets from the MOH during the initial stage, with median values of 974 likes and 753 retweets. Further analysis using Mann–Whitney <italic>U</italic> tests (<xref ref-type="table" rid="table3">Table 3</xref>) revealed that both like and retweet frequencies during the initial stage were significantly higher for tweets that provided uncertainty reduction messages (<italic>Z</italic>=–3.133; <italic>P</italic>=.002) and reassurance messages (<italic>Z</italic>=–5.843; <italic>P</italic>&#60;.001) than those that did not. Tweets containing risk messages at this stage received fewer likes (<italic>Z</italic>=–4.219; <italic>P</italic>&#60;.001) and retweets (<italic>Z</italic>=–4.252; <italic>P</italic>&#60;.001) than those that did not. In contrast, tweets containing risk messages during the precrisis stage received more likes (<italic>Z</italic>=–2.034; <italic>P</italic>=.04) and retweets (<italic>Z</italic>=–2.15; <italic>P</italic>=.03) than those that did not. Among tweets in the maintenance stage, the frequencies of both likes (<italic>Z</italic>=–3.708; <italic>P</italic>&#60;.001) and retweets (<italic>Z</italic>=–3.605; <italic>P</italic>&#60;.001) were significantly higher for tweets that contained uncertainty reduction information than for those that did not. Conversely, frequencies of both likes (<italic>Z</italic>=–4.534; <italic>P</italic>&#60;.001) and retweets (<italic>Z</italic>=–4.547; <italic>P</italic>&#60;.001) were significantly lower for tweets that promoted digital health services than for those that did not.</p>
        <table-wrap position="float" id="table2">
          <label>Table 2</label>
          <caption>
            <p>Median public engagement across outbreak stages and message types (January 1 to August 31, 2020).</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="200"/>
            <col width="100"/>
            <col width="100"/>
            <col width="100"/>
            <col width="100"/>
            <col width="0"/>
            <col width="100"/>
            <col width="100"/>
            <col width="100"/>
            <col width="100"/>
            <thead>
              <tr valign="top">
                <td>Message type<sup>a</sup></td>
                <td colspan="5">Likes</td>
                <td colspan="4">Retweets</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>All stages</td>
                <td>Precrisis stage</td>
                <td>Initial event stage</td>
                <td>Maintenance stage</td>
                <td colspan="2">All stages</td>
                <td>Precrisis stage</td>
                <td>Initial event stage</td>
                <td>Maintenance stage</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>All</td>
                <td>819.0</td>
                <td>437.0</td>
                <td>974.0</td>
                <td>582.0</td>
                <td colspan="2">603.0</td>
                <td>473.0</td>
                <td>753.0</td>
                <td>351.0</td>
              </tr>
              <tr valign="top">
                <td>Risk messages</td>
                <td>598.5</td>
                <td>686.0</td>
                <td>475.5</td>
                <td>630.0</td>
                <td colspan="2">409.5</td>
                <td>766.0</td>
                <td>385.5</td>
                <td>381.0</td>
              </tr>
              <tr valign="top">
                <td>Warnings</td>
                <td>785.0</td>
                <td>1678.0</td>
                <td>913.0</td>
                <td>513.0</td>
                <td colspan="2">614.5</td>
                <td>1801.0</td>
                <td>710.0</td>
                <td>335.0</td>
              </tr>
              <tr valign="top">
                <td>Preparations</td>
                <td>594.5</td>
                <td>343.0</td>
                <td>974.0</td>
                <td>464.0</td>
                <td colspan="2">397.5</td>
                <td>438.0</td>
                <td>708.0</td>
                <td>273.0</td>
              </tr>
              <tr valign="top">
                <td>Uncertainty reduction</td>
                <td>841.5</td>
                <td>389.0</td>
                <td>1025.0</td>
                <td>678.0</td>
                <td colspan="2">658.5</td>
                <td>438.0</td>
                <td>770.0</td>
                <td>409.0</td>
              </tr>
              <tr valign="top">
                <td>Efficacy</td>
                <td>852.0</td>
                <td>560.0</td>
                <td>950.5</td>
                <td>590.0</td>
                <td colspan="2">683.0</td>
                <td>623.5</td>
                <td>755.5</td>
                <td>422.0</td>
              </tr>
              <tr valign="top">
                <td>Reassurance</td>
                <td>982.0</td>
                <td>418.0</td>
                <td>1629.0</td>
                <td>568.5</td>
                <td colspan="2">740.0</td>
                <td>401.0</td>
                <td>1198.0</td>
                <td>316.0</td>
              </tr>
              <tr valign="top">
                <td>Digital health responses</td>
                <td>650.0</td>
                <td>0.0</td>
                <td>899.0</td>
                <td>452.0</td>
                <td colspan="2">444.0</td>
                <td>0.0</td>
                <td>620.0</td>
                <td>273.5</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table2fn1">
              <p><sup>a</sup>Values presented are medians.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
        <table-wrap position="float" id="table3">
          <label>Table 3</label>
          <caption>
            <p>Median public engagement for tweets with or without message type at different stages of the COVID-19 outbreak in Saudi Arabia (January 1 to August 31, 2020).</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="30"/>
            <col width="30"/>
            <col width="340"/>
            <col width="0"/>
            <col width="120"/>
            <col width="0"/>
            <col width="120"/>
            <col width="0"/>
            <col width="120"/>
            <col width="0"/>
            <col width="120"/>
            <col width="0"/>
            <col width="120"/>
            <thead>
              <tr valign="bottom">
                <td colspan="4">Variable<sup>a</sup></td>
                <td colspan="2">Median present</td>
                <td colspan="2">Median absent</td>
                <td colspan="2"><italic>U</italic> value</td>
                <td colspan="2"><italic>Z</italic>-value</td>
                <td><italic>P</italic> value</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td colspan="13">
                  <bold>Precrisis</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="12">
                  <bold>Risk messages</bold>
                </td>
              </tr>
              <tr valign="top">
                <td rowspan="2">
                  <break/>
                </td>
                <td>
                  <break/>
                  <break/>
                  <break/>
                  <break/>
                </td>
                <td>Retweets</td>
                <td colspan="2">766.00</td>
                <td colspan="2">432.00</td>
                <td colspan="2">78.000</td>
                <td colspan="2">–2.154</td>
                <td colspan="2">.03</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Likes</td>
                <td colspan="2">686.00</td>
                <td colspan="2">403.50</td>
                <td colspan="2">84.000</td>
                <td colspan="2">–2.034</td>
                <td colspan="2">.04</td>
              </tr>
              <tr valign="top">
                <td colspan="13">
                  <bold>Initial event</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="12">
                  <bold>Risk messages</bold>
                </td>
              </tr>
              <tr valign="top">
                <td rowspan="2">
                  <break/>
                </td>
                <td>
                  <break/>
                  <break/>
                  <break/>
                  <break/>
                </td>
                <td>Retweets</td>
                <td colspan="2">385.50</td>
                <td colspan="2">781.50</td>
                <td colspan="2">15490.000</td>
                <td colspan="2">–4.252</td>
                <td colspan="2">&#60;.001</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Likes</td>
                <td colspan="2">974.50</td>
                <td colspan="2">1008.00</td>
                <td colspan="2">15547.500</td>
                <td colspan="2">–4.219</td>
                <td colspan="2">&#60;.001</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="12">
                  <bold>Uncertainty reduction</bold>
                </td>
              </tr>
              <tr valign="top">
                <td rowspan="2">
                  <break/>
                </td>
                <td>
                  <break/>
                  <break/>
                  <break/>
                  <break/>
                </td>
                <td>Retweets</td>
                <td colspan="2">770.00</td>
                <td colspan="2">723.50</td>
                <td colspan="2">70667.500</td>
                <td colspan="2">–2.915</td>
                <td colspan="2">.004</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Likes</td>
                <td colspan="2">1025.00</td>
                <td colspan="2">964.50</td>
                <td colspan="2">69956.000</td>
                <td colspan="2">–3.133</td>
                <td colspan="2">.002</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="12">
                  <bold>Reassurance</bold>
                </td>
              </tr>
              <tr valign="top">
                <td rowspan="2">
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>Retweets</td>
                <td colspan="2">1198.00</td>
                <td colspan="2">659.00</td>
                <td colspan="2">34581.000</td>
                <td colspan="2">–5.169</td>
                <td colspan="2">&#60;.001</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Likes</td>
                <td colspan="2">1629.00</td>
                <td colspan="2">856.00</td>
                <td colspan="2">32880.500</td>
                <td colspan="2">–5.843</td>
                <td colspan="2">&#60;.001</td>
              </tr>
              <tr valign="top">
                <td colspan="13">
                  <bold>Maintenance</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="12">
                  <bold>Uncertainty reduction</bold>
                </td>
              </tr>
              <tr valign="top">
                <td rowspan="2">
                  <break/>
                </td>
                <td>
                  <break/>
                  <break/>
                  <break/>
                  <break/>
                </td>
                <td>Retweets</td>
                <td colspan="2">409.00</td>
                <td colspan="2">317.50</td>
                <td colspan="2">10781.500</td>
                <td colspan="2">–3.681</td>
                <td colspan="2">&#60;.001</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Likes</td>
                <td colspan="2">678.50</td>
                <td colspan="2">524.50</td>
                <td colspan="2">10680.000</td>
                <td colspan="2">–3.795</td>
                <td colspan="2">&#60;.001</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="12">
                  <bold>Digital health responses</bold>
                </td>
              </tr>
              <tr valign="top">
                <td rowspan="2">
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>Retweets</td>
                <td colspan="2">273.50</td>
                <td colspan="2">404.50</td>
                <td colspan="2">4823.000</td>
                <td colspan="2">–4.547</td>
                <td colspan="2">&#60;.001</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Likes</td>
                <td colspan="2">452.00</td>
                <td colspan="2">643.50</td>
                <td colspan="2">4831.000</td>
                <td colspan="2">–4.534</td>
                <td colspan="2">&#60;.001</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table3fn1">
              <p><sup>a</sup>Only significant variables are reported.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
        <p>Negative binomial regression outcomes are summarized in <xref ref-type="table" rid="table4">Table 4</xref> (complete models are provided in <xref ref-type="supplementary-material" rid="app4">Multimedia Appendix 4</xref>). The model was significantly better than the null model, which indicated that the variables (as a set) predicted the number of likes (n=1217; <italic>χ<sup>2</sup><sub>12</sub></italic>=458.627; <italic>P</italic>&#60;.001). The negative binomial regression model for retweets (<xref ref-type="table" rid="table4">Table 4</xref>) was also significantly better than the null model (n=1217; <italic>χ<sup>2</sup><sub>12</sub></italic>=575.495; <italic>P</italic>&#60;.001). The Wald test revealed that all of predictor variables were significant (<italic>P&#60;</italic>.05), except for risk messages and preparations.</p>
        <p>Our results indicate that the use of hashtags was significantly associated with higher levels of engagement (likes: IRR=2.470; <italic>P</italic>&#60;.001; retweets: IRR=2.813; <italic>P</italic>&#60;.001), whereas the use of hyperlinks was significantly associated with lower levels of engagement (likes: IRR=0.839; <italic>P</italic>=.045; retweets: IRR=0.727; <italic>P</italic>&#60;.001). Compared to text-only content, the use of photographs and videos was associated with significantly lower numbers of likes and retweets (photographs: likes, IRR=0.530; <italic>P</italic>&#60;.001; retweets, IRR=0.476; <italic>P</italic>&#60;.001; videos: likes, IRR=0.698; <italic>P</italic>=.006; retweets, IRR=0.576; <italic>P</italic>&#60;.006).</p>
        <p>With respect to the impact of content type on public engagement, tweets with content related to warnings (likes: IRR=1.334; <italic>P</italic>=.005; retweets: IRR=1.544; <italic>P</italic>&#60;.001), uncertainty reduction (likes: IRR=2.210; <italic>P</italic>&#60;.001; retweets: IRR=2.197; <italic>P</italic>&#60;.001), and reassurance (likes: IRR=1.551; <italic>P</italic>&#60;.001; retweets: IRR=1.517; <italic>P</italic>&#60;.001) were significantly associated with higher levels of engagement.</p>
        <p>Regarding crisis stages, tweets posted during the initial and maintenance stages were significantly associated with higher levels of engagement than those posted during the precrisis stage (initial stage: likes, IRR=2.931; <italic>P</italic>&#60;.001; retweets, IRR=2.471; <italic>P</italic>&#60;.001; maintenance stage: likes, IRR=2.355; <italic>P</italic>&#60;.001; retweets, IRR=1.623; <italic>P</italic>&#60;.001).</p>
        <table-wrap position="float" id="table4">
          <label>Table 4</label>
          <caption>
            <p>Associations of tweet content, media type, and crisis stage with public engagement (January 1 to August 31, 2020).</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="30"/>
            <col width="250"/>
            <col width="140"/>
            <col width="140"/>
            <col width="80"/>
            <col width="0"/>
            <col width="140"/>
            <col width="140"/>
            <col width="80"/>
            <thead>
              <tr valign="top">
                <td colspan="2">Variables</td>
                <td colspan="4">Likes</td>
                <td colspan="3">Retweets</td>
              </tr>
              <tr valign="top">
                <td colspan="2">
                  <break/>
                </td>
                <td>Incidence rate ratio</td>
                <td>95% CI</td>
                <td><italic>P</italic> value</td>
                <td colspan="2">Incidence rate ratio</td>
                <td>95% CI</td>
                <td><italic>P</italic> value</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td colspan="2">Intercept</td>
                <td>320.737</td>
                <td>227.465-452.255</td>
                <td>&#60;.001</td>
                <td colspan="2">325.265</td>
                <td>231.247-457.509</td>
                <td>&#60;.001</td>
              </tr>
              <tr valign="top">
                <td colspan="2">Hashtags</td>
                <td>2.470</td>
                <td>2.172-2.810</td>
                <td>&#60;.001</td>
                <td colspan="2">2.813</td>
                <td>2.469-3.206</td>
                <td>&#60;.001</td>
              </tr>
              <tr valign="top">
                <td colspan="2">Hyperlinks</td>
                <td>0.839</td>
                <td>0.707-0.996</td>
                <td>.045</td>
                <td colspan="2">0.727</td>
                <td>0.611-0.865</td>
                <td>&#60;.001</td>
              </tr>
              <tr valign="top">
                <td colspan="9">
                  <bold>Media type</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Text only</td>
                <td>Reference</td>
                <td>N/A<sup>a</sup></td>
                <td>N/A</td>
                <td colspan="2">Reference</td>
                <td>N/A</td>
                <td>N/A</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Photographs</td>
                <td>0.530</td>
                <td>0.428-0.656</td>
                <td>&#60;.001</td>
                <td colspan="2">0.476</td>
                <td>0.384-0.591</td>
                <td>&#60;.001</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Videos</td>
                <td>0.698</td>
                <td>0.540-0.901</td>
                <td>.006</td>
                <td colspan="2">0.576</td>
                <td>0.445-0.745</td>
                <td>&#60;.001</td>
              </tr>
              <tr valign="top">
                <td colspan="9">
                  <bold>Message type</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Risk messages</td>
                <td>1.177</td>
                <td>0.934-1.482</td>
                <td>.167</td>
                <td colspan="2">1.088</td>
                <td>0.863-1.371</td>
                <td>.48</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Warnings</td>
                <td>1.334</td>
                <td>1.089-1.634</td>
                <td>.005</td>
                <td colspan="2">1.544</td>
                <td>1.261-1.891</td>
                <td>&#60;.001</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Preparations</td>
                <td>1.007</td>
                <td>0.836-1.212</td>
                <td>.944</td>
                <td colspan="2">1.008</td>
                <td>0.838-1.213</td>
                <td>.93</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Uncertainty reduction</td>
                <td>2.210</td>
                <td>1.882-2.595</td>
                <td>&#60;.001</td>
                <td colspan="2">2.197</td>
                <td>1.870-2.583</td>
                <td>&#60;.001</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Efficacy</td>
                <td>1.096</td>
                <td>0.926-1.297</td>
                <td>.288</td>
                <td colspan="2">1.200</td>
                <td>1.014-1.420</td>
                <td>.03</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Reassurance</td>
                <td>1.551</td>
                <td>1.320-1.821</td>
                <td>&#60;.001</td>
                <td colspan="2">1.517</td>
                <td>1.296-1.776</td>
                <td>&#60;.001</td>
              </tr>
              <tr valign="top">
                <td colspan="9">
                  <bold>Crisis stage</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Precrisis</td>
                <td>Reference</td>
                <td>N/A</td>
                <td>N/A</td>
                <td colspan="2">Reference</td>
                <td>N/A</td>
                <td>N/A</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Initial event</td>
                <td>2.931</td>
                <td>2.309-3.721</td>
                <td>&#60;.001</td>
                <td colspan="2">2.471</td>
                <td>1.945-3.141</td>
                <td>&#60;.001</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Maintenance</td>
                <td>2.355</td>
                <td>1.825-3.039</td>
                <td>&#60;.001</td>
                <td colspan="2">1.623</td>
                <td>1.256-2.096</td>
                <td>.001</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table4fn1">
              <p><sup>a</sup>N/A: not applicable.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
      </sec>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <sec>
        <title>Principal Findings</title>
        <p>This study shows that Twitter was used as a real-time communication channel to share, communicate, and disseminate information during the COVID-19 pandemic. Overall, the MOH’s response to COVID-19 on Twitter was aligned with the developments of the outbreak in Saudi Arabia. During the precrisis and maintenance stages, the MOH’s use of Twitter was partially consistent with the CERC model. While in the initial stage, the MOH’s communication was in line with the CERC model. The results of public engagement showed that the levels of engagement were different as the pandemic evolved. The tweets in the initial stage elicited the most engagement by far.</p>
        <p>The number of tweets pertaining to the COVID-19 pandemic was relatively low (n=79) in the precrisis stage. However, when COVID-19 emerged in Saudi Arabia on March 2, 2020, and began to spread throughout the country, the MOH increased its Twitter activity. The MOH posted most of its COVID-19–related tweets (n=802, 65.89%) during this initial stage. This likely corresponded with the public’s need for information, given that individuals increasingly use social media to seek information during crises [<xref ref-type="bibr" rid="ref34">34</xref>,<xref ref-type="bibr" rid="ref42">42</xref>]. The MOH regularly posted tweets regarding COVID-19 (n=336) throughout the maintenance stage and until the end of the study period.</p>
        <p>The results concerning public engagement showed that the tweets in the initial stage received the most engagement from the public. This result was expected, considering the lockdowns and curfew restrictions imposed during this stage. Recent studies have even reported an increase in the usage of the internet and social media during COVID-19 lockdowns [<xref ref-type="bibr" rid="ref43">43</xref>].</p>
        <p>The MOH’s use of Twitter was partially consistent with the CERC model. During precrisis, the CERC model suggests that communication should focus on risk information, warnings, and preparations. This is because during the precrisis stage, the public tends to seek information regarding the nature of the risk itself. However, our results show that a large proportion of the MOH’s tweets in this stage included reassurance (67.1%) or uncertainty reduction (51.9%), while those including risk messages and warnings represented only 8.8% of all tweets.</p>
        <p>Agwa [<xref ref-type="bibr" rid="ref44">44</xref>], in her study of the Egyptian MOH’s use of Facebook during the COVID-19 pandemic, also observed a lack of risk information during early stages of the pandemic. One potential explanation for this finding is the novelty and scientific uncertainty associated with COVID-19 [<xref ref-type="bibr" rid="ref45">45</xref>,<xref ref-type="bibr" rid="ref46">46</xref>].</p>
        <p>During the initial stage, the CERC model suggests that communication messages should focus on reducing public uncertainty and providing messages regarding efficacy and reassurance. Consistent with the model, the MOH reduced uncertainty by updating case reports, holding press conferences, and providing information sources that accounted for 47.6% of tweets. The MOH tweets also emphasized efficacy (34.4%) by highlighting common responsibility and personal prevention measures to limit the spread of SARS-CoV-2 while providing reassurance (18.1%). The MOH’s communication during this stage was in line with the CERC model.</p>
        <p>As a crisis continues into the maintenance stage, the CERC model requires ongoing communication of uncertainty reduction and reassurance. Additional efficacy messages inform members of the public about the expected course of action at this stage.</p>
        <p>In accordance with the model, the MOH’s tweets during this stage provided information sources to reduce uncertainty in addition to efficacy and reassurance information. However, the results showed that a considerable proportion (22.3%) of the MOH’s tweets in this stage included preparation messages (mostly recommendations). This could potentially be part of the MOH’s efforts to prepare the public for the “new normal,” especially as the country lifted its nationwide curfew and began its gradual reopening during this stage. While the CERC model suggests that health communicators should offer reassurance in the maintenance stage, crisis communication experts do not recommend that messages be overly reassuring, as such information may reduce an authority’s credibility [<xref ref-type="bibr" rid="ref47">47</xref>]. This is particularly the case in unexpected and unpredictable events such as the COVID-19 pandemic. In addition, it should be noted that some infectious disease outbreaks and epidemics commonly become chronic crises that develop into crisis stages for longer periods, making it difficult to make precise predictions [<xref ref-type="bibr" rid="ref26">26</xref>].</p>
        <p>Most importantly, our findings indicate that different types of messages received different levels of engagement as the outbreak evolved. In the precrisis stage, the public showed a high level of interest in warnings and risk messages, as indicated by a high level of engagement. Based on this finding, it may be inferred that the public wanted to understand the full scope of the risk. In the initial stage, members of the public engaged more with certain messages (such as uncertainty reduction and reassurance) than others; indicating their simultaneous need for increased understanding and reduced anxiety regarding the outbreak. During the maintenance stage, the public also showed a high level of interest in information related to uncertainty reduction, which indicates that they may have still felt uncertain during this stage.</p>
        <p>Our findings also identified a number of factors associated with greater public engagement during the pandemic. First, our results show that the use of hyperlinks was negatively associated with public engagement. This further supports the inferences by Chung [<xref ref-type="bibr" rid="ref48">48</xref>] that hyperlinks increase the complexity of a message by requiring an extra action by the audience, thereby reducing engagement. Another potential explanation is that hyperlinks direct people to another webpage, at which point they may forget about the original message. Second, in contrast with previous reports supporting the positive effect of media on public engagement [<xref ref-type="bibr" rid="ref49">49</xref>-<xref ref-type="bibr" rid="ref52">52</xref>], we found that the inclusion of multimedia content (eg, photographs and videos) was negatively associated with public engagement. This finding is similar to that of Chen et al [<xref ref-type="bibr" rid="ref53">53</xref>], who also found that media richness was negatively associated with public engagement with government social media during the COVID-19 pandemic. This discrepancy can be attributed to the differences in the events examined, as most studies supporting the positive effect were conducted in noncrisis situations [<xref ref-type="bibr" rid="ref53">53</xref>].</p>
        <p>The content of the tweets was also significantly associated with public engagement, where tweets related to uncertainty reduction, public reassurance, and warnings received higher levels of engagement. This is consistent with the results of Tang et al [<xref ref-type="bibr" rid="ref54">54</xref>], who examined the public health agencies’ tweets in Texas, where tweets that provided information about COVID-19 or described the government’s actions in containing the spread of COVID-19 were found to be more likely to be retweeted. This suggests that as the CERC model indicates, people need this type of information during a public health crisis.</p>
      </sec>
      <sec>
        <title>Limitations</title>
        <p>There are several limitations and future considerations of this study. First, while this study focused on Twitter, the MOH used other social media platforms (such as Facebook and Instagram) during the COVID-19 pandemic. Twitter is a microblogging platform that allows users to post short messages that contain up to 280 characters. Facebook allows for much longer posts than Twitter, while Instagram is centered on images rather than text. Since social media platforms vary greatly in their characteristics, different communication strategies may be adopted and employed. Future studies should consider focusing on the same topic on Facebook, Instagram, and other popular social media platforms.</p>
        <p>Second, given that the pandemic is still ongoing, this study focused on the first 3 stages of the crisis (precrisis, initial, and maintenance stages) and did not examine the resolution or evaluation stage. Future studies should expand the scope of the analysis to provide a more comprehensive description of the MOH’s crisis communication on Twitter.</p>
        <p>Only tweets written in Arabic and English were included in the analysis. In addition, this study did not attempt to analyze public replies to the MOH’s tweets. Further studies are needed to examine the content of the public’s replies to understand their responses and opinions regarding tweets from the MOH. A final limitation is the time interval between the posting date of a tweet and the date of data collection. Since older tweets may take a longer time to accumulate engagement, future studies should consider such temporal effects. Future studies should also incorporate more appropriate measures of engagement, beyond simply the numbers of likes and retweets.</p>
      </sec>
      <sec>
        <title>Conclusions</title>
        <p>The COVID-19 pandemic is an extreme crisis and has generated significant challenges for governments. Effective communication with the public is of crucial importance. This study provided some insight into the Saudi MOH’s outbreak communication strategy. Our findings identified differences in MOH communication practices during different stages of the COVID-19 outbreak in Saudi Arabia, in terms of both types of message content and levels of public engagement. Uncertainty reduction, efficacy, and reassurance were the most common types of messages in MOH tweets. Our results provide several implications for crisis communication by researchers, governments, health organizations, and practitioners to engage their external public. Governments and health authorities should consider the public’s information needs to promote their engagement; this, in turn, could raise the public’s awareness of a health crisis. Effective communication during disease outbreaks and other public health emergencies has the potential to change outcomes and save lives. </p>
      </sec>
    </sec>
  </body>
  <back>
    <app-group>
      <supplementary-material id="app1">
        <label>Multimedia Appendix 1</label>
        <p>Codebook.</p>
        <media xlink:href="publichealth_v7i7e27942_app1.docx" xlink:title="DOCX File , 19 KB"/>
      </supplementary-material>
      <supplementary-material id="app2">
        <label>Multimedia Appendix 2</label>
        <p>Categories of message types by outbreak stages, post-hoc pairwise comparisons.</p>
        <media xlink:href="publichealth_v7i7e27942_app2.docx" xlink:title="DOCX File , 17 KB"/>
      </supplementary-material>
      <supplementary-material id="app3">
        <label>Multimedia Appendix 3</label>
        <p>Public engagement across outbreak stages, post-hoc pairwise comparisons.</p>
        <media xlink:href="publichealth_v7i7e27942_app3.docx" xlink:title="DOCX File , 14 KB"/>
      </supplementary-material>
      <supplementary-material id="app4">
        <label>Multimedia Appendix 4</label>
        <p>Negative binomial regression results for associations of tweet content, media type, and the crisis stage with public engagement.</p>
        <media xlink:href="publichealth_v7i7e27942_app4.docx" xlink:title="DOCX File , 21 KB"/>
      </supplementary-material>
    </app-group>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">CDC</term>
          <def>
            <p>Centers for Disease Control and Prevention</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">CERC</term>
          <def>
            <p>Crisis and Emergency Risk Communication</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb3">IRR</term>
          <def>
            <p>incidence rate ratio</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb4">MOH</term>
          <def>
            <p>Ministry of Health</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb5">WHO</term>
          <def>
            <p>World Health Organization</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <ack>
      <p>The authors gratefully acknowledge King Abdullah International Medical Research Center and King Saud bin Abdulaziz University for Health Sciences for supporting and funding the publication of this paper.</p>
    </ack>
    <fn-group>
      <fn fn-type="conflict">
        <p>None declared.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Fehr</surname>
              <given-names>AR</given-names>
            </name>
            <name name-style="western">
              <surname>Perlman</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Coronaviruses: an overview of their replication and pathogenesis</article-title>
          <source>Methods Mol Biol</source>
          <year>2015</year>
          <volume>1282</volume>
          <fpage>1</fpage>
          <lpage>23</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/25720466"/>
          </comment>
          <pub-id pub-id-type="doi">10.1007/978-1-4939-2438-7_1</pub-id>
          <pub-id pub-id-type="medline">25720466</pub-id>
          <pub-id pub-id-type="pmcid">PMC4369385</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Dong</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Du</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Gardner</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <article-title>An interactive web-based dashboard to track COVID-19 in real time</article-title>
          <source>Lancet Infect Dis</source>
          <year>2020</year>
          <month>05</month>
          <volume>20</volume>
          <issue>5</issue>
          <fpage>533</fpage>
          <lpage>534</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/32087114"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/S1473-3099(20)30120-1</pub-id>
          <pub-id pub-id-type="medline">32087114</pub-id>
          <pub-id pub-id-type="pii">S1473-3099(20)30120-1</pub-id>
          <pub-id pub-id-type="pmcid">PMC7159018</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Giovanetti</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Benvenuto</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Angeletti</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Ciccozzi</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>The first two cases of 2019-nCoV in Italy: Where they come from?</article-title>
          <source>J Med Virol</source>
          <year>2020</year>
          <month>05</month>
          <volume>92</volume>
          <issue>5</issue>
          <fpage>518</fpage>
          <lpage>521</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/32022275"/>
          </comment>
          <pub-id pub-id-type="doi">10.1002/jmv.25699</pub-id>
          <pub-id pub-id-type="medline">32022275</pub-id>
          <pub-id pub-id-type="pmcid">PMC7166327</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Zhu</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Zhang</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Li</surname>
              <given-names>X</given-names>
            </name>
            <name name-style="western">
              <surname>Yang</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Song</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Zhao</surname>
              <given-names>X</given-names>
            </name>
            <name name-style="western">
              <surname>Huang</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Shi</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Lu</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Niu</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Zhan</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Ma</surname>
              <given-names>X</given-names>
            </name>
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Xu</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Wu</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Gao</surname>
              <given-names>GF</given-names>
            </name>
            <name name-style="western">
              <surname>Tan</surname>
              <given-names>W</given-names>
            </name>
            <collab>China Novel Coronavirus Investigating and Research Team</collab>
          </person-group>
          <article-title>A Novel Coronavirus from Patients with Pneumonia in China, 2019</article-title>
          <source>N Engl J Med</source>
          <year>2020</year>
          <month>02</month>
          <day>20</day>
          <volume>382</volume>
          <issue>8</issue>
          <fpage>727</fpage>
          <lpage>733</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/31978945"/>
          </comment>
          <pub-id pub-id-type="doi">10.1056/NEJMoa2001017</pub-id>
          <pub-id pub-id-type="medline">31978945</pub-id>
          <pub-id pub-id-type="pmcid">PMC7092803</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Wu</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Zhao</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Yu</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Chen</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Song</surname>
              <given-names>Z</given-names>
            </name>
            <name name-style="western">
              <surname>Hu</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Tao</surname>
              <given-names>Z</given-names>
            </name>
            <name name-style="western">
              <surname>Tian</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Pei</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Yuan</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Zhang</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Dai</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Liu</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>Q</given-names>
            </name>
            <name name-style="western">
              <surname>Zheng</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Xu</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Holmes</surname>
              <given-names>EC</given-names>
            </name>
            <name name-style="western">
              <surname>Zhang</surname>
              <given-names>Y</given-names>
            </name>
          </person-group>
          <article-title>A new coronavirus associated with human respiratory disease in China</article-title>
          <source>Nature</source>
          <year>2020</year>
          <month>03</month>
          <volume>579</volume>
          <issue>7798</issue>
          <fpage>265</fpage>
          <lpage>269</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/32015508"/>
          </comment>
          <pub-id pub-id-type="doi">10.1038/s41586-020-2008-3</pub-id>
          <pub-id pub-id-type="medline">32015508</pub-id>
          <pub-id pub-id-type="pii">10.1038/s41586-020-2008-3</pub-id>
          <pub-id pub-id-type="pmcid">PMC7094943</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="web">
          <article-title>Population Estimates</article-title>
          <source>General Authority for Statistics, Kingdom of Saudi Arabia</source>
          <access-date>2021-04-12</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.stats.gov.sa/en/43">https://www.stats.gov.sa/en/43</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="web">
          <article-title>Statistical Yearbook</article-title>
          <source>Ministry of Health, Kingdom of Saudi Arabia</source>
          <access-date>2021-04-12</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.moh.gov.sa/en/Ministry/Statistics/book/Pages/default.aspx">https://www.moh.gov.sa/en/Ministry/Statistics/book/Pages/default.aspx</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Algaissi</surname>
              <given-names>AA</given-names>
            </name>
            <name name-style="western">
              <surname>Alharbi</surname>
              <given-names>NK</given-names>
            </name>
            <name name-style="western">
              <surname>Hassanain</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Hashem</surname>
              <given-names>AM</given-names>
            </name>
          </person-group>
          <article-title>Preparedness and response to COVID-19 in Saudi Arabia: Building on MERS experience</article-title>
          <source>J Infect Public Health</source>
          <year>2020</year>
          <month>06</month>
          <volume>13</volume>
          <issue>6</issue>
          <fpage>834</fpage>
          <lpage>838</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S1876-0341(20)30466-4"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.jiph.2020.04.016</pub-id>
          <pub-id pub-id-type="medline">32451260</pub-id>
          <pub-id pub-id-type="pii">S1876-0341(20)30466-4</pub-id>
          <pub-id pub-id-type="pmcid">PMC7211706</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hassounah</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Raheel</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Alhefzi</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Digital Response During the COVID-19 Pandemic in Saudi Arabia</article-title>
          <source>J Med Internet Res</source>
          <year>2020</year>
          <month>09</month>
          <day>01</day>
          <volume>22</volume>
          <issue>9</issue>
          <fpage>e19338</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2020/9/e19338/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/19338</pub-id>
          <pub-id pub-id-type="medline">32790642</pub-id>
          <pub-id pub-id-type="pii">v22i9e19338</pub-id>
          <pub-id pub-id-type="pmcid">PMC7473704</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="web">
          <article-title>National Digital Transformation Semiannual Report</article-title>
          <source>National Digital Transformation Unit</source>
          <year>2020</year>
          <access-date>2021-04-06</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://ndu.gov.sa/report/2020-bareport.pdf">https://ndu.gov.sa/report/2020-bareport.pdf</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="web">
          <article-title>WHO, Saudi Arabia join forces to fight COVID-19 nationally, regionally and globally</article-title>
          <source>World Health Organization</source>
          <year>2020</year>
          <month>03</month>
          <day>25</day>
          <access-date>2021-04-15</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.emro.who.int/media/news/who-saudi-arabia-join-forces-to-fight-covid-19-nationally-regionally-and-globally.html">https://www.emro.who.int/media/news/who-saudi-arabia-join-forces-to-fight-covid-19-nationally-regionally-and-globally.html</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Jones</surname>
              <given-names>SC</given-names>
            </name>
            <name name-style="western">
              <surname>Waters</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Holland</surname>
              <given-names>O</given-names>
            </name>
            <name name-style="western">
              <surname>Bevins</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Iverson</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>Developing pandemic communication strategies: Preparation without panic</article-title>
          <source>J Bus Res</source>
          <year>2010</year>
          <month>2</month>
          <volume>63</volume>
          <issue>2</issue>
          <fpage>126</fpage>
          <lpage>132</lpage>
          <pub-id pub-id-type="doi">10.1016/j.jbusres.2009.02.009</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Zhao</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Cheng</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Yu</surname>
              <given-names>X</given-names>
            </name>
            <name name-style="western">
              <surname>Xu</surname>
              <given-names>H</given-names>
            </name>
          </person-group>
          <article-title>Chinese Public's Attention to the COVID-19 Epidemic on Social Media: Observational Descriptive Study</article-title>
          <source>J Med Internet Res</source>
          <year>2020</year>
          <month>05</month>
          <day>04</day>
          <volume>22</volume>
          <issue>5</issue>
          <fpage>e18825</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2020/5/e18825/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/18825</pub-id>
          <pub-id pub-id-type="medline">32314976</pub-id>
          <pub-id pub-id-type="pii">v22i5e18825</pub-id>
          <pub-id pub-id-type="pmcid">PMC7199804</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Strekalova</surname>
              <given-names>YA</given-names>
            </name>
          </person-group>
          <article-title>Health Risk Information Engagement and Amplification on Social Media</article-title>
          <source>Health Educ Behav</source>
          <year>2017</year>
          <month>04</month>
          <volume>44</volume>
          <issue>2</issue>
          <fpage>332</fpage>
          <lpage>339</lpage>
          <pub-id pub-id-type="doi">10.1177/1090198116660310</pub-id>
          <pub-id pub-id-type="medline">27413028</pub-id>
          <pub-id pub-id-type="pii">1090198116660310</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Moorhead</surname>
              <given-names>SA</given-names>
            </name>
            <name name-style="western">
              <surname>Hazlett</surname>
              <given-names>DE</given-names>
            </name>
            <name name-style="western">
              <surname>Harrison</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Carroll</surname>
              <given-names>JK</given-names>
            </name>
            <name name-style="western">
              <surname>Irwin</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Hoving</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>A new dimension of health care: systematic review of the uses, benefits, and limitations of social media for health communication</article-title>
          <source>J Med Internet Res</source>
          <year>2013</year>
          <month>04</month>
          <day>23</day>
          <volume>15</volume>
          <issue>4</issue>
          <fpage>e85</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2013/4/e85/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/jmir.1933</pub-id>
          <pub-id pub-id-type="medline">23615206</pub-id>
          <pub-id pub-id-type="pii">v15i4e85</pub-id>
          <pub-id pub-id-type="pmcid">PMC3636326</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Safko</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Brake</surname>
              <given-names>DK</given-names>
            </name>
          </person-group>
          <source>The Social Media Bible: Tactics, Tools, and Strategies for Business Success</source>
          <year>2009</year>
          <publisher-loc>Hoboken, NJ</publisher-loc>
          <publisher-name>Wiley</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kemp</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Digital 2020: Global Digital Overview</article-title>
          <source>DataReportal</source>
          <year>2020</year>
          <month>01</month>
          <day>30</day>
          <access-date>2020-12-28</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://datareportal.com/reports/digital-2020-global-digital-overview">https://datareportal.com/reports/digital-2020-global-digital-overview</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Korda</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Itani</surname>
              <given-names>Z</given-names>
            </name>
          </person-group>
          <article-title>Harnessing social media for health promotion and behavior change</article-title>
          <source>Health Promot Pract</source>
          <year>2013</year>
          <month>01</month>
          <volume>14</volume>
          <issue>1</issue>
          <fpage>15</fpage>
          <lpage>23</lpage>
          <pub-id pub-id-type="doi">10.1177/1524839911405850</pub-id>
          <pub-id pub-id-type="medline">21558472</pub-id>
          <pub-id pub-id-type="pii">1524839911405850</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Tang</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Bie</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Park</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Zhi</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>Social media and outbreaks of emerging infectious diseases: A systematic review of literature</article-title>
          <source>Am J Infect Control</source>
          <year>2018</year>
          <month>09</month>
          <volume>46</volume>
          <issue>9</issue>
          <fpage>962</fpage>
          <lpage>972</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/29628293"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.ajic.2018.02.010</pub-id>
          <pub-id pub-id-type="medline">29628293</pub-id>
          <pub-id pub-id-type="pii">S0196-6553(18)30105-6</pub-id>
          <pub-id pub-id-type="pmcid">PMC7115293</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="web">
          <article-title>Developing tools for strategic communication to the media on emerging infectious diseases (‎EID)‎ : report of an informal consultation, WHO-SEARO, New Delhi, 26 May 2011</article-title>
          <source>World Health Organization</source>
          <access-date>2021-05-12</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://apps.who.int/iris/handle/10665/204966">https://apps.who.int/iris/handle/10665/204966</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Chen</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Xu</surname>
              <given-names>Q</given-names>
            </name>
            <name name-style="western">
              <surname>Buchenberger</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Bagavathi</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Fair</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Shaikh</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Krishnan</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Dynamics of Health Agency Response and Public Engagement in Public Health Emergency: A Case Study of CDC Tweeting Patterns During the 2016 Zika Epidemic</article-title>
          <source>JMIR Public Health Surveill</source>
          <year>2018</year>
          <month>11</month>
          <day>22</day>
          <volume>4</volume>
          <issue>4</issue>
          <fpage>e10827</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://publichealth.jmir.org/2018/4/e10827/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/10827</pub-id>
          <pub-id pub-id-type="medline">30467106</pub-id>
          <pub-id pub-id-type="pii">v4i4e10827</pub-id>
          <pub-id pub-id-type="pmcid">PMC6284147</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lwin</surname>
              <given-names>MO</given-names>
            </name>
            <name name-style="western">
              <surname>Lu</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Sheldenkar</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Schulz</surname>
              <given-names>PJ</given-names>
            </name>
          </person-group>
          <article-title>Strategic Uses of Facebook in Zika Outbreak Communication: Implications for the Crisis and Emergency Risk Communication Model</article-title>
          <source>Int J Environ Res Public Health</source>
          <year>2018</year>
          <month>09</month>
          <day>10</day>
          <volume>15</volume>
          <issue>9</issue>
          <fpage>1974</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.mdpi.com/resolver?pii=ijerph15091974"/>
          </comment>
          <pub-id pub-id-type="doi">10.3390/ijerph15091974</pub-id>
          <pub-id pub-id-type="medline">30201929</pub-id>
          <pub-id pub-id-type="pii">ijerph15091974</pub-id>
          <pub-id pub-id-type="pmcid">PMC6163817</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Guidry</surname>
              <given-names>JP</given-names>
            </name>
            <name name-style="western">
              <surname>Jin</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Orr</surname>
              <given-names>CA</given-names>
            </name>
            <name name-style="western">
              <surname>Messner</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Meganck</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Ebola on Instagram and Twitter: How health organizations address the health crisis in their social media engagement</article-title>
          <source>Public Relat Rev</source>
          <year>2017</year>
          <month>09</month>
          <volume>43</volume>
          <issue>3</issue>
          <fpage>477</fpage>
          <lpage>486</lpage>
          <pub-id pub-id-type="doi">10.1016/j.pubrev.2017.04.009</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Sesagiri Raamkumar</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Tan</surname>
              <given-names>SG</given-names>
            </name>
            <name name-style="western">
              <surname>Wee</surname>
              <given-names>HL</given-names>
            </name>
          </person-group>
          <article-title>Measuring the Outreach Efforts of Public Health Authorities and the Public Response on Facebook During the COVID-19 Pandemic in Early 2020: Cross-Country Comparison</article-title>
          <source>J Med Internet Res</source>
          <year>2020</year>
          <month>05</month>
          <day>19</day>
          <volume>22</volume>
          <issue>5</issue>
          <fpage>e19334</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2020/5/e19334/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/19334</pub-id>
          <pub-id pub-id-type="medline">32401219</pub-id>
          <pub-id pub-id-type="pmcid">PMC7238862</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Reynolds</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Quinn Crouse</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Effective communication during an influenza pandemic: the value of using a crisis and emergency risk communication framework</article-title>
          <source>Health Promot Pract</source>
          <year>2008</year>
          <month>10</month>
          <volume>9</volume>
          <issue>4 Suppl</issue>
          <fpage>13S</fpage>
          <lpage>17S</lpage>
          <pub-id pub-id-type="doi">10.1177/1524839908325267</pub-id>
          <pub-id pub-id-type="medline">18936255</pub-id>
          <pub-id pub-id-type="pii">9/4_suppl/13S</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref26">
        <label>26</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Reynolds</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Seeger</surname>
              <given-names>MW</given-names>
            </name>
          </person-group>
          <article-title>Crisis and emergency risk communication as an integrative model</article-title>
          <source>J Health Commun</source>
          <year>2005</year>
          <volume>10</volume>
          <issue>1</issue>
          <fpage>43</fpage>
          <lpage>55</lpage>
          <pub-id pub-id-type="doi">10.1080/10810730590904571</pub-id>
          <pub-id pub-id-type="medline">15764443</pub-id>
          <pub-id pub-id-type="pii">QJC5WKY16JXPDUEB</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref27">
        <label>27</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Veil</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Reynolds</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Sellnow</surname>
              <given-names>TL</given-names>
            </name>
            <name name-style="western">
              <surname>Seeger</surname>
              <given-names>MW</given-names>
            </name>
          </person-group>
          <article-title>CERC as a theoretical framework for research and practice</article-title>
          <source>Health Promot Pract</source>
          <year>2008</year>
          <month>10</month>
          <volume>9</volume>
          <issue>4 Suppl</issue>
          <fpage>26S</fpage>
          <lpage>34S</lpage>
          <pub-id pub-id-type="doi">10.1177/1524839908322113</pub-id>
          <pub-id pub-id-type="medline">18936257</pub-id>
          <pub-id pub-id-type="pii">9/4_suppl/26S</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref28">
        <label>28</label>
        <nlm-citation citation-type="web">
          <source>Centers for Disease Control and Prevention</source>
          <access-date>2021-06-12</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://emergency.cdc.gov/cerc/">https://emergency.cdc.gov/cerc/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref29">
        <label>29</label>
        <nlm-citation citation-type="web">
          <article-title>Leading countries based on number of Twitter users as of April 2020 (in Millions)</article-title>
          <source>Statista</source>
          <access-date>2020-05-28</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.statista.com/statistics/242606/number-of-active-twitter-users-in-selected-countries/">https://www.statista.com/statistics/242606/number-of-active-twitter-users-in-selected-countries/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref30">
        <label>30</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Aldarhami</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Bazaid</surname>
              <given-names>AS</given-names>
            </name>
            <name name-style="western">
              <surname>Althomali</surname>
              <given-names>OW</given-names>
            </name>
            <name name-style="western">
              <surname>Binsaleh</surname>
              <given-names>NK</given-names>
            </name>
          </person-group>
          <article-title>Public Perceptions and Commitment to Social Distancing "Staying-at-Home" During COVID-19 Pandemic: A National Survey in Saudi Arabia</article-title>
          <source>Int J Gen Med</source>
          <year>2020</year>
          <volume>13</volume>
          <fpage>677</fpage>
          <lpage>686</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://dx.doi.org/10.2147/IJGM.S269716"/>
          </comment>
          <pub-id pub-id-type="doi">10.2147/IJGM.S269716</pub-id>
          <pub-id pub-id-type="medline">33061535</pub-id>
          <pub-id pub-id-type="pii">269716</pub-id>
          <pub-id pub-id-type="pmcid">PMC7519831</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref31">
        <label>31</label>
        <nlm-citation citation-type="web">
          <article-title>Get Tweet timelines</article-title>
          <source>Twitter</source>
          <access-date>2021-03-10</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://developer.twitter.com/en/docs/twitter-api/v1/tweets/timelines/api-reference/get-statuses-user_timeline">https://developer.twitter.com/en/docs/twitter-api/v1/tweets/timelines/api-reference/get-statuses-user_timeline</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref32">
        <label>32</label>
        <nlm-citation citation-type="web">
          <article-title>Tweepy: An easy-to-use Python library for accessing the Twitter API</article-title>
          <source>Tweepy</source>
          <access-date>2021-03-10</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.tweepy.org/">https://www.tweepy.org/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref33">
        <label>33</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ritchie</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Ortiz-Ospina</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Beltekian</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Mathieu</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Hasell</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Macdonald</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Giattino</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Appel</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Rodés-Guirao</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Roser</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Statistics and Research: Coronavirus (COVID-19) Cases</article-title>
          <source>Our World in Data</source>
          <access-date>2021-07-05</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://ourworldindata.org/covid-cases">https://ourworldindata.org/covid-cases</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref34">
        <label>34</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lachlan</surname>
              <given-names>KA</given-names>
            </name>
            <name name-style="western">
              <surname>Spence</surname>
              <given-names>PR</given-names>
            </name>
            <name name-style="western">
              <surname>Lin</surname>
              <given-names>X</given-names>
            </name>
            <name name-style="western">
              <surname>Najarian</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Del Greco</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Social media and crisis management: CERC, search strategies, and Twitter content</article-title>
          <source>Comput Hum Behav</source>
          <year>2016</year>
          <month>01</month>
          <volume>54</volume>
          <fpage>647</fpage>
          <lpage>652</lpage>
          <pub-id pub-id-type="doi">10.1016/j.chb.2015.05.027</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref35">
        <label>35</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Panagiotopoulos</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Barnett</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Bigdeli</surname>
              <given-names>AZ</given-names>
            </name>
            <name name-style="western">
              <surname>Sams</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Social media in emergency management: Twitter as a tool for communicating risks to the public</article-title>
          <source>Technol Forecast Soc Change</source>
          <year>2016</year>
          <month>10</month>
          <volume>111</volume>
          <fpage>86</fpage>
          <lpage>96</lpage>
          <pub-id pub-id-type="doi">10.1016/j.techfore.2016.06.010</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref36">
        <label>36</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Berg</surname>
              <given-names>B</given-names>
            </name>
          </person-group>
          <source>Qualitative Research Methods for the Social Sciences</source>
          <year>2001</year>
          <publisher-loc>Boston, MA</publisher-loc>
          <publisher-name>Allyn and Bacon</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref37">
        <label>37</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Neuendorf</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <source>The content analysis guidebook</source>
          <year>2002</year>
          <publisher-loc>Thousand Oaks, CA</publisher-loc>
          <publisher-name>Sage Publications</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref38">
        <label>38</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Freelon</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>ReCal: Intercoder Reliability Calculation as a Web Service</article-title>
          <source>Int J Internet Sci</source>
          <year>2010</year>
          <volume>5</volume>
          <issue>1</issue>
          <fpage>20</fpage>
          <lpage>33</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.ijis.net/ijis5_1/ijis5_1_freelon.pdf"/>
          </comment>
          <pub-id pub-id-type="doi">10.4135/9781412963947.n228</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref39">
        <label>39</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Landis</surname>
              <given-names>JR</given-names>
            </name>
            <name name-style="western">
              <surname>Koch</surname>
              <given-names>GG</given-names>
            </name>
          </person-group>
          <article-title>The measurement of observer agreement for categorical data</article-title>
          <source>Biometrics</source>
          <year>1977</year>
          <month>03</month>
          <volume>33</volume>
          <issue>1</issue>
          <fpage>159</fpage>
          <lpage>174</lpage>
          <pub-id pub-id-type="medline">843571</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref40">
        <label>40</label>
        <nlm-citation citation-type="web">
          <article-title>IBM SPSS Statistics for Macintosh, version 27.0</article-title>
          <access-date>2021-07-05</access-date>
          <publisher-loc>Armonk, NY</publisher-loc>
          <publisher-name>IBM Corp.</publisher-name>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.ibm.com/analytics/spss-statistics-software">https://www.ibm.com/analytics/spss-statistics-software</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref41">
        <label>41</label>
        <nlm-citation citation-type="web">
          <article-title>An Approval Issued to fully Lift the Curfew from 06 am on Sunday, Ban on Umrah, Visit, Int'l Flights to Continue</article-title>
          <source>Saudi Press Agency</source>
          <access-date>2021-05-12</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.spa.gov.sa/viewfullstory.php?lang=en&#38;newsid=2100088">https://www.spa.gov.sa/viewfullstory.php?lang=en&#38;newsid=2100088</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref42">
        <label>42</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lachlan</surname>
              <given-names>KA</given-names>
            </name>
            <name name-style="western">
              <surname>Spence</surname>
              <given-names>PR</given-names>
            </name>
            <name name-style="western">
              <surname>Lin</surname>
              <given-names>X</given-names>
            </name>
          </person-group>
          <article-title>Expressions of risk awareness and concern through Twitter: On the utility of using the medium as an indication of audience needs</article-title>
          <source>Comput Hum Behav</source>
          <year>2014</year>
          <month>06</month>
          <volume>35</volume>
          <fpage>554</fpage>
          <lpage>559</lpage>
          <pub-id pub-id-type="doi">10.1016/j.chb.2014.02.029</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref43">
        <label>43</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Donthu</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Gustafsson</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Effects of COVID-19 on business and research</article-title>
          <source>J Bus Res</source>
          <year>2020</year>
          <month>09</month>
          <volume>117</volume>
          <fpage>284</fpage>
          <lpage>289</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/32536736"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.jbusres.2020.06.008</pub-id>
          <pub-id pub-id-type="medline">32536736</pub-id>
          <pub-id pub-id-type="pii">S0148-2963(20)30383-0</pub-id>
          <pub-id pub-id-type="pmcid">PMC7280091</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref44">
        <label>44</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ajwa</surname>
              <given-names>NA</given-names>
            </name>
          </person-group>
          <article-title>Strategies for communicating health risks through social media against the Corona pandemic (analytical study on the official pages of the Egyptian Ministry of Health)</article-title>
          <source>J Mass Commun Res</source>
          <year>2020</year>
          <month>08</month>
          <day>01</day>
          <volume>54</volume>
          <issue>4</issue>
          <fpage>2433</fpage>
          <lpage>2494</lpage>
          <pub-id pub-id-type="doi">10.21608/jsb.2020.108731</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref45">
        <label>45</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Tang</surname>
              <given-names>JW</given-names>
            </name>
          </person-group>
          <article-title>COVID-19: interpreting scientific evidence - uncertainty, confusion and delays</article-title>
          <source>BMC Infect Dis</source>
          <year>2020</year>
          <month>09</month>
          <day>08</day>
          <volume>20</volume>
          <issue>1</issue>
          <fpage>653</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmcinfectdis.biomedcentral.com/articles/10.1186/s12879-020-05387-8"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s12879-020-05387-8</pub-id>
          <pub-id pub-id-type="medline">32895050</pub-id>
          <pub-id pub-id-type="pii">10.1186/s12879-020-05387-8</pub-id>
          <pub-id pub-id-type="pmcid">PMC7476768</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref46">
        <label>46</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Han</surname>
              <given-names>PKJ</given-names>
            </name>
            <name name-style="western">
              <surname>Scharnetzki</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Scherer</surname>
              <given-names>AM</given-names>
            </name>
            <name name-style="western">
              <surname>Thorpe</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Lary</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Waterston</surname>
              <given-names>LB</given-names>
            </name>
            <name name-style="western">
              <surname>Fagerlin</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Dieckmann</surname>
              <given-names>NF</given-names>
            </name>
          </person-group>
          <article-title>Communicating Scientific Uncertainty About the COVID-19 Pandemic: Online Experimental Study of an Uncertainty-Normalizing Strategy</article-title>
          <source>J Med Internet Res</source>
          <year>2021</year>
          <month>04</month>
          <day>22</day>
          <volume>23</volume>
          <issue>4</issue>
          <fpage>e27832</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2021/4/e27832/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/27832</pub-id>
          <pub-id pub-id-type="medline">33769947</pub-id>
          <pub-id pub-id-type="pii">v23i4e27832</pub-id>
          <pub-id pub-id-type="pmcid">PMC8064708</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref47">
        <label>47</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Seeger</surname>
              <given-names>MW</given-names>
            </name>
          </person-group>
          <article-title>Best Practices in Crisis Communication: An Expert Panel Process</article-title>
          <source>J Appl Commun Res</source>
          <year>2006</year>
          <month>08</month>
          <volume>34</volume>
          <issue>3</issue>
          <fpage>232</fpage>
          <lpage>244</lpage>
          <pub-id pub-id-type="doi">10.1080/00909880600769944</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref48">
        <label>48</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Chung</surname>
              <given-names>JE</given-names>
            </name>
          </person-group>
          <article-title>Retweeting in health promotion: Analysis of tweets about Breast Cancer Awareness Month</article-title>
          <source>Comput Hum Behav</source>
          <year>2017</year>
          <month>09</month>
          <volume>74</volume>
          <fpage>112</fpage>
          <lpage>119</lpage>
          <pub-id pub-id-type="doi">10.1016/j.chb.2017.04.025</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref49">
        <label>49</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Guidry</surname>
              <given-names>JPD</given-names>
            </name>
            <name name-style="western">
              <surname>Meganck</surname>
              <given-names>SL</given-names>
            </name>
            <name name-style="western">
              <surname>Lovari</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Messner</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Medina-Messner</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Sherman</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Adams</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Tweeting about #Diseases and #Publichealth: Communicating Global Health Issues across Nations</article-title>
          <source>Health Commun</source>
          <year>2020</year>
          <month>08</month>
          <volume>35</volume>
          <issue>9</issue>
          <fpage>1137</fpage>
          <lpage>1145</lpage>
          <pub-id pub-id-type="doi">10.1080/10410236.2019.1620089</pub-id>
          <pub-id pub-id-type="medline">31131628</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref50">
        <label>50</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bhattacharya</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Srinivasan</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Polgreen</surname>
              <given-names>P</given-names>
            </name>
          </person-group>
          <article-title>Social media engagement analysis of U.S. Federal health agencies on Facebook</article-title>
          <source>BMC Med Inform Decis Mak</source>
          <year>2017</year>
          <month>04</month>
          <day>21</day>
          <volume>17</volume>
          <issue>1</issue>
          <fpage>49</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmcmedinformdecismak.biomedcentral.com/articles/10.1186/s12911-017-0447-z"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s12911-017-0447-z</pub-id>
          <pub-id pub-id-type="medline">28431582</pub-id>
          <pub-id pub-id-type="pii">10.1186/s12911-017-0447-z</pub-id>
          <pub-id pub-id-type="pmcid">PMC5401385</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref51">
        <label>51</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Siyam</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Alqaryouti</surname>
              <given-names>O</given-names>
            </name>
            <name name-style="western">
              <surname>Abdallah</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Mining government tweets to identify and predict citizens engagement</article-title>
          <source>Technol Soc</source>
          <year>2020</year>
          <month>02</month>
          <volume>60</volume>
          <fpage>101211</fpage>
          <pub-id pub-id-type="doi">10.1016/j.techsoc.2019.101211</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref52">
        <label>52</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bonsón</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Perea</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Bednárová</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Twitter as a tool for citizen engagement: An empirical study of the Andalusian municipalities</article-title>
          <source>Gov Inf Q</source>
          <year>2019</year>
          <month>07</month>
          <volume>36</volume>
          <issue>3</issue>
          <fpage>480</fpage>
          <lpage>489</lpage>
          <pub-id pub-id-type="doi">10.1016/j.giq.2019.03.001</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref53">
        <label>53</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Chen</surname>
              <given-names>Q</given-names>
            </name>
            <name name-style="western">
              <surname>Min</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Zhang</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Ma</surname>
              <given-names>X</given-names>
            </name>
            <name name-style="western">
              <surname>Evans</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>Unpacking the black box: How to promote citizen engagement through government social media during the COVID-19 crisis</article-title>
          <source>Comput Human Behav</source>
          <year>2020</year>
          <month>09</month>
          <volume>110</volume>
          <fpage>106380</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/32292239"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.chb.2020.106380</pub-id>
          <pub-id pub-id-type="medline">32292239</pub-id>
          <pub-id pub-id-type="pii">S0747-5632(20)30133-3</pub-id>
          <pub-id pub-id-type="pmcid">PMC7151317</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref54">
        <label>54</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Tang</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Liu</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Thomas</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Tran</surname>
              <given-names>HTN</given-names>
            </name>
            <name name-style="western">
              <surname>Zou</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Zhang</surname>
              <given-names>X</given-names>
            </name>
            <name name-style="western">
              <surname>Zhi</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>Texas Public Agencies' Tweets and Public Engagement During the COVID-19 Pandemic: Natural Language Processing Approach</article-title>
          <source>JMIR Public Health Surveill</source>
          <year>2021</year>
          <month>04</month>
          <day>26</day>
          <volume>7</volume>
          <issue>4</issue>
          <fpage>e26720</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://publichealth.jmir.org/2021/4/e26720/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/26720</pub-id>
          <pub-id pub-id-type="medline">33847587</pub-id>
          <pub-id pub-id-type="pii">v7i4e26720</pub-id>
          <pub-id pub-id-type="pmcid">PMC8078375</pub-id>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
