<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<?covid-19-tdm?>
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JPH</journal-id>
      <journal-id journal-id-type="nlm-ta">JMIR Public Health Surveill</journal-id>
      <journal-title>JMIR Public Health and Surveillance</journal-title>
      <issn pub-type="epub">2369-2960</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v6i2e18808</article-id>
      <article-id pub-id-type="pmid">32325425</article-id>
      <article-id pub-id-type="doi">10.2196/18808</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Tutorial</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Tutorial</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>A Guide to Chatbots for COVID-19 Screening at Pediatric Health Care Facilities</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Eysenbach</surname>
            <given-names>Gunther</given-names>
          </name>
        </contrib>
        <contrib contrib-type="editor">
          <name>
            <surname>Sanchez</surname>
            <given-names>Travis</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>te Gussinklo</surname>
            <given-names>Jan Taco</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Bellei</surname>
            <given-names>Ericles</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author" corresp="yes">
          <name name-style="western">
            <surname>Espinoza</surname>
            <given-names>Juan</given-names>
          </name>
          <degrees>MD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <address>
            <institution>Department of Pediatrics</institution>
            <institution>Children's Hospital Los Angeles</institution>
            <addr-line>4650 W Sunset Blvd</addr-line>
            <addr-line>Mailstop #76</addr-line>
            <addr-line>Los Angeles, CA, 90027</addr-line>
            <country>United States</country>
            <phone>1 3233612721</phone>
            <email>jespinoza@chla.usc.edu</email>
          </address>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-0513-588X</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author">
          <name name-style="western">
            <surname>Crown</surname>
            <given-names>Kelly</given-names>
          </name>
          <degrees>MBA</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-2226-291X</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author">
          <name name-style="western">
            <surname>Kulkarni</surname>
            <given-names>Omkar</given-names>
          </name>
          <degrees>MPH</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-6332-3320</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>Department of Pediatrics</institution>
        <institution>Children's Hospital Los Angeles</institution>
        <addr-line>Los Angeles, CA</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff2">
        <label>2</label>
        <institution>Innovation Studio</institution>
        <institution>Children's Hospital Los Angeles</institution>
        <addr-line>Los Angeles, CA</addr-line>
        <country>United States</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Juan Espinoza <email>jespinoza@chla.usc.edu</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <season>Apr-Jun</season>
        <year>2020</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>30</day>
        <month>4</month>
        <year>2020</year>
      </pub-date>
      <volume>6</volume>
      <issue>2</issue>
      <elocation-id>e18808</elocation-id>
      <history>
        <date date-type="received">
          <day>19</day>
          <month>3</month>
          <year>2020</year>
        </date>
        <date date-type="rev-request">
          <day>24</day>
          <month>3</month>
          <year>2020</year>
        </date>
        <date date-type="rev-recd">
          <day>22</day>
          <month>4</month>
          <year>2020</year>
        </date>
        <date date-type="accepted">
          <day>22</day>
          <month>4</month>
          <year>2020</year>
        </date>
      </history>
      <copyright-statement>©Juan Espinoza, Kelly Crown, Omkar Kulkarni. Originally published in JMIR Public Health and Surveillance (http://publichealth.jmir.org), 30.04.2020.</copyright-statement>
      <copyright-year>2020</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in JMIR Public Health and Surveillance, is properly cited. The complete bibliographic information, a link to the original publication on http://publichealth.jmir.org, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="http://publichealth.jmir.org/2020/2/e18808/" xlink:type="simple"/>
      <abstract>
        <p>The coronavirus disease 2019 (COVID-19) outbreak has required institutions to rapidly adapt to changing public health circumstances. The Centers for Disease Control and Prevention has encouraged health care facilities to explore novel health care delivery modes. However, many institutions may not be prepared to begin offering digital health and telehealth services. Chatbots are one digital health tool that can help evolve triage and screening processes in a scalable manner. Here, we present a decision-making and implementation framework for deploying COVID-19 screening chatbots at pediatric health care facilities.</p>
      </abstract>
      <kwd-group>
        <kwd>chatbots</kwd>
        <kwd>COVID-19: pediatrics</kwd>
        <kwd>digital health</kwd>
        <kwd>screening</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <p>The International Health Regulations Emergency Committee of the World Health Organization (WHO) declared that the outbreak of novel coronavirus SARS‐CoV-2 (coronavirus disease 2019 or COVID-19) was a “public health emergency of international concern,” on January 30, 2020 [<xref ref-type="bibr" rid="ref1">1</xref>]. Within 6 weeks, on March 11th, the WHO declared COVID-19 a global pandemic, defined as the worldwide spread of a new disease to which most people are susceptible [<xref ref-type="bibr" rid="ref2">2</xref>,<xref ref-type="bibr" rid="ref3">3</xref>]. In the United States, the number of cases has rapidly grown; there are more cases here than in any other country in the world [<xref ref-type="bibr" rid="ref4">4</xref>,<xref ref-type="bibr" rid="ref5">5</xref>].</p>
      <p>The Centers for Disease Control and Prevention (CDC) has created interim guidance for health care facilities to address community transmission of COVID-19 [<xref ref-type="bibr" rid="ref6">6</xref>]. The role of this guidance is to “reduce morbidity and mortality, minimize disease transmission, protect healthcare personnel, and preserve healthcare system functioning” [<xref ref-type="bibr" rid="ref6">6</xref>]. These include recommendations around patient screening, working closely with public health agencies, creating contingency plans, monitoring health care workers, and managing ill patients at home when possible. Of note, the CDC recommends shifting health care delivery to remote options, such as phone management and telehealth. Given that approximately 80% of affected patients have mild symptoms, remote management can provide adequate care, though careful triage and frequent monitoring will be necessary [<xref ref-type="bibr" rid="ref7">7</xref>]. Adoption of telehealth and digital health strategies has steadily progressed over the past 10 years, but is still not widespread, primarily due to provider/payer issues rather than technical ones [<xref ref-type="bibr" rid="ref8">8</xref>,<xref ref-type="bibr" rid="ref9">9</xref>]. Adopting the CDC recommendations may be difficult for institutions that do not have the innovation or information technology (IT) infrastructure necessary to either ramp up or deploy new services like telehealth. As such, it is important to triage patients appropriately so as not to overload newer programs.</p>
      <p>One useful tool for patient triage are chatbots. Chatbots are applications that provide information or services through conversation-like interactions with users [<xref ref-type="bibr" rid="ref10">10</xref>]. The underlying infrastructure can range from true artificial intelligence with natural language processing to simple conditional logic schemes with predetermined answers, similar to an online survey or quiz. Chatbots have become ubiquitous in retail and customer service but have only recently started expanding into health care [<xref ref-type="bibr" rid="ref11">11</xref>]. Despite being relatively new, chatbots have already been adapted for a broad range of purposes in health care, including patient triage, clinical decision support for provider, directing patients and staff to appropriate resources, and even mental health applications, such as cognitive behavioral therapy and suicide interventions [<xref ref-type="bibr" rid="ref12">12</xref>,<xref ref-type="bibr" rid="ref13">13</xref>]. At least one review of the literature found that there is evidence that chatbots are both clinically effective and cost-effective [<xref ref-type="bibr" rid="ref14">14</xref>].</p>
      <p>Because chatbots can be deployed across email, web, social media, and text, they are an ideal tool to reach a large number of people in a short period of time. For COVID-19 and other infectious disease outbreaks, chatbots can screen patients, provide education, and triage patients to the right health care option (in-person appointment, telephone triage, telehealth appointment). One example of this is Providence Health, which deployed a COVID-19 chatbot built on a Microsoft platform to help triage patients to their telehealth services [<xref ref-type="bibr" rid="ref15">15</xref>]. Here, we present a practical framework to help pediatric institutions think through the decision to leverage chatbot screening tools during the COVID-19 outbreak.</p>
    </sec>
    <sec>
      <title>Pediatric-Specific Considerations</title>
      <p>Pediatric institutions face unique challenges during this pandemic. While children seem to be less likely to be infected and have milder symptoms, they are in most circumstances living with adults who may have very different exposures and medical risk factors than the child in question [<xref ref-type="bibr" rid="ref7">7</xref>,<xref ref-type="bibr" rid="ref16">16</xref>,<xref ref-type="bibr" rid="ref17">17</xref>]. Moreover, when pediatric patients seek medical care, they are typically accompanied by an adult. As such, screening for signs, risk factors, and symptoms needs to address both the child and adults with whom the child is in close contact. It should be noted that the decreased severity of COVID-19 in pediatric patients is not uniform; very young infants and children with medical complexity are at increased risk, and as these groups are more likely to seek out care at pediatric institutions, appropriate precautions should still be taken [<xref ref-type="bibr" rid="ref18">18</xref>,<xref ref-type="bibr" rid="ref19">19</xref>].</p>
      <p>Reducing crowd density and social distancing can be difficult at pediatric institutions. Children can be anywhere along the neurodevelopmental spectrum, age appropriate or delayed, and may struggle with key concepts like social distancing. Children are almost always accompanied by at least one adult, and it is not uncommon for one patient to be accompanied by two parents and siblings, and even grandparents. Chatbots can help address this by directing patients to the appropriate care modality early on and providing families with information relevant to their in-person appointments, such as visitor restrictions.</p>
      <p>Finally, there is the issue of consent and access to medical care for children under the age of 18 years. In the United States, access to and consent for care without a parent or guardian varies from state to state. If the chatbot is widely accessible, institutions should develop protocols in collaboration with their legal and compliance teams to respond to chatbot users under the age of 18 years who either reach out for care or who screen as being high-risk.</p>
    </sec>
    <sec>
      <title>A Decision-Making Framework</title>
      <p>Though it may seem daunting at first, deploying a health care screening chatbot can be a relatively fast process if key decisions can be clearly articulated along the way:</p>
      <list list-type="bullet">
        <list-item>
          <p>Define the goal of your chatbot</p>
        </list-item>
        <list-item>
          <p>Identify the tools available for your chatbot to achieve its goal</p>
        </list-item>
        <list-item>
          <p>Choose a screening approach</p>
        </list-item>
        <list-item>
          <p>Access and distribution</p>
        </list-item>
        <list-item>
          <p>Buy versus build</p>
        </list-item>
      </list>
      <sec>
        <title>Define the Goal of Your Chatbot</title>
        <p>For rapid deployment, such as during the current pandemic, chatbots work best when they have a simple and singular goal targeted for a specific user. This should be defined in one sentence (eg, “provide screening and education to the general public,” “educate and guide campus visitors on our current visitor restrictions,” or “triage existing patients to the right resources.”). All other decisions around technical infrastructure, workflows, and language choice will be guided from the driving purpose of the chatbot and the intended user.</p>
      </sec>
      <sec>
        <title>Identify the Tools Available for Your Chatbot to Achieve Its Goal</title>
        <p>After screening, the chatbot will offer the user something based on their screening results (ie, information, a phone number to call, a call back, etc). These are the tools the chatbot uses to achieve its goal. Institutions should clearly define what the chatbot can and cannot offer. The possible options can be thought of in three categories:</p>
        <list list-type="order">
          <list-item>
            <p>The chatbot can provide information that the user can act on, either in the chat window or by directing the user to other resources (user-initiated). If the goal is to provide general information, the educational materials should be sourced from reputable sources like the CDC and other public health agencies. If the goal of the chatbot is to connect patients to specific resources, this can be done by providing the user a phone number, email, web address, etc, to reach out to request that service.</p>
          </list-item>
          <list-item>
            <p>The chatbot can hand the user off to a human agent who can take a specific action (provider-initiated). This can be done in real time, by transitioning the conversation to a staff member, or by collecting contact information from the user, and then having staff members call the user back at a later time.</p>
          </list-item>
          <list-item>
            <p>The chatbot can trigger an action in another software or system, such as appointment scheduling or medication refills (system-initiated). This can be the most technically challenging option and is likely not well suited for rapid deployment in a crisis situation.</p>
          </list-item>
        </list>
        <p>User-initiated solutions are easier and faster to implement, can usually be incorporated into existing workflows, and have fewer data governance, legal, and compliance issues since there is no need to exchange Protected Health Information (PHI)/Personally Identifiable Information (PII). However, this type of solution may lead to situations in which a high-risk person still walks into a health care facility because they did not or could not follow through with the recommendations. Provider-initiated solutions allow providers to “close the loop” and can feel more personal. They ensure that facilities can be more proactive in properly addressing high-risk patients, but they require new workflows (and therefore additional staff, or additional work for existing staff), are typically more costly, and carry additional legal and compliance considerations. Finally, this decision can help inform whether you should deploy your chatbot inside or outside your institution's secure IT infrastructure.</p>
      </sec>
      <sec>
        <title>Choose a Screening Approach</title>
        <p>The majority of chatbot interactions are a series of question-response dyads, with the user either free typing a response or choosing one from preselected options. Your chatbot should include a standard legal disclaimer and eligibility verification (“Are you a patient of…” or “What state/county/city do you live in?”), if relevant to the goal of the chatbot. In terms of screening for COVID-19, it is critical that institutions use the most up-to-date recommendations from trusted public agencies like the CDC. COVID-19 screening can be broken down into exposure risks, symptoms, comorbidities, and other risk factors (<xref ref-type="table" rid="table1">Table 1</xref>). Additional questions may be appropriate for your particular situation and what the follow-up to the chatbot interactions is meant to be. Institutions should be prepared to update all questions frequently as the situation develops and new criteria become relevant.</p>
        <table-wrap position="float" id="table1">
          <label>Table 1</label>
          <caption>
            <p>Chatbot question structure.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="150"/>
            <col width="430"/>
            <col width="420"/>
            <thead>
              <tr valign="top">
                <td>Category</td>
                <td>Sample question(s)</td>
                <td>Notes</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>Disclaimer</td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>“If you are experiencing an emergency…”</p>
                    </list-item>
                    <list-item>
                      <p>Terms of use</p>
                    </list-item>
                    <list-item>
                      <p>Privacy policy</p>
                    </list-item>
                  </list>
                </td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Consult with your legal and compliance team on exact language/wording</p>
                    </list-item>
                  </list>
                </td>
              </tr>
              <tr valign="top">
                <td>Eligibility</td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Are you a patient of ____?</p>
                    </list-item>
                    <list-item>
                      <p>Do you live in (city/county/state)?</p>
                    </list-item>
                    <list-item>
                      <p>Do you have an upcoming appointment?</p>
                    </list-item>
                  </list>
                </td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Eligibility criteria depend on institutional policy and preference</p>
                    </list-item>
                  </list>
                </td>
              </tr>
              <tr valign="top">
                <td>Exposures</td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Have you recently travelled to (list of countries)?</p>
                    </list-item>
                    <list-item>
                      <p>Have you been in contact with someone who has travelled to these countries and is now sick?</p>
                    </list-item>
                    <list-item>
                      <p>Have you been in contact with someone known to have coronavirus (COVID-19)?</p>
                    </list-item>
                    <list-item>
                      <p>Have you been told by a public health official that you may have been exposed to coronavirus (COVID-19)?</p>
                    </list-item>
                  </list>
                </td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Follow recommendations of the CDC<sup>a</sup> and public health agencies, and update frequently</p>
                    </list-item>
                    <list-item>
                      <p>Include language to address children and their adult close contacts</p>
                    </list-item>
                  </list>
                </td>
              </tr>
              <tr valign="top">
                <td>Symptoms</td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Are you experiencing any of the following symptoms?</p>
                    </list-item>
                  </list>
                </td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Follow recommendations of the CDC and public health agencies, and update frequently</p>
                    </list-item>
                  </list>
                </td>
              </tr>
              <tr valign="top">
                <td>Risk factors</td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Do you have any of the following health conditions?</p>
                    </list-item>
                  </list>
                </td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Follow recommendations of the CDC and public health agencies, and update frequently</p>
                    </list-item>
                  </list>
                </td>
              </tr>
              <tr valign="top">
                <td>Follow-up</td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Do you have access to…?</p>
                    </list-item>
                    <list-item>
                      <p>Are you interested in having a telehealth visit?</p>
                    </list-item>
                    <list-item>
                      <p>Please provide a call back number/email.</p>
                    </list-item>
                  </list>
                </td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>These questions are dependent on your institution's follow-up plan for chatbot interactions</p>
                    </list-item>
                  </list>
                </td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table1fn1">
              <p><sup>a</sup>CDC: Centers for Disease Control and Prevention.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
      </sec>
      <sec>
        <title>Access and Distribution</title>
        <p>Chatbots are capable of interacting with users in a variety of ways. They can be deployed natively in social media platforms, via text messages, email, and embedded in a web page. Native deployment creates a smoother user experience but requires more work and can be more costly. Deploying the chatbot on the web and redirecting users via links distributed through multiple channels (social media, email, text messages) can be more cost-effective and simpler to manage. You should make this decision based on how you will reach as many of your intended users as possible. You can consider the current utilization rates of various communication services you already offer patients and families to help make this decision. For example, if you have very few patients enrolled in your portal, then that is unlikely to be a good deployment strategy. However, if you use text reminders for appointments and families frequently reply back to confirm, then text message may be a better choice.</p>
      </sec>
      <sec>
        <title>Buy Versus Build</title>
        <p>For institutions with the right technical expertise, there are several frameworks that can be used to build your own chatbot, at little or no cost. For others, several companies provide low-cost chatbot services that include design, implementation, maintenance, and data reporting. Very importantly, note that if your chatbot collects PHI/PII or is integrated into a hospital information system, it will typically require legal and compliance review, along with information security assessment and (likely) a business associate’s agreement (BAA). A BAA is a contract between a covered entity (a health care provider) and a third party that accesses PHI in order to perform a service for the covered entity and is required to be in compliance with the Health Insurance Portability and Accountability Act (HIPAA) [<xref ref-type="bibr" rid="ref20">20</xref>]. If your institution has an existing BAA with an information services company like Microsoft, Amazon, or Google, then leveraging their chatbot services may be the most expedient way to deploy a solution.</p>
      </sec>
    </sec>
    <sec>
      <title>Implementation</title>
      <p>After completing the decision-making exercise described in the previous section, the next phase of chatbot deployment is implementation. We recommended using a human-centered design approach and starting with your user experience and journey [<xref ref-type="bibr" rid="ref21">21</xref>,<xref ref-type="bibr" rid="ref22">22</xref>]. Technology experiences designed with the user in mind are more likely to be engaging and effective.</p>
      <sec>
        <title>Map the User Experience and Workflows</title>
        <p>Implementation is the make-or-break of any digital health project, and chatbots are no different. A valuable exercise is to make process maps and storyboard the experience for both the users and the providers that will interact with the chatbot. This is equally effective in low fidelity (eg, post-it notes, whiteboards) and high fidelity (eg, slide decks, animations) formats. A sample process map can be seen in <xref rid="figure1" ref-type="fig">Figure 1</xref>. In this example, the family might receive a link to the chatbot through the web, text, email, or social media, and then engage with the chatbot. The chatbot would administer the screening questions and then triage the patient into a risk category, each with a specific set of actions.</p>
        <fig id="figure1" position="float">
          <label>Figure 1</label>
          <caption>
            <p>Sample chatbot process map. *: Institutional discretion, follow public health agency guidelines. </p>
          </caption>
          <graphic xlink:href="publichealth_v6i2e18808_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
      <sec>
        <title>Chatbot Architecture</title>
        <p>Once you have defined your ideal user experience, you can begin to explore how that chatbot integrates into your IT ecosystem. The exact specifications will be highly dependent on the decisions you made regarding goals, users, actions, and workflows. For example, a chatbot that provides users with informational resources based on their risk stratification, but does not collect any PHI/PII, may not require any data storage or tracking and could be run completely from a cloud-based web service. On the other hand, if you will be collecting PHI/PII, or connecting users to other secure hospital information systems like a patient portal, you will require a secure, HIPAA-compliant environment. <xref rid="figure2" ref-type="fig">Figures 2</xref> and <xref rid="figure3" ref-type="fig">3</xref> provide two network diagram examples of how this might be set up in your local environment. In <xref rid="figure2" ref-type="fig">Figure 2</xref>, we see a straightforward, patient-initiated approach, where the patient interacts with a web-hosted bot that provides the patient with information that they can act on, such as calling a hotline for an appointment or logging into a telehealth portal. By contrast, the chatbot in <xref rid="figure3" ref-type="fig">Figure 3</xref> is located in a secure environment (in this case, behind an institutional firewall), enabling it to collect PHI/PII and integrate into other institutional applications. Staff members can act on the collected data, while the patient is provided with appropriate education and resources.</p>
        <fig id="figure2" position="float">
          <label>Figure 2</label>
          <caption>
            <p>A chatbot network diagram: patient-initiated approach. This diagram illustrates a generic architecture and workflow for a simple chatbot that is hosted outside the institution’s secure computing environment. 1) Patient uses a personal device to access the institution’s website from a link they receive in a text, email, or secure message. 2) The chatbot interacts with the patient and stratifies them according to the screening algorithm. 3) The chatbot provides the patient with education, resources, tips, and specific instructions on next steps. 4) The patient reaches out to the hospital via phone or telehealth as instructed by the chatbot. Integration with hospital systems is possible for data collection and workflow management, but not required.</p>
          </caption>
          <graphic xlink:href="publichealth_v6i2e18808_fig2.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <fig id="figure3" position="float">
          <label>Figure 3</label>
          <caption>
            <p>A chatbot network diagram: provider-initiated approach. This diagram illustrates a generic architecture and workflow for a chatbot that is hosted within the institution’s secure computing environment. 1) The patient uses a personal device to access the institution’s website from a link they receive in a text, email, or secure message. 2) The chatbot interacts with the patient and stratifies them according to the screening algorithm. 3) The chatbot collects data and integrates with institutional workflows, including additional clinical screening and scheduling. 4) The chatbot provides the patient with education, resources, tips, and specific instructions on next steps. 5) Staff members reach out to patients to schedule appropriate follow-up; patients are also able to reach out with further questions or requests.</p>
          </caption>
          <graphic xlink:href="publichealth_v6i2e18808_fig3.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
      <sec>
        <title>Chatbot Data</title>
        <p>Chatbots generate a significant amount of data and metadata, including user volumes, timestamps, length of conversations, user responses, and link tracking. Your institution will need to decide which data, if any, you are interested in tracking and analyzing. It may be worthwhile to collect chatbot data even if no PII/PHI is being tracked; modern informatics techniques have been used to track the spread of infectious diseases by analyzing social media posts as well as search engine queries; chatbot interactions might also be a useful source of public health data [<xref ref-type="bibr" rid="ref23">23</xref>,<xref ref-type="bibr" rid="ref24">24</xref>].</p>
      </sec>
      <sec>
        <title>Testing Your Chatbot</title>
        <p>User testing is critical prior to launch. Identify a small group of individuals who will spend time trying to “break” the tool. The goal of user testing is to discover everything that is wrong with the product you built. Your users should be looking for problems in the text, nonsequiturs in the workflow, broken links, bad phone numbers, typos, etc. This is also an opportunity to verify that your database is collecting information in the way it was designed. Once you have completed several iterative rounds of testing, you are ready for deployment to patients.</p>
      </sec>
    </sec>
    <sec>
      <title>Conclusions</title>
      <p>Chatbots are a low-cost tool that can be deployed rapidly to screen large numbers of patients before they go to a health care facility. However, there are several variables that require careful consideration. With the right design, they can provide users with appropriate education and information, and triage patients to alternative health care delivery models like telephone triage and telehealth appointments. As institutions become more familiar with these tools, they can be repurposed in the future for other public health emergencies, as well as for more standard care uses. We hope that this framework for decision making and implementation is helpful to others; our Innovation Studio team is available to support any institution considering deploying similar tools.</p>
    </sec>
  </body>
  <back>
    <app-group/>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">BAA</term>
          <def>
            <p>business associate’s agreement</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">CDC</term>
          <def>
            <p>Centers for Disease Control and Prevention</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb3">COVID-19</term>
          <def>
            <p>coronavirus disease 2019</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb4">HIPAA</term>
          <def>
            <p>Health Insurance Portability and Accountability Act</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb5">IT</term>
          <def>
            <p>information technology</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb6">PHI</term>
          <def>
            <p>Protected Health Information</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb7">PII</term>
          <def>
            <p>Personally Identifiable Information</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb8">WHO</term>
          <def>
            <p>World Health Organization</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <fn-group>
      <fn fn-type="conflict">
        <p>None declared.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="web">
          <source>World Health Organization</source>
          <year>2020</year>
          <access-date>2020-03-15</access-date>
          <comment>Statement on the Meeting of the International Health Regulations Emergency Committee Regarding the 2014 Ebola Outbreak in West Africa<ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.who.int/mediacentre/news/statements/2014/ebola-20140808/en/">http://www.who.int/mediacentre/news/statements/2014/ebola-20140808/en/</ext-link>
                                                </comment>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="web">
          <source>World Health Organization</source>
          <year>2020</year>
          <month>03</month>
          <day>11</day>
          <access-date>2020-03-15</access-date>
          <comment>WHO Director-General's opening remarks at the media briefing on COVID-19<ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.who.int/dg/speeches/detail/who-director-general-s-opening-remarks-at-the-media-briefing-on-covid-19---11-march-2020">https://www.who.int/dg/speeches/detail/who-director-general-s-opening-remarks-at-the-media-briefing-on-covid-19---11-march-2020</ext-link>
                                                </comment>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="web">
          <source>World Health Organization</source>
          <year>2010</year>
          <access-date>2020-03-15</access-date>
          <comment>What is a pandemic?<ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.who.int/csr/disease/swineflu/frequently_asked_questions/pandemic/en/">https://www.who.int/csr/disease/swineflu/frequently_asked_questions/pandemic/en/</ext-link>
                                                </comment>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="web">
          <source>Centers for Disease Control and Prevention</source>
          <year>2020</year>
          <access-date>2020-03-15</access-date>
          <comment>Coronavirus Disease 2019 (COVID-19) in the U.S<ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.cdc.gov/coronavirus/2019-ncov/cases-in-us.html">https://www.cdc.gov/coronavirus/2019-ncov/cases-in-us.html</ext-link>
                                                </comment>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="web">
          <source>Johns Hopkins Coronavirus Resource Center</source>
          <year>2020</year>
          <access-date>2020-04-22</access-date>
          <comment>COVID-19 Dashboard by the Center for Systems Science and Engineering (CSSE) at Johns Hopkins University (JHU)<ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://coronavirus.jhu.edu/map.html">https://coronavirus.jhu.edu/map.html</ext-link> </comment>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="web">
          <source>Centers for Disease Control and Prevention</source>
          <year>2020</year>
          <access-date>2020-03-15</access-date>
          <comment>Interim Guidance for Healthcare Facilities: Preparing for Community Transmission of COVID-19 in the United States<ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.cdc.gov/coronavirus/2019-ncov/healthcare-facilities/guidance-hcf.html">https://www.cdc.gov/coronavirus/2019-ncov/healthcare-facilities/guidance-hcf.html</ext-link>
                                                </comment>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Wu</surname>
              <given-names>Z</given-names>
            </name>
            <name name-style="western">
              <surname>McGoogan</surname>
              <given-names>JM</given-names>
            </name>
          </person-group>
          <article-title>Characteristics of and Important Lessons From the Coronavirus Disease 2019 (COVID-19) Outbreak in China: Summary of a Report of 72 314 Cases From the Chinese Center for Disease Control and Prevention</article-title>
          <source>JAMA</source>
          <year>2020</year>
          <month>02</month>
          <day>24</day>
          <pub-id pub-id-type="doi">10.1001/jama.2020.2648</pub-id>
          <pub-id pub-id-type="medline">32091533</pub-id>
          <pub-id pub-id-type="pii">2762130</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Olson</surname>
              <given-names>CA</given-names>
            </name>
            <name name-style="western">
              <surname>McSwain</surname>
              <given-names>SD</given-names>
            </name>
            <name name-style="western">
              <surname>Curfman</surname>
              <given-names>AL</given-names>
            </name>
            <name name-style="western">
              <surname>Chuo</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>The Current Pediatric Telehealth Landscape</article-title>
          <source>Pediatrics</source>
          <year>2018</year>
          <month>03</month>
          <day>27</day>
          <volume>141</volume>
          <issue>3</issue>
          <fpage>e20172334</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://pediatrics.aappublications.org/cgi/pmidlookup?view=long&#38;pmid=29487164"/>
          </comment>
          <pub-id pub-id-type="doi">10.1542/peds.2017-2334</pub-id>
          <pub-id pub-id-type="medline">29487164</pub-id>
          <pub-id pub-id-type="pii">peds.2017-2334</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Barnett</surname>
              <given-names>ML</given-names>
            </name>
            <name name-style="western">
              <surname>Ray</surname>
              <given-names>KN</given-names>
            </name>
            <name name-style="western">
              <surname>Souza</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Mehrotra</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Trends in Telemedicine Use in a Large Commercially Insured Population, 2005-2017</article-title>
          <source>JAMA</source>
          <year>2018</year>
          <month>11</month>
          <day>27</day>
          <volume>320</volume>
          <issue>20</issue>
          <fpage>2147</fpage>
          <lpage>2149</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/30480716"/>
          </comment>
          <pub-id pub-id-type="doi">10.1001/jama.2018.12354</pub-id>
          <pub-id pub-id-type="medline">30480716</pub-id>
          <pub-id pub-id-type="pii">2716547</pub-id>
          <pub-id pub-id-type="pmcid">PMC6349464</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Roca</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Sancho</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>García</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Alesanco</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Microservice chatbot architecture for chronic patient support</article-title>
          <source>J Biomed Inform</source>
          <year>2020</year>
          <month>02</month>
          <volume>102</volume>
          <fpage>103305</fpage>
          <pub-id pub-id-type="doi">10.1016/j.jbi.2019.103305</pub-id>
          <pub-id pub-id-type="medline">31622802</pub-id>
          <pub-id pub-id-type="pii">S1532-0464(19)30224-2</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Palanica</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Flaschner</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Thommandram</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Li</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Fossat</surname>
              <given-names>Y</given-names>
            </name>
          </person-group>
          <article-title>Physicians' Perceptions of Chatbots in Health Care: Cross-Sectional Web-Based Survey</article-title>
          <source>J Med Internet Res</source>
          <year>2019</year>
          <month>04</month>
          <day>05</day>
          <volume>21</volume>
          <issue>4</issue>
          <fpage>e12887</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2019/4/e12887/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/12887</pub-id>
          <pub-id pub-id-type="medline">30950796</pub-id>
          <pub-id pub-id-type="pii">v21i4e12887</pub-id>
          <pub-id pub-id-type="pmcid">PMC6473203</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Montenegro</surname>
              <given-names>JLZ</given-names>
            </name>
            <name name-style="western">
              <surname>da Costa</surname>
              <given-names>CA</given-names>
            </name>
            <name name-style="western">
              <surname>da Rosa Righi</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>Survey of conversational agents in health</article-title>
          <source>Expert Systems with Applications</source>
          <year>2019</year>
          <month>09</month>
          <volume>129</volume>
          <fpage>56</fpage>
          <lpage>67</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://paperpile.com/b/dTKa6R/lJJR"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.eswa.2019.03.054</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Laranjo</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Dunn</surname>
              <given-names>AG</given-names>
            </name>
            <name name-style="western">
              <surname>Tong</surname>
              <given-names>HL</given-names>
            </name>
            <name name-style="western">
              <surname>Kocaballi</surname>
              <given-names>AB</given-names>
            </name>
            <name name-style="western">
              <surname>Chen</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Bashir</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Surian</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Gallego</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Magrabi</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Lau</surname>
              <given-names>AYS</given-names>
            </name>
            <name name-style="western">
              <surname>Coiera</surname>
              <given-names>E</given-names>
            </name>
          </person-group>
          <article-title>Conversational agents in healthcare: a systematic review</article-title>
          <source>J Am Med Inform Assoc</source>
          <year>2018</year>
          <month>09</month>
          <day>01</day>
          <volume>25</volume>
          <issue>9</issue>
          <fpage>1248</fpage>
          <lpage>1258</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/30010941"/>
          </comment>
          <pub-id pub-id-type="doi">10.1093/jamia/ocy072</pub-id>
          <pub-id pub-id-type="medline">30010941</pub-id>
          <pub-id pub-id-type="pii">5052181</pub-id>
          <pub-id pub-id-type="pmcid">PMC6118869</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Andersson</surname>
              <given-names>G</given-names>
            </name>
          </person-group>
          <article-title>Internet-Delivered Psychological Treatments</article-title>
          <source>Annu Rev Clin Psychol</source>
          <year>2016</year>
          <volume>12</volume>
          <fpage>157</fpage>
          <lpage>79</lpage>
          <pub-id pub-id-type="doi">10.1146/annurev-clinpsy-021815-093006</pub-id>
          <pub-id pub-id-type="medline">26652054</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="web">
          <source>Providence Health &#38; Services</source>
          <year>2020</year>
          <access-date>2020-03-15</access-date>
          <comment>Coronavirus Assessment Tool<ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.providence.org/patients-and-visitors/coronavirus-advisory">https://www.providence.org/patients-and-visitors/coronavirus-advisory</ext-link>
                                                </comment>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Velavan</surname>
              <given-names>TP</given-names>
            </name>
            <name name-style="western">
              <surname>Meyer</surname>
              <given-names>CG</given-names>
            </name>
          </person-group>
          <article-title>The COVID-19 epidemic</article-title>
          <source>Trop Med Int Health</source>
          <year>2020</year>
          <month>03</month>
          <volume>25</volume>
          <issue>3</issue>
          <fpage>278</fpage>
          <lpage>280</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1111/tmi.13383"/>
          </comment>
          <pub-id pub-id-type="doi">10.1111/tmi.13383</pub-id>
          <pub-id pub-id-type="medline">32052514</pub-id>
          <pub-id pub-id-type="pmcid">PMC7169770</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Li</surname>
              <given-names>Q</given-names>
            </name>
            <name name-style="western">
              <surname>Guan</surname>
              <given-names>X</given-names>
            </name>
            <name name-style="western">
              <surname>Wu</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>X</given-names>
            </name>
            <name name-style="western">
              <surname>Zhou</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Tong</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Ren</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Leung</surname>
              <given-names>KSM</given-names>
            </name>
            <name name-style="western">
              <surname>Lau</surname>
              <given-names>EHY</given-names>
            </name>
            <name name-style="western">
              <surname>Wong</surname>
              <given-names>JY</given-names>
            </name>
            <name name-style="western">
              <surname>Xing</surname>
              <given-names>X</given-names>
            </name>
            <name name-style="western">
              <surname>Xiang</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Wu</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Li</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Chen</surname>
              <given-names>Q</given-names>
            </name>
            <name name-style="western">
              <surname>Li</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Liu</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Zhao</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Liu</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Tu</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Chen</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Jin</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Yang</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>Q</given-names>
            </name>
            <name name-style="western">
              <surname>Zhou</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Liu</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Luo</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Liu</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Shao</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Li</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Tao</surname>
              <given-names>Z</given-names>
            </name>
            <name name-style="western">
              <surname>Yang</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Deng</surname>
              <given-names>Z</given-names>
            </name>
            <name name-style="western">
              <surname>Liu</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Ma</surname>
              <given-names>Z</given-names>
            </name>
            <name name-style="western">
              <surname>Zhang</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Shi</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Lam</surname>
              <given-names>TTY</given-names>
            </name>
            <name name-style="western">
              <surname>Wu</surname>
              <given-names>JT</given-names>
            </name>
            <name name-style="western">
              <surname>Gao</surname>
              <given-names>GF</given-names>
            </name>
            <name name-style="western">
              <surname>Cowling</surname>
              <given-names>BJ</given-names>
            </name>
            <name name-style="western">
              <surname>Yang</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Leung</surname>
              <given-names>GM</given-names>
            </name>
            <name name-style="western">
              <surname>Feng</surname>
              <given-names>Z</given-names>
            </name>
          </person-group>
          <article-title>Early Transmission Dynamics in Wuhan, China, of Novel Coronavirus-Infected Pneumonia</article-title>
          <source>N Engl J Med</source>
          <year>2020</year>
          <month>03</month>
          <day>26</day>
          <volume>382</volume>
          <issue>13</issue>
          <fpage>1199</fpage>
          <lpage>1207</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/31995857"/>
          </comment>
          <pub-id pub-id-type="doi">10.1056/NEJMoa2001316</pub-id>
          <pub-id pub-id-type="medline">31995857</pub-id>
          <pub-id pub-id-type="pmcid">PMC7121484</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Dong</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Mo</surname>
              <given-names>X</given-names>
            </name>
            <name name-style="western">
              <surname>Hu</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Qi</surname>
              <given-names>X</given-names>
            </name>
            <name name-style="western">
              <surname>Jiang</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Jiang</surname>
              <given-names>Z</given-names>
            </name>
            <name name-style="western">
              <surname>Tong</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Epidemiology of COVID-19 Among Children in China</article-title>
          <source>Pediatrics</source>
          <year>2020</year>
          <month>03</month>
          <day>16</day>
          <fpage>e20200702</fpage>
          <pub-id pub-id-type="doi">10.1542/peds.2020-0702</pub-id>
          <pub-id pub-id-type="medline">32179660</pub-id>
          <pub-id pub-id-type="pii">peds.2020-0702</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <collab>Kuo</collab>
            <collab>Dennis</collab>
            <name name-style="western">
              <surname>Coleman</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <source>Healthychildren.org</source>
          <year>2020</year>
          <access-date>2020-04-22</access-date>
          <comment>COVID-19: Information for Families of Children and Youth with Special Health Care Needs<ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.healthychildren.org/English/health-issues/conditions/chest-lungs/Pages/COVID-19-Information-for-Families-of-Children-and-Youth-with-Special-Health-Care-Needs.aspx">https://www.healthychildren.org/English/health-issues/conditions/chest-lungs/Pages/COVID-19-Information-for-Families-of-Children-and-Youth-with-Special-Health-Care-Needs.aspx</ext-link> </comment>
        </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="web">
          <source>Department of Health and Human Services</source>
          <year>2013</year>
          <access-date>2020-04-22</access-date>
          <comment>Business Associate Contracts<ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.hhs.gov/hipaa/for-professionals/covered-entities/sample-business-associate-agreement-provisions/index.html">https://www.hhs.gov/hipaa/for-professionals/covered-entities/sample-business-associate-agreement-provisions/index.html</ext-link> </comment>
        </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Altman</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Huang</surname>
              <given-names>TTK</given-names>
            </name>
            <name name-style="western">
              <surname>Breland</surname>
              <given-names>JY</given-names>
            </name>
          </person-group>
          <article-title>Design Thinking in Health Care</article-title>
          <source>Prev Chronic Dis</source>
          <year>2018</year>
          <month>09</month>
          <day>27</day>
          <volume>15</volume>
          <fpage>E117</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.cdc.gov/pcd/issues/2018/18_0128.htm"/>
          </comment>
          <pub-id pub-id-type="doi">10.5888/pcd15.180128</pub-id>
          <pub-id pub-id-type="medline">30264690</pub-id>
          <pub-id pub-id-type="pii">E117</pub-id>
          <pub-id pub-id-type="pmcid">PMC6178900</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Roberts</surname>
              <given-names>JP</given-names>
            </name>
            <name name-style="western">
              <surname>Fisher</surname>
              <given-names>TR</given-names>
            </name>
            <name name-style="western">
              <surname>Trowbridge</surname>
              <given-names>MJ</given-names>
            </name>
            <name name-style="western">
              <surname>Bent</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>A design thinking framework for healthcare management and innovation</article-title>
          <source>Healthc (Amst)</source>
          <year>2016</year>
          <month>03</month>
          <volume>4</volume>
          <issue>1</issue>
          <fpage>11</fpage>
          <lpage>4</lpage>
          <pub-id pub-id-type="doi">10.1016/j.hjdsi.2015.12.002</pub-id>
          <pub-id pub-id-type="medline">27001093</pub-id>
          <pub-id pub-id-type="pii">S2213-0764(15)00113-X</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Jahanbin</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Rahmanian</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Rahmanian</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Jahromi</surname>
              <given-names>AS</given-names>
            </name>
          </person-group>
          <article-title>Application of Twitter and web news mining in infectious disease surveillance systems and prospects for public health</article-title>
          <source>GMS Hyg Infect Control</source>
          <year>2019</year>
          <volume>14</volume>
          <fpage>Doc19</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.3205/dgkh000334"/>
          </comment>
          <pub-id pub-id-type="doi">10.3205/dgkh000334</pub-id>
          <pub-id pub-id-type="medline">32047718</pub-id>
          <pub-id pub-id-type="pii">dgkh000334</pub-id>
          <pub-id pub-id-type="pmcid">PMC6997800</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Verma</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Kishore</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Kumar</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Sondh</surname>
              <given-names>AR</given-names>
            </name>
            <name name-style="western">
              <surname>Aggarwal</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Kathirvel</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Google Search Trends Predicting Disease Outbreaks: An Analysis from India</article-title>
          <source>Healthc Inform Res</source>
          <year>2018</year>
          <month>10</month>
          <volume>24</volume>
          <issue>4</issue>
          <fpage>300</fpage>
          <lpage>308</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.e-hir.org/DOIx.php?id=10.4258/hir.2018.24.4.300"/>
          </comment>
          <pub-id pub-id-type="doi">10.4258/hir.2018.24.4.300</pub-id>
          <pub-id pub-id-type="medline">30443418</pub-id>
          <pub-id pub-id-type="pmcid">PMC6230529</pub-id>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
