<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<?covid-19-tdm?>
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JPH</journal-id>
      <journal-id journal-id-type="nlm-ta">JMIR Public Health Surveill</journal-id>
      <journal-title>JMIR Public Health and Surveillance</journal-title>
      <issn pub-type="epub">2369-2960</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v9i1e40036</article-id>
      <article-id pub-id-type="pmid">36692925</article-id>
      <article-id pub-id-type="doi">10.2196/40036</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Original Paper</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Original Paper</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>Syndromic Surveillance Using Structured Telehealth Data: Case Study of the First Wave of COVID-19 in Brazil</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Sanchez</surname>
            <given-names>Travis</given-names>
          </name>
        </contrib>
        <contrib contrib-type="editor">
          <name>
            <surname>Mavragani</surname>
            <given-names>Amaryllis</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Yan</surname>
            <given-names>Sun</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Afari-kumah</surname>
            <given-names>Eben</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Tran Ngoc</surname>
            <given-names>Ha</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author" corresp="yes">
          <name name-style="western">
            <surname>Boaventura</surname>
            <given-names>Viviane S</given-names>
          </name>
          <degrees>MD, PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <address>
            <institution>Laboratório de Doenças Infecciosas Transmitidas por Vetores</institution>
            <institution>Instituto Gonçalo Moniz, Fundação Oswaldo Cruz</institution>
            <addr-line>Rua Waldemar Falcao, 121</addr-line>
            <addr-line>Salvador, 40296-710</addr-line>
            <country>Brazil</country>
            <phone>55 71 9619 4245</phone>
            <email>viviane.boaventura@fiocruz.br</email>
          </address>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-7241-6844</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author">
          <name name-style="western">
            <surname>Grave</surname>
            <given-names>Malú</given-names>
          </name>
          <degrees>DSc</degrees>
          <xref rid="aff3" ref-type="aff">3</xref>
          <xref rid="aff4" ref-type="aff">4</xref>
          <xref rid="aff5" ref-type="aff">5</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-7697-0658</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author">
          <name name-style="western">
            <surname>Cerqueira-Silva</surname>
            <given-names>Thiago</given-names>
          </name>
          <degrees>MD, PhD</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <xref rid="aff6" ref-type="aff">6</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-4534-2509</ext-link>
        </contrib>
        <contrib id="contrib4" contrib-type="author">
          <name name-style="western">
            <surname>Carreiro</surname>
            <given-names>Roberto</given-names>
          </name>
          <degrees>MSc</degrees>
          <xref rid="aff7" ref-type="aff">7</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-0356-0076</ext-link>
        </contrib>
        <contrib id="contrib5" contrib-type="author">
          <name name-style="western">
            <surname>Pinheiro</surname>
            <given-names>Adélia</given-names>
          </name>
          <degrees>MD, PhD</degrees>
          <xref rid="aff8" ref-type="aff">8</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-2992-2167</ext-link>
        </contrib>
        <contrib id="contrib6" contrib-type="author">
          <name name-style="western">
            <surname>Coutinho</surname>
            <given-names>Alvaro</given-names>
          </name>
          <degrees>DSc</degrees>
          <xref rid="aff3" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-4764-1142</ext-link>
        </contrib>
        <contrib id="contrib7" contrib-type="author">
          <name name-style="western">
            <surname>Barral Netto</surname>
            <given-names>Manoel</given-names>
          </name>
          <degrees>MD, PhD</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <xref rid="aff6" ref-type="aff">6</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-5823-7903</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>Laboratório de Doenças Infecciosas Transmitidas por Vetores</institution>
        <institution>Instituto Gonçalo Moniz, Fundação Oswaldo Cruz</institution>
        <addr-line>Salvador</addr-line>
        <country>Brazil</country>
      </aff>
      <aff id="aff2">
        <label>2</label>
        <institution>Faculdade de Medicina</institution>
        <institution>Federal University of Bahia</institution>
        <addr-line>Salvador</addr-line>
        <country>Brazil</country>
      </aff>
      <aff id="aff3">
        <label>3</label>
        <institution>Department of Civil Engineering</institution>
        <institution>Federal University of Rio de Janeiro</institution>
        <addr-line>Rio de Janeiro</addr-line>
        <country>Brazil</country>
      </aff>
      <aff id="aff4">
        <label>4</label>
        <institution>Fundação Oswaldo Cruz</institution>
        <addr-line>Salvador</addr-line>
        <country>Brazil</country>
      </aff>
      <aff id="aff5">
        <label>5</label>
        <institution>Department of Civil Engineering</institution>
        <institution>Fluminense Federal University</institution>
        <addr-line>Niterói</addr-line>
        <country>Brazil</country>
      </aff>
      <aff id="aff6">
        <label>6</label>
        <institution>Instituto Gonçalo Moniz, Fundação Oswaldo Cruz</institution>
        <addr-line>Salvador</addr-line>
        <country>Brazil</country>
      </aff>
      <aff id="aff7">
        <label>7</label>
        <institution>Centre for Data and Knowledge Integration for Health</institution>
        <institution>Instituto Gonçalo Moniz, Fundação Oswaldo Cruz</institution>
        <addr-line>Salvador</addr-line>
        <country>Brazil</country>
      </aff>
      <aff id="aff8">
        <label>8</label>
        <institution>Departamento de Ciências da Saúde</institution>
        <institution>Universidade Estadual de Santa Cruz</institution>
        <addr-line>Salvador</addr-line>
        <country>Brazil</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Viviane S Boaventura <email>viviane.boaventura@fiocruz.br</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <year>2023</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>24</day>
        <month>1</month>
        <year>2023</year>
      </pub-date>
      <volume>9</volume>
      <elocation-id>e40036</elocation-id>
      <history>
        <date date-type="received">
          <day>2</day>
          <month>6</month>
          <year>2022</year>
        </date>
        <date date-type="rev-request">
          <day>14</day>
          <month>11</month>
          <year>2022</year>
        </date>
        <date date-type="rev-recd">
          <day>24</day>
          <month>11</month>
          <year>2022</year>
        </date>
        <date date-type="accepted">
          <day>27</day>
          <month>12</month>
          <year>2022</year>
        </date>
      </history>
      <copyright-statement>©Viviane S Boaventura, Malú Grave, Thiago Cerqueira-Silva, Roberto Carreiro, Adélia Pinheiro, Alvaro Coutinho, Manoel Barral Netto. Originally published in JMIR Public Health and Surveillance (https://publichealth.jmir.org), 24.01.2023.</copyright-statement>
      <copyright-year>2023</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in JMIR Public Health and Surveillance, is properly cited. The complete bibliographic information, a link to the original publication on https://publichealth.jmir.org, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="https://publichealth.jmir.org/2023/1/e40036" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>Telehealth has been widely used for new case detection and telemonitoring during the COVID-19 pandemic. It safely provides access to health care services and expands assistance to remote, rural areas and underserved communities in situations of shortage of specialized health professionals. Qualified data are systematically collected by health care workers containing information on suspected cases and can be used as a proxy of disease spread for surveillance purposes. However, the use of this approach for syndromic surveillance has yet to be explored. Besides, the mathematical modeling of epidemics is a well-established field that has been successfully used for tracking the spread of SARS-CoV-2 infection, supporting the decision-making process on diverse aspects of public health response to the COVID-19 pandemic. The response of the current models depends on the quality of input data, particularly the transmission rate, initial conditions, and other parameters present in compartmental models. Telehealth systems may feed numerical models developed to model virus spread in a specific region.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>Herein, we evaluated whether a high-quality data set obtained from a state-based telehealth service could be used to forecast the geographical spread of new cases of COVID-19 and to feed computational models of disease spread.</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>We analyzed structured data obtained from a statewide toll-free telehealth service during 4 months following the first notification of COVID-19 in the Bahia state, Brazil. Structured data were collected during teletriage by a health team of medical students supervised by physicians. Data were registered in a responsive web application for planning and surveillance purposes. The data set was designed to quickly identify users, city, residence neighborhood, date, sex, age, and COVID-19–like symptoms. We performed a temporal-spatial comparison of calls reporting COVID-19–like symptoms and notification of COVID-19 cases. The number of calls was used as a proxy of exposed individuals to feed a mathematical model called “susceptible, exposed, infected, recovered, deceased.”</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>For 181 (43%) out of 417 municipalities of Bahia, the first call to the telehealth service reporting COVID-19–like symptoms preceded the first notification of the disease. The calls preceded, on average, 30 days of the notification of COVID-19 in the municipalities of the state of Bahia, Brazil. Additionally, data obtained by the telehealth service were used to effectively reproduce the spread of COVID-19 in Salvador, the capital of the state, using the “susceptible, exposed, infected, recovered, deceased” model to simulate the spatiotemporal spread of the disease.</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>Data from telehealth services confer high effectiveness in anticipating new waves of COVID-19 and may help understand the epidemic dynamics.</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>telehealth</kwd>
        <kwd>telemedicine</kwd>
        <kwd>disease surveillance</kwd>
        <kwd>mathematical model</kwd>
        <kwd>COVID-19</kwd>
        <kwd>prediction</kwd>
        <kwd>cases</kwd>
        <kwd>detection</kwd>
        <kwd>monitoring</kwd>
        <kwd>surveillance</kwd>
        <kwd>computational modeling</kwd>
        <kwd>spread</kwd>
        <kwd>transmission</kwd>
        <kwd>disease</kwd>
        <kwd>infectious diseases</kwd>
        <kwd>syndromic</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <p>Telehealth encompasses the distinct ways of interaction between patients and their health care providers. The growing popularity of virtual visits stems from the possibility of faster contact, elimination of transportation time [<xref ref-type="bibr" rid="ref1">1</xref>], and by providing initial care in remote areas without adequate health care [<xref ref-type="bibr" rid="ref2">2</xref>], making health care more efficient. Telehealth services can be used for diagnosis, treatment, follow-up, and screening purposes [<xref ref-type="bibr" rid="ref3">3</xref>]. During the COVID-19 pandemic, telehealth services have been widely used for screening suspected cases [<xref ref-type="bibr" rid="ref4">4</xref>,<xref ref-type="bibr" rid="ref5">5</xref>], as limited physical contact reduces everyone’s exposure to COVID-19. This successful strategy safely provides access to health care services and expands assistance to remote rural areas and underserved communities in situations of shortage of specialized health professionals [<xref ref-type="bibr" rid="ref3">3</xref>]. Using health information platforms, health care workers can systematically collect qualified data on suspected cases. Such data can be used as a proxy for the spread of infectious diseases for health surveillance [<xref ref-type="bibr" rid="ref6">6</xref>-<xref ref-type="bibr" rid="ref11">11</xref>].</p>
      <p>The mathematical modeling of epidemics is a well-established field that has been successfully used for tracking the spread of SARS-CoV-2 infection, supporting the decision-making process on diverse aspects of public health response to the COVID-19 pandemic. Such models are usually defined as compartmental models. The population under study is divided into compartments based on qualitative characteristics, with different assumptions about the nature and rate of transfer across compartments. The urgency of the COVID-19 pandemic has motivated the need for more research in this area, with several models for this pandemic outbreak being presented in the last few years [<xref ref-type="bibr" rid="ref12">12</xref>-<xref ref-type="bibr" rid="ref18">18</xref>]. The response of the current models depends on the quality of input data, particularly the transmission rate, initial conditions, and other parameters present in compartmental models. Telehealth systems may feed numerical models developed to model virus spread in a specific region.</p>
      <p>Here, we report using a high-quality data set obtained from a state-based telehealth service for disease surveillance both for forecasting the geographical spread of new cases of COVID-19 and feeding an advanced computational model that tries to reproduce the virus spread dynamics. We used data from a toll-free telehealth service of the 14.8 million population from the state of Bahia, Brazil [<xref ref-type="bibr" rid="ref19">19</xref>], to simulate the spatiotemporal spread of COVID-19 using a compartmental model with diffusion in Salvador, the state capital.</p>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>Telehealth</title>
        <sec>
          <title>Service and Data Collection</title>
          <p>Telecoronavirus was a toll-free phone-teletriage service offered to the population of the state of Bahia, Brazil (population of 14.8 million, 417 municipalities, located in the northeast of the country; <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>) [<xref ref-type="bibr" rid="ref19">19</xref>]. Risk screening was provided for cases suspected of COVID-19 from March 24, 2020, to July 31, 2020, during the first epidemic wave, starting 18 days after the first confirmed case of COVID-19 in the state. This toll-free service operated 7 days a week and was publicized statewide by the state government through television, the internet, social media, billboards, radio, and newspapers. In total, 77% (320/417) of all cities in Bahia and all sanitary districts of the state capital, Salvador, accessed the telehealth service.</p>
          <p>Structured data were collected during teletriage by a health team of medical students supervised by physicians. Data were registered in a responsive web application for planning and surveillance purposes. The data set was designed to quickly identify users, city, residence neighborhood, date, sex, age, and COVID-19–like symptoms (fever, cough, breathlessness, rhinorrhea, and gustatory or olfactory disorder). For this study, the call reporting at least one of those symptoms was considered a suspected case of COVID-19.</p>
          <p>Strategies to improve the service quality were applied, including educational and technical support for the health care team, updating the online application based on clinical protocols, and monitoring the quality of information registered by the health care team, as previously described [<xref ref-type="bibr" rid="ref19">19</xref>]. Data of telehealth service were categorized according to the phone call date, the type of COVID-19–like symptom reported by the user, and the city of residence. For Salvador, the state capital, calls were categorized according to the COVID-19–like symptoms and the user’s health district. The COVID-19 cases’ notification date and their related geolocation in the state of Bahia were obtained through the Brazilian Ministry of Health. For Salvador, notification data were obtained through the Salvador Municipal Health Department. We further quantified the cities of the state of Bahia and the districts of Salvador, where phone calls reporting symptoms of COVID-19 preceded the first notification of the disease. The lag in days between the first call and the first notification dates was also annotated.</p>
        </sec>
      </sec>
      <sec>
        <title>Ethical Considerations</title>
        <p>Anonymized consolidated data were provided by the Bahia State Health Secretary for research purposes. The ethics committee of the School of Medicine of Bahia approved the project (approval number 4459774, on 12/13/2020). The requirement for obtaining informed consent was waived due to the characteristics of the research.</p>
      </sec>
      <sec>
        <title>Data Source and Preparation for Study</title>
        <p>We extracted Telecoronavirus data for Salvador inhabitants (population: 2.88 million; surface area: 692.818 km²) for use in the prediction model. The call records were grouped in epidemiological weeks and residential areas informed by Telecoronavirus users. Additionally, they were grouped in sanitary districts using the list of neighborhoods comprising each of the 13 sanitary districts of the city of Salvador. Official numbers of COVID-19 confirmed cases were also obtained by sanitary districts.</p>
      </sec>
      <sec>
        <title>Use of Telehealth Data for Feeding Epidemiological Modeling</title>
        <p>We further tested the hypothesis that telehealth systems can help feed numerical models developed to predict a virus spread in a specific region using a spatiotemporal model presented in [<xref ref-type="bibr" rid="ref12">12</xref>,<xref ref-type="bibr" rid="ref20">20</xref>-<xref ref-type="bibr" rid="ref22">22</xref>] and explained as follows.</p>
        <sec>
          <title>The Susceptible, Exposed, Infected, Recovered, Deceased Model for COVID-19</title>
          <p>The COVID-19 dynamics may be modeled as compartmental models, in which the population under study is divided into compartments and has assumptions about the nature and time rate of transfer from one compartment to another [<xref ref-type="bibr" rid="ref23">23</xref>]. These models have been used extensively in biological, ecological, and chemical applications [<xref ref-type="bibr" rid="ref24">24</xref>-<xref ref-type="bibr" rid="ref26">26</xref>]. They allow for an understanding of the processes at work and predict the dynamics of the epidemic. One of the simplest compartmental models is the “susceptible, infected, removed” model proposed in 1927 by Kermack and McKendrick [<xref ref-type="bibr" rid="ref27">27</xref>], in which the population is divided into susceptible, infected, and recovered compartments. This basic “susceptible, infected, removed” model can be extended in several ways by enriching the number of compartments, as the “susceptible, exposed, infectious, recovered, deceased” model. Here, we work with a spatiotemporal “susceptible, exposed, infectious, recovered, deceased” model, presented in [<xref ref-type="bibr" rid="ref20">20</xref>-<xref ref-type="bibr" rid="ref22">22</xref>], given by,</p>
          <p>
            <disp-formula>
              <graphic xlink:href="publichealth_v9i1e40036_fig5.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
            </disp-formula>
          </p>
          <p>Where <italic>s(x, t)</italic>, <italic>e(x, t)</italic>, <italic>i(x, t)</italic>, <italic>r(x, t)</italic>, and <italic>d(x, t)</italic> denote the densities of the <italic>susceptible</italic>, <italic>exposed</italic>, <italic>infected</italic>, <italic>recovered</italic>, and <italic>deceased</italic> populations, respectively. The sum of all the compartments, except for <italic>d(x, t)</italic>, is represented by <italic>n<sub>pop</sub></italic>, which is the total living population. β<sub>i</sub> and β<sub>e</sub> denote the transmission rates between symptomatic and susceptible individuals and asymptomatic and susceptible individuals, respectively (units 1/days), <italic>a</italic> denotes the incubation period (units 1/days), <italic>γ<sub>e</sub></italic> corresponds to the asymptomatic recovery rate (units 1/days), <italic>γ<sub>i</sub></italic> the symptomatic recovery rate (units 1/days), <italic>δ</italic> represents the mortality rate (units 1/days), and <italic>ν<sub>s</sub>, ν<sub>e</sub>, ν<sub>i</sub>, ν<sub>r</sub></italic> are the diffusion parameters of the different population groups as denoted by the subscripted letters: units km²/(persons.days).</p>
          <p>To use this model, we need to define all parameters that govern the system of equations and the initial population of each compartment. Note that all these parameters can be considered time- and space-dependent. We need to infer several hypotheses about the initial conditions, especially those related to the exposed compartment, consisting of asymptomatic cases, which are more challenging to estimate.</p>
        </sec>
        <sec>
          <title>Model Construction for Salvador, Bahia</title>
          <p>We define the beginning of the simulation as April 1, 2020, and simulate 180 days. The initial infected population is set according to the 7 days moving average data provided by the Brazilian Ministry of Health, following the procedure in [<xref ref-type="bibr" rid="ref12">12</xref>] and [<xref ref-type="bibr" rid="ref28">28</xref>]. The susceptible population is based on the estimation of the population of each Sanitary district, given by the Brazilian Institute for Geography and Statistics. Recovered and deceased populations start with zero assigned cases (ie, we consider that nobody died or recovered from COVID-19 at the beginning of the simulation).</p>
          <p>The exposed compartment is the most nontrivial compartment to assign an initial condition. In previous works, the estimation was based on the amount of the infected population. It was considered that the exposed population could be about 10 times the number of the infected [<xref ref-type="bibr" rid="ref29">29</xref>]. Here, we consider the 7-day moving average data from telehealth on April 1, 2020, as the initial exposed population. The telehealth data indicated rises in cases approximately 2 weeks before the notification system. Therefore, the calls may indicate a better estimation than the relation with the infected, especially at the epidemic’s beginning.</p>
          <p>Each compartment’s population is divided by the area of each sanitary district and distributed in the 12 areas as people/km². <xref ref-type="table" rid="table1">Table 1</xref> shows the differences between how the initial exposed population is considered in this work (related to the telehealth system) and how it would be represented when using the old approach (by multiplying the number of infected individuals by 10). Without the need for any calculation, it is possible to see that there is no correlation between the numbers of each approach.</p>
          <p>The biological parameters of the simulation are defined based on the literature, as <italic>α = 1/7 day<sup>–1</sup>, γ<sub>i</sub> = 1/24 day<sup>–1</sup>, γ<sub>e</sub> = 1/6 day<sup>–1</sup>, δ = 1/160 day<sup>–1</sup></italic> [<xref ref-type="bibr" rid="ref21">21</xref>]. On the other hand, the contact rate and the diffusion coefficient have to be estimated. They are based on the social distancing estimation, representing the homestay rate for Bahia.</p>
          <table-wrap position="float" id="table1">
            <label>Table 1</label>
            <caption>
              <p>Initial exposed population (people/km2) based on 10 times the number of infected and the telehealth calls.</p>
            </caption>
            <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
              <col width="320"/>
              <col width="320"/>
              <col width="360"/>
              <thead>
                <tr valign="top">
                  <td>Sanitary district</td>
                  <td>Ten times the number of infected</td>
                  <td>Telehealth</td>
                </tr>
              </thead>
              <tbody>
                <tr valign="top">
                  <td>Barra Rio Vermelho</td>
                  <td>27.14</td>
                  <td>53.00</td>
                </tr>
                <tr valign="top">
                  <td>Brotas</td>
                  <td>8.57</td>
                  <td>34.57</td>
                </tr>
                <tr valign="top">
                  <td>Centro Histórico</td>
                  <td>2.86</td>
                  <td>13.42</td>
                </tr>
                <tr valign="top">
                  <td>Liberdade</td>
                  <td>4.29</td>
                  <td>17.70</td>
                </tr>
                <tr valign="top">
                  <td>Boca do Rio</td>
                  <td>5.71</td>
                  <td>23.42</td>
                </tr>
                <tr valign="top">
                  <td>Cabula/Beiru</td>
                  <td>8.57</td>
                  <td>43.57</td>
                </tr>
                <tr valign="top">
                  <td>Itapuã</td>
                  <td>10.00</td>
                  <td>36.14</td>
                </tr>
                <tr valign="top">
                  <td>Pau da Lima</td>
                  <td>4.29</td>
                  <td>25.85</td>
                </tr>
                <tr valign="top">
                  <td>Subúrbio Ferroviário</td>
                  <td>7.14</td>
                  <td>30.28</td>
                </tr>
                <tr valign="top">
                  <td>Itapagipe</td>
                  <td>2.86</td>
                  <td>18.42</td>
                </tr>
                <tr valign="top">
                  <td>São Caetano or Valéria</td>
                  <td>7.14</td>
                  <td>26.57</td>
                </tr>
                <tr valign="top">
                  <td>Cajazeiras</td>
                  <td>2.86</td>
                  <td>10.28</td>
                </tr>
              </tbody>
            </table>
          </table-wrap>
        </sec>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <p>The telehealth service received a total of 111,795 calls, 83,175 (74%) of which reporting at least one COVID-19 symptom (fever, cough, breathlessness, rhinorrhea, and gustatory or olfactory disorder) during the first 4 months of the COVID-19 epidemic in the state of Bahia (<xref rid="figure1" ref-type="fig">Figure 1</xref>). Olfactory or gustatory dysfunction (smell and taste change), considered highly specific for COVID-19 during the first wave of the pandemic [<xref ref-type="bibr" rid="ref30">30</xref>-<xref ref-type="bibr" rid="ref32">32</xref>], was reported in 47% of the calls, suggesting a high frequency of COVID-19 cases among users of the telehealth service.</p>
      <p>Calls were registered by 320 (77%) out of 417 cities of Bahia State. The majority of these users of the telehealth service were female (48,873, 60%), with a median age of 38 (IQR 28-49) years. The demand for the service progressively increased between the first and ninth week, with a peak in the 23rd week. In the 4th month of operation, we observed a reduction in the number of daily calls to values close to those at the beginning of the service (<xref ref-type="table" rid="table2">Table 2</xref>).</p>
      <p>During the first month of operation (April 2020), calls reporting COVID-19–like symptoms were registered in 205 cities, including areas from the north and east of the state. By this time, COVID-19 cases were notified in 136 cities (<xref rid="figure2" ref-type="fig">Figure 2</xref>). The first call to the telehealth service preceded the first COVID-19 notification in 181 (43%) out of 417 municipalities of Bahia. In these municipalities, the call occurred on average 30 (IQR 11-42) days before the notification. Additionally, for 68 (38%) of these 181 municipalities, the symptoms registered in the telehealth service included olfactory and gustatory disorders. These symptoms specific for COVID-19 were reported on average 14 (IQR 6-31) days before the first notified COVID-19 case (<xref ref-type="supplementary-material" rid="app2">Multimedia Appendix 2</xref>).</p>
      <fig id="figure1" position="float">
        <label>Figure 1</label>
        <caption>
          <p>Flowchart of calls for Telecoronavirus service according to local and presence of COVID-19–like symptoms.</p>
        </caption>
        <graphic xlink:href="publichealth_v9i1e40036_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
      </fig>
      <table-wrap position="float" id="table2">
        <label>Table 2</label>
        <caption>
          <p>Symptoms reported by users and the number of monthly calls.</p>
        </caption>
        <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
          <col width="30"/>
          <col width="260"/>
          <col width="0"/>
          <col width="230"/>
          <col width="0"/>
          <col width="250"/>
          <col width="0"/>
          <col width="230"/>
          <thead>
            <tr valign="top">
              <td colspan="3">Characteristic</td>
              <td colspan="2">Salvador (n=61,797)</td>
              <td colspan="2">Other cities (n=21,378)</td>
              <td>State (n=83,175)</td>
            </tr>
          </thead>
          <tbody>
            <tr valign="top">
              <td colspan="3">Age (years), median (IQR)</td>
              <td colspan="2">39 (29, 50)</td>
              <td colspan="2">37 (27, 48)</td>
              <td>38 (28, 49)</td>
            </tr>
            <tr valign="top">
              <td colspan="8">
                <bold>Month, n (%)</bold>
              </td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>March</td>
              <td colspan="2">178 (0.3)</td>
              <td colspan="2">49 (0.2)</td>
              <td colspan="2">227 (0.3)</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>April</td>
              <td colspan="2">10,009 (16)</td>
              <td colspan="2">3464 (16)</td>
              <td colspan="2">13,473 (16)</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>May</td>
              <td colspan="2">23,227 (38)</td>
              <td colspan="2">4822 (23)</td>
              <td colspan="2">28,049 (34)</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>June</td>
              <td colspan="2">20,743 (34)</td>
              <td colspan="2">8634 (40)</td>
              <td colspan="2">29,377 (35)</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>July</td>
              <td colspan="2">7640 (12)</td>
              <td colspan="2">4409 (21)</td>
              <td colspan="2">12,049 (14)</td>
            </tr>
            <tr valign="top">
              <td colspan="3">Sex: female, n (%)</td>
              <td colspan="2">36,315 (60)</td>
              <td colspan="2">12,558 (60)</td>
              <td>48,873 (60)</td>
            </tr>
            <tr valign="top">
              <td colspan="3">Fever, n (%)</td>
              <td colspan="2">30,501 (49)</td>
              <td colspan="2">10,468 (49)</td>
              <td>40,969 (49)</td>
            </tr>
            <tr valign="top">
              <td colspan="3">Cough, n (%)</td>
              <td colspan="2">30,307 (49)</td>
              <td colspan="2">11,287 (53)</td>
              <td>41,594 (50)</td>
            </tr>
            <tr valign="top">
              <td colspan="3">Shortness of breath, n (%)</td>
              <td colspan="2">15,518 (25)</td>
              <td colspan="2">6054 (28)</td>
              <td>21,572 (26)</td>
            </tr>
            <tr valign="top">
              <td colspan="3">Smell or taste change, n (%)</td>
              <td colspan="2">28,741 (47)</td>
              <td colspan="2">9248 (44)</td>
              <td>37,989 (47)</td>
            </tr>
          </tbody>
        </table>
      </table-wrap>
      <p>We also analyzed the spatial-temporal distribution of calls and notified cases in the districts of Salvador, the state capital. In all districts, an increase in the number of calls reporting COVID-19–like symptoms preceded an elevation in the number of notifications of COVID-19 (<xref rid="figure3" ref-type="fig">Figure 3</xref>).</p>
      <p>Next, we evaluated if the data obtained with the telehealth service could be helpful in feeding a mathematical model to predict disease spread in Salvador. We simulated 180 days of the epidemic. To validate the results of our model with the available data, we compared the number of notified COVID-19 cases. First, we showed the values obtained for the whole city (<xref rid="figure4" ref-type="fig">Figure 4</xref>). Then, we integrated the values of the sanitary districts and plotted them in time. The simulation provides curves of accumulated infection similar to the data of notified cases.</p>
      <fig id="figure2" position="float">
        <label>Figure 2</label>
        <caption>
          <p>Spatial distribution of calls related to COVID-19–like symptoms (orange) and notifications (green) by months of operation of the Telecoronavirus in Bahia state.</p>
        </caption>
        <graphic xlink:href="publichealth_v9i1e40036_fig2.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
      </fig>
      <fig id="figure3" position="float">
        <label>Figure 3</label>
        <caption>
          <p>Seven-day rolling average of number of calls reporting COVID-19–like symptoms (blue line) and number of confirmed cases of COVID-19 (red line) in the period of operation of the telehealth service in Salvador, Bahia state, Brazil. (A) All cities. (B) Stratified by sanitary district.</p>
        </caption>
        <graphic xlink:href="publichealth_v9i1e40036_fig3.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
      </fig>
      <fig id="figure4" position="float">
        <label>Figure 4</label>
        <caption>
          <p>Comparison between simulation and real data of cases at Salvador (total). Dashed blue lines: real data. Pink line: simulation with exposed population based on telehealth calls.</p>
        </caption>
        <graphic xlink:href="publichealth_v9i1e40036_fig4.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
      </fig>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <sec>
        <title>Principal Findings</title>
        <p>A critical challenge in predicting the spread of cases, especially in locals with a low test rate, is to timely estimate the number of suspected cases. Here, we demonstrated that curated data obtained from a telehealth service could be helpful in anticipating areas with new cases of COVID-19. A rise in calls referring to COVID-19–like illness preceded, in about two weeks, the increase in the notification of COVID-19 in the majority of Bahia state cities demonstrating the potential utility of this instrument for syndromic surveillance in the early phase of the epidemic curve. Additionally, it contains relevant information about the disease under investigation, such as the profile of the affected population, type, and frequency of symptoms, which can help characterize susceptible populations, which is important in the context of epidemics caused by new infectious agents. Calls captured in the telehealth service were also valuable in feeding a numerical disease spread model. Data obtained by a toll-free telehealth service can achieve the goals required for surveillance purposes, such as the following: (1) to be collected early after disease onset, (2) to represent the majority of the population in the covered area, and (3) to be rapidly accessed by the decision-making officials [<xref ref-type="bibr" rid="ref5">5</xref>,<xref ref-type="bibr" rid="ref33">33</xref>].</p>
        <p>First, in an outbreak caused by a pathogen of airborne transmission, such as COVID-19, the fear of contamination reduces seeking face-to-face medical assistance. The majority of individuals with mild symptoms avoid being exposed in clinical care facilities, reducing the number of individuals who get tested, and therefore confirmed infections may be underestimated. From the patient perspective, telehealth assistance becomes more attractive. Accordingly, a substantial increase in telemedicine service was detected in the first weeks of the pandemic [<xref ref-type="bibr" rid="ref5">5</xref>,<xref ref-type="bibr" rid="ref34">34</xref>]. Consequently, data from telehealth services become more suitable for surveillance purposes than laboratory-confirmed infection or electronic medical records obtained from health care units.</p>
        <p>Second, telehealth services can cover a population from a wide geographic area. The service offered via telephone dismisses reading or writing skills, digital literacy, or internet access and can be used by all age groups and social strata. If the service is toll-free, most of the population may be covered, which is especially important for low- to middle-income countries, as observed in this case.</p>
        <p>Third, data sets containing time-sensitive information collected from telehealth services can be accessed simultaneously by public health authorities for syndromic surveillance. Automating data extraction and real-time interpretation of information in the context of relevant public health emergencies is still challenging. Structured surveys designed for telescreening assistance, as described here, can serve this purpose and offer daily reports for the stakeholders. Although several aspects, such as technical or operational, ethical, and legal points, should be addressed to use these data for disease surveillance, analysis of real-time data obtained from telehealth services is feasible. It has already been performed for contact tracing, screening, and monitoring clinical conditions in emergency response to epidemics [<xref ref-type="bibr" rid="ref35">35</xref>] and can support decision-making on public health policy.</p>
        <p>Our result suggests that the data set from a telehealth service may also be helpful as input to a mathematical model to predict COVID-19 spread. The initial conditions of the exposed and infected populations are essential to short-term predictions. The estimate of exposure may be challenging since this population has no symptoms. Therefore, the hypothesis of assuming the number of exposed as the number of calls might be better than an estimation based on the number of infected, since the telehealth data indicated rises in cases approximately 2 weeks before the notification system.</p>
        <p>The simulation for a city of about 2.9 million inhabitants showed that most sanitary districts had a good agreement between the actual data and the simulation. The simulation overestimated the cases in 1 district area and underestimated them in 2 areas. Other districts had an excellent agreement until day 100 and lost accuracy afterward. A loss of accuracy in a fast-changing infectious disease is expected since it is challenging to reproduce long-term predictions. The simulation may still be improved due to several aspects needing to be considered. For example, we used estimates for parameters such as transmission rate and diffusion, and it would be possible to use a machine learning mechanism to find the best ones for this case. Moreover, we define that all sanitary districts would receive the same input parameters, and we know that different regions might have performed differently regarding the population’s behavior and restriction policies. Besides, we used only spatial spread mechanisms due to diffusion and further use of different approaches, as convection and source terms could have offered better estimates. However, the central idea of this report is to show that telehealth data impact a robust algorithm that worked well to simulate the COVID-19 behavior of different regions (Italy, Brazil, and the United States [<xref ref-type="bibr" rid="ref12">12</xref>]).</p>
        <p>Collecting real-time data may help predictors forecast new surges and prepare the population, authorities, and health systems. Moreover, we may infer that our hypothesis works since our simulation with the telehealth data have provided promising results.</p>
      </sec>
      <sec>
        <title>Limitations</title>
        <p>Our study has some limitations. We used COVID-19–like symptoms as a proxy for confirmed infection. Although this is not accurate, the number of phone calls and the trend in service assessment may suggest the direction and amount of disease spread early on. It shall also be stressed that confirmatory tests may not be available in the early stages of a new epidemic infection. In such cases, the use of the syndromic approach, as employed here, is a critical element for predicting infection spreading. Another significant limitation is that the telehealth service was not equally publicized in all cities, which may have implications for interpreting surveillance data in some areas.</p>
      </sec>
      <sec>
        <title>Conclusion</title>
        <p>In conclusion, data from telehealth services help model COVID-19 spread and may be helpful in other health situations. Telehealth data and digital health technologies for monitoring disease spread may be especially useful considering the resurgence of new SARS-CoV-2 variants [<xref ref-type="bibr" rid="ref36">36</xref>]. Data collected from primary health care systems can be used for monitoring the dynamics of COVID-19 cases and the geographic localization of cases. Considering the continuous expansion of telehealth and telemedicine tools in the health care system, the availability of such data may prove a critical tool for modern epidemiology.</p>
      </sec>
    </sec>
  </body>
  <back>
    <app-group>
      <supplementary-material id="app1">
        <label>Multimedia Appendix 1</label>
        <p>Brazil’s map showing the state of Bahia and the capital Salvador.</p>
        <media xlink:href="publichealth_v9i1e40036_app1.png" xlink:title="PNG File , 62 KB"/>
      </supplementary-material>
      <supplementary-material id="app2">
        <label>Multimedia Appendix 2</label>
        <p>Date of first confirmed case, first call, and first call reporting smell or taste disorder for each municipality of Bahia state, Brazil.</p>
        <media xlink:href="publichealth_v9i1e40036_app2.docx" xlink:title="DOCX File , 49 KB"/>
      </supplementary-material>
    </app-group>
    <ack>
      <p>The authors thank all TeleCoronaVirus volunteers, the Government of the state of Bahia, and all participating institutions.</p>
      <p>This study is part of the Alert-Early System of Outbreaks with Pandemic Potential (AESOP) program funded by Fundação Oswaldo Cruz and the Rockefeller Foundation. During the period of analyses, TC-S was a PhD student at the Post-Graduation Program in Health Sciences, Universidade Federal da Bahia, which is supported by the Coordenação de Aperfeiçoamento de Pessoal de Nível Superior-Brasil, finance code 001. MBN, VSB, and AC are research fellows from the National Council for Scientific and Technological Development (CNPq).</p>
    </ack>
    <notes>
      <sec>
        <title>Data Availability</title>
        <p>Our agreement with the Bahia State Health Secretary for accessing the database denies authorization of access to a third party. Request for accessing the database should be addressed to the state government, Secretaria de Saúde do Estado da Bahia.</p>
      </sec>
    </notes>
    <fn-group>
      <fn fn-type="conflict">
        <p>None declared.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Rogers</surname>
              <given-names>DG</given-names>
            </name>
            <name name-style="western">
              <surname>Santamaria</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Seng</surname>
              <given-names>EK</given-names>
            </name>
            <name name-style="western">
              <surname>Grinberg</surname>
              <given-names>AS</given-names>
            </name>
          </person-group>
          <article-title>Behavioral Health, Telemedicine, and Opportunities for Improving Access</article-title>
          <source>Curr Pain Headache Rep</source>
          <year>2022</year>
          <month>12</month>
          <volume>26</volume>
          <issue>12</issue>
          <fpage>919</fpage>
          <lpage>926</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/36418847"/>
          </comment>
          <pub-id pub-id-type="doi">10.1007/s11916-022-01096-w</pub-id>
          <pub-id pub-id-type="medline">36418847</pub-id>
          <pub-id pub-id-type="pii">10.1007/s11916-022-01096-w</pub-id>
          <pub-id pub-id-type="pmcid">PMC9684808</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Karamagi</surname>
              <given-names>HC</given-names>
            </name>
            <name name-style="western">
              <surname>Muneene</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Droti</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Jepchumba</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Okeibunor</surname>
              <given-names>JC</given-names>
            </name>
            <name name-style="western">
              <surname>Nabyonga</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Asamani</surname>
              <given-names>JA</given-names>
            </name>
            <name name-style="western">
              <surname>Traore</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Kipruto</surname>
              <given-names>H</given-names>
            </name>
          </person-group>
          <article-title>eHealth or e-Chaos: The use of Digital Health Interventions for Health Systems Strengthening in sub-Saharan Africa over the last 10 years: A scoping review</article-title>
          <source>J Glob Health</source>
          <year>2022</year>
          <month>12</month>
          <day>03</day>
          <volume>12</volume>
          <fpage>04090</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/36462201"/>
          </comment>
          <pub-id pub-id-type="doi">10.7189/jogh.12.04090</pub-id>
          <pub-id pub-id-type="medline">36462201</pub-id>
          <pub-id pub-id-type="pmcid">PMC9718445</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Mbunge</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Batani</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Gaobotse</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Muchemwa</surname>
              <given-names>B</given-names>
            </name>
          </person-group>
          <article-title>Virtual healthcare services and digital health technologies deployed during coronavirus disease 2019 (COVID-19) pandemic in South Africa: a systematic review</article-title>
          <source>Glob Health J</source>
          <year>2022</year>
          <month>06</month>
          <volume>6</volume>
          <issue>2</issue>
          <fpage>102</fpage>
          <lpage>113</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S2414-6447(22)00023-9"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.glohj.2022.03.001</pub-id>
          <pub-id pub-id-type="medline">35282399</pub-id>
          <pub-id pub-id-type="pii">S2414-6447(22)00023-9</pub-id>
          <pub-id pub-id-type="pmcid">PMC8897959</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Khoshrounejad</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Hamednia</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Mehrjerd</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Pichaghsaz</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Jamalirad</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Sargolzaei</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Hoseini</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Aalaei</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Telehealth-Based Services During the COVID-19 Pandemic: A Systematic Review of Features and Challenges</article-title>
          <source>Front Public Health</source>
          <year>2021</year>
          <volume>9</volume>
          <fpage>711762</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/34350154"/>
          </comment>
          <pub-id pub-id-type="doi">10.3389/fpubh.2021.711762</pub-id>
          <pub-id pub-id-type="medline">34350154</pub-id>
          <pub-id pub-id-type="pmcid">PMC8326459</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Koonin</surname>
              <given-names>LM</given-names>
            </name>
            <name name-style="western">
              <surname>Hoots</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Tsang</surname>
              <given-names>CA</given-names>
            </name>
            <name name-style="western">
              <surname>Leroy</surname>
              <given-names>Z</given-names>
            </name>
            <name name-style="western">
              <surname>Farris</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Jolly</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Antall</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>McCabe</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Zelis</surname>
              <given-names>CBR</given-names>
            </name>
            <name name-style="western">
              <surname>Tong</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Harris</surname>
              <given-names>AM</given-names>
            </name>
          </person-group>
          <article-title>Trends in the Use of Telehealth During the Emergence of the COVID-19 Pandemic - United States, January-March 2020</article-title>
          <source>MMWR Morb Mortal Wkly Rep</source>
          <year>2020</year>
          <month>10</month>
          <day>30</day>
          <volume>69</volume>
          <issue>43</issue>
          <fpage>1595</fpage>
          <lpage>1599</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.15585/mmwr.mm6943a3"/>
          </comment>
          <pub-id pub-id-type="doi">10.15585/mmwr.mm6943a3</pub-id>
          <pub-id pub-id-type="medline">33119561</pub-id>
          <pub-id pub-id-type="pmcid">PMC7641006</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Katayama</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Kiyohara</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Komukai</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Kitamura</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Ishida</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Hirose</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Matsuyama</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Kiguchi</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Hirayama</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Shimazu</surname>
              <given-names>T</given-names>
            </name>
          </person-group>
          <article-title>The relationship between seasonal influenza and telephone triage for fever: A population-based study in Osaka, Japan</article-title>
          <source>PLoS One</source>
          <year>2020</year>
          <volume>15</volume>
          <issue>8</issue>
          <fpage>e0236560</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://dx.plos.org/10.1371/journal.pone.0236560"/>
          </comment>
          <pub-id pub-id-type="doi">10.1371/journal.pone.0236560</pub-id>
          <pub-id pub-id-type="medline">32760164</pub-id>
          <pub-id pub-id-type="pii">PONE-D-19-28279</pub-id>
          <pub-id pub-id-type="pmcid">PMC7410252</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hughes</surname>
              <given-names>SL</given-names>
            </name>
            <name name-style="western">
              <surname>Morbey</surname>
              <given-names>RA</given-names>
            </name>
            <name name-style="western">
              <surname>Elliot</surname>
              <given-names>AJ</given-names>
            </name>
            <name name-style="western">
              <surname>McEwen</surname>
              <given-names>SA</given-names>
            </name>
            <name name-style="western">
              <surname>Greer</surname>
              <given-names>AL</given-names>
            </name>
            <name name-style="western">
              <surname>Young</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Papadopoulos</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Monitoring telehealth vomiting calls as a potential public health early warning system for seasonal norovirus activity in Ontario, Canada</article-title>
          <source>Epidemiol Infect</source>
          <year>2019</year>
          <month>01</month>
          <volume>147</volume>
          <fpage>e112</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/30869009"/>
          </comment>
          <pub-id pub-id-type="doi">10.1017/S0950268818003357</pub-id>
          <pub-id pub-id-type="medline">30869009</pub-id>
          <pub-id pub-id-type="pii">S0950268818003357</pub-id>
          <pub-id pub-id-type="pmcid">PMC6518795</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Pivette</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Mueller</surname>
              <given-names>JE</given-names>
            </name>
            <name name-style="western">
              <surname>Crépey</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Bar-Hen</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Drug sales data analysis for outbreak detection of infectious diseases: a systematic literature review</article-title>
          <source>BMC Infect Dis</source>
          <year>2014</year>
          <month>11</month>
          <day>18</day>
          <volume>14</volume>
          <fpage>604</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmcinfectdis.biomedcentral.com/articles/10.1186/s12879-014-0604-2"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s12879-014-0604-2</pub-id>
          <pub-id pub-id-type="medline">25403237</pub-id>
          <pub-id pub-id-type="pii">s12879-014-0604-2</pub-id>
          <pub-id pub-id-type="pmcid">PMC4240820</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Rodrigues</surname>
              <given-names>DLG</given-names>
            </name>
            <name name-style="western">
              <surname>Belber</surname>
              <given-names>GS</given-names>
            </name>
            <name name-style="western">
              <surname>Padilha</surname>
              <given-names>FVDQ</given-names>
            </name>
            <name name-style="western">
              <surname>Spinel</surname>
              <given-names>LF</given-names>
            </name>
            <name name-style="western">
              <surname>Moreira</surname>
              <given-names>FR</given-names>
            </name>
            <name name-style="western">
              <surname>Maeyama</surname>
              <given-names>MA</given-names>
            </name>
            <name name-style="western">
              <surname>Pinho</surname>
              <given-names>APNM</given-names>
            </name>
            <name name-style="western">
              <surname>Júnior</surname>
              <given-names>ÁA</given-names>
            </name>
          </person-group>
          <article-title>Impact of Teleconsultation on Patients With Type 2 Diabetes in the Brazilian Public Health System: Protocol for a Randomized Controlled Trial (TELEconsulta Diabetes Trial)</article-title>
          <source>JMIR Res Protoc</source>
          <year>2021</year>
          <month>01</month>
          <day>21</day>
          <volume>10</volume>
          <issue>1</issue>
          <fpage>e23679</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.researchprotocols.org/2021/1/e23679/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/23679</pub-id>
          <pub-id pub-id-type="medline">33475516</pub-id>
          <pub-id pub-id-type="pii">v10i1e23679</pub-id>
          <pub-id pub-id-type="pmcid">PMC7861994</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Der-Martirosian</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Wyte-Lake</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Balut</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Chu</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Heyworth</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Leung</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Ziaeian</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Tubbesing</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Mullur</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Dobalian</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Implementation of Telehealth Services at the US Department of Veterans Affairs During the COVID-19 Pandemic: Mixed Methods Study</article-title>
          <source>JMIR Form Res</source>
          <year>2021</year>
          <month>09</month>
          <day>23</day>
          <volume>5</volume>
          <issue>9</issue>
          <fpage>e29429</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://formative.jmir.org/2021/9/e29429/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/29429</pub-id>
          <pub-id pub-id-type="medline">34477554</pub-id>
          <pub-id pub-id-type="pii">v5i9e29429</pub-id>
          <pub-id pub-id-type="pmcid">PMC8462492</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>King</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Ford</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Haschker</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Harvey</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Kruis</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>McElligott</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Clinical and Technical Considerations of an Open Access Telehealth Network in South Carolina: Definition and Deployment</article-title>
          <source>J Med Internet Res</source>
          <year>2020</year>
          <month>05</month>
          <day>22</day>
          <volume>22</volume>
          <issue>5</issue>
          <fpage>e17348</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2020/5/e17348/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/17348</pub-id>
          <pub-id pub-id-type="medline">32441657</pub-id>
          <pub-id pub-id-type="pii">v22i5e17348</pub-id>
          <pub-id pub-id-type="pmcid">PMC7275254</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Grave</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Viguerie</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Barros</surname>
              <given-names>GF</given-names>
            </name>
            <name name-style="western">
              <surname>Reali</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Coutinho</surname>
              <given-names>ALGA</given-names>
            </name>
          </person-group>
          <article-title>Assessing the Spatio-temporal Spread of COVID-19 via Compartmental Models with Diffusion in Italy, USA, and Brazil</article-title>
          <source>Arch Comput Methods Eng</source>
          <year>2021</year>
          <volume>28</volume>
          <issue>6</issue>
          <fpage>4205</fpage>
          <lpage>4223</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/34335018"/>
          </comment>
          <pub-id pub-id-type="doi">10.1007/s11831-021-09627-1</pub-id>
          <pub-id pub-id-type="medline">34335018</pub-id>
          <pub-id pub-id-type="pii">9627</pub-id>
          <pub-id pub-id-type="pmcid">PMC8315263</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kucharski</surname>
              <given-names>AJ</given-names>
            </name>
            <name name-style="western">
              <surname>Klepac</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Conlan</surname>
              <given-names>AJK</given-names>
            </name>
            <name name-style="western">
              <surname>Kissler</surname>
              <given-names>SM</given-names>
            </name>
            <name name-style="western">
              <surname>Tang</surname>
              <given-names>ML</given-names>
            </name>
            <name name-style="western">
              <surname>Fry</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Gog</surname>
              <given-names>JR</given-names>
            </name>
            <name name-style="western">
              <surname>Edmunds</surname>
              <given-names>WJ</given-names>
            </name>
            <collab>CMMID COVID-19 working group</collab>
          </person-group>
          <article-title>Effectiveness of isolation, testing, contact tracing, and physical distancing on reducing transmission of SARS-CoV-2 in different settings: a mathematical modelling study</article-title>
          <source>Lancet Infect Dis</source>
          <year>2020</year>
          <month>10</month>
          <volume>20</volume>
          <issue>10</issue>
          <fpage>1151</fpage>
          <lpage>1160</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S1473-3099(20)30457-6"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/S1473-3099(20)30457-6</pub-id>
          <pub-id pub-id-type="medline">32559451</pub-id>
          <pub-id pub-id-type="pii">S1473-3099(20)30457-6</pub-id>
          <pub-id pub-id-type="pmcid">PMC7511527</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ilyin</surname>
              <given-names>SO</given-names>
            </name>
          </person-group>
          <article-title>A Recursive Model of the Spread of COVID-19: Modelling Study</article-title>
          <source>JMIR Public Health Surveill</source>
          <year>2021</year>
          <month>04</month>
          <day>19</day>
          <volume>7</volume>
          <issue>4</issue>
          <fpage>e21468</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://publichealth.jmir.org/2021/4/e21468/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/21468</pub-id>
          <pub-id pub-id-type="medline">33871381</pub-id>
          <pub-id pub-id-type="pii">v7i4e21468</pub-id>
          <pub-id pub-id-type="pmcid">PMC8057198</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>McMahon</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Robb</surname>
              <given-names>NC</given-names>
            </name>
          </person-group>
          <article-title>Reinfection with SARS-CoV-2: Discrete SIR (Susceptible, Infected, Recovered) Modeling Using Empirical Infection Data</article-title>
          <source>JMIR Public Health Surveill</source>
          <year>2020</year>
          <month>11</month>
          <day>16</day>
          <volume>6</volume>
          <issue>4</issue>
          <fpage>e21168</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://publichealth.jmir.org/2020/4/e21168/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/21168</pub-id>
          <pub-id pub-id-type="medline">33052872</pub-id>
          <pub-id pub-id-type="pii">v6i4e21168</pub-id>
          <pub-id pub-id-type="pmcid">PMC7674142</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Deng</surname>
              <given-names>Q</given-names>
            </name>
          </person-group>
          <article-title>Dynamics and Development of the COVID-19 Epidemic in the United States: A Compartmental Model Enhanced With Deep Learning Techniques</article-title>
          <source>J Med Internet Res</source>
          <year>2020</year>
          <month>08</month>
          <day>21</day>
          <volume>22</volume>
          <issue>8</issue>
          <fpage>e21173</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2020/8/e21173/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/21173</pub-id>
          <pub-id pub-id-type="medline">32763892</pub-id>
          <pub-id pub-id-type="pii">v22i8e21173</pub-id>
          <pub-id pub-id-type="pmcid">PMC7451112</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Utamura</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Koizumi</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Kirikami</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>An Epidemiological Model Considering Isolation to Predict COVID-19 Trends in Tokyo, Japan: Numerical Analysis</article-title>
          <source>JMIR Public Health Surveill</source>
          <year>2020</year>
          <month>12</month>
          <day>16</day>
          <volume>6</volume>
          <issue>4</issue>
          <fpage>e23624</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://publichealth.jmir.org/2020/4/e23624/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/23624</pub-id>
          <pub-id pub-id-type="medline">33259325</pub-id>
          <pub-id pub-id-type="pii">v6i4e23624</pub-id>
          <pub-id pub-id-type="pmcid">PMC7746226</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Shapiro</surname>
              <given-names>MB</given-names>
            </name>
            <name name-style="western">
              <surname>Karim</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Muscioni</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Augustine</surname>
              <given-names>AS</given-names>
            </name>
          </person-group>
          <article-title>Adaptive Susceptible-Infectious-Removed Model for Continuous Estimation of the COVID-19 Infection Rate and Reproduction Number in the United States: Modeling Study</article-title>
          <source>J Med Internet Res</source>
          <year>2021</year>
          <month>04</month>
          <day>07</day>
          <volume>23</volume>
          <issue>4</issue>
          <fpage>e24389</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2021/4/e24389/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/24389</pub-id>
          <pub-id pub-id-type="medline">33755577</pub-id>
          <pub-id pub-id-type="pii">v23i4e24389</pub-id>
          <pub-id pub-id-type="pmcid">PMC8030656</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Cerqueira-Silva</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Carreiro</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Nunes</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Passos</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Canedo</surname>
              <given-names>BF</given-names>
            </name>
            <name name-style="western">
              <surname>Andrade</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Ramos</surname>
              <given-names>PIP</given-names>
            </name>
            <name name-style="western">
              <surname>Khouri</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Santos</surname>
              <given-names>CBS</given-names>
            </name>
            <name name-style="western">
              <surname>Nascimento</surname>
              <given-names>JDS</given-names>
            </name>
            <name name-style="western">
              <surname>Paste</surname>
              <given-names>AA</given-names>
            </name>
            <name name-style="western">
              <surname>Paiva Filho</surname>
              <given-names>IDM</given-names>
            </name>
            <name name-style="western">
              <surname>Santini-Oliveira</surname>
              <given-names>M</given-names>
            </name>
            <collab>Cruz</collab>
            <name name-style="western">
              <surname>Barral-Netto</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Boaventura</surname>
              <given-names>V</given-names>
            </name>
          </person-group>
          <article-title>Bridging Learning in Medicine and Citizenship During the COVID-19 Pandemic: A Telehealth-Based Case Study</article-title>
          <source>JMIR Public Health Surveill</source>
          <year>2021</year>
          <month>03</month>
          <day>04</day>
          <volume>7</volume>
          <issue>3</issue>
          <fpage>e24795</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://publichealth.jmir.org/2021/3/e24795/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/24795</pub-id>
          <pub-id pub-id-type="medline">33630746</pub-id>
          <pub-id pub-id-type="pii">v7i3e24795</pub-id>
          <pub-id pub-id-type="pmcid">PMC7935247</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Viguerie</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Veneziani</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Lorenzo</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Baroli</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Aretz-Nellesen</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Patton</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Yankeelov</surname>
              <given-names>TE</given-names>
            </name>
            <name name-style="western">
              <surname>Reali</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Hughes</surname>
              <given-names>TJR</given-names>
            </name>
            <name name-style="western">
              <surname>Auricchio</surname>
              <given-names>F</given-names>
            </name>
          </person-group>
          <article-title>Diffusion-reaction compartmental models formulated in a continuum mechanics framework: application to COVID-19, mathematical analysis, and numerical study</article-title>
          <source>Comput Mech</source>
          <year>2020</year>
          <volume>66</volume>
          <issue>5</issue>
          <fpage>1131</fpage>
          <lpage>1152</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/32836602"/>
          </comment>
          <pub-id pub-id-type="doi">10.1007/s00466-020-01888-0</pub-id>
          <pub-id pub-id-type="medline">32836602</pub-id>
          <pub-id pub-id-type="pii">1888</pub-id>
          <pub-id pub-id-type="pmcid">PMC7426072</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Viguerie</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Lorenzo</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Auricchio</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Baroli</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Hughes</surname>
              <given-names>TJR</given-names>
            </name>
            <name name-style="western">
              <surname>Patton</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Reali</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Yankeelov</surname>
              <given-names>TE</given-names>
            </name>
            <name name-style="western">
              <surname>Veneziani</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Simulating the spread of COVID-19  a spatially-resolved susceptible-exposed-infected-recovered-deceased (SEIRD) model with heterogeneous diffusion</article-title>
          <source>Appl Math Lett</source>
          <year>2021</year>
          <month>01</month>
          <volume>111</volume>
          <fpage>106617</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/32834475"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.aml.2020.106617</pub-id>
          <pub-id pub-id-type="medline">32834475</pub-id>
          <pub-id pub-id-type="pii">S0893-9659(20)30301-3</pub-id>
          <pub-id pub-id-type="pmcid">PMC7361091</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Grave</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Coutinho</surname>
              <given-names>ALGA</given-names>
            </name>
          </person-group>
          <article-title>Adaptive mesh refinement and coarsening for diffusion-reaction epidemiological models</article-title>
          <source>Comput Mech</source>
          <year>2021</year>
          <volume>67</volume>
          <issue>4</issue>
          <fpage>1177</fpage>
          <lpage>1199</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/33649692"/>
          </comment>
          <pub-id pub-id-type="doi">10.1007/s00466-021-01986-7</pub-id>
          <pub-id pub-id-type="medline">33649692</pub-id>
          <pub-id pub-id-type="pii">1986</pub-id>
          <pub-id pub-id-type="pmcid">PMC7905202</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Brauer</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Castillo-Chavez</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Feng</surname>
              <given-names>Z</given-names>
            </name>
          </person-group>
          <source>Mathematical models in epidemiology</source>
          <year>2019</year>
          <publisher-loc>New York, US</publisher-loc>
          <publisher-name>Springer</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Brauer</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Castillo-Chavez</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Castillo-Chavez</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <source>Mathematical models in population biology and epidemiology</source>
          <year>2012</year>
          <publisher-loc>New York, US</publisher-loc>
          <publisher-name>Springer</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Keller</surname>
              <given-names>JP</given-names>
            </name>
            <name name-style="western">
              <surname>Gerardo-Giorda</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Veneziani</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Numerical simulation of a susceptible-exposed-infectious space-continuous model for the spread of rabies in raccoons across a realistic landscape</article-title>
          <source>J Biol Dyn</source>
          <year>2013</year>
          <volume>7 Suppl 1</volume>
          <issue>Suppl 1</issue>
          <fpage>31</fpage>
          <lpage>46</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/23157180"/>
          </comment>
          <pub-id pub-id-type="doi">10.1080/17513758.2012.742578</pub-id>
          <pub-id pub-id-type="medline">23157180</pub-id>
          <pub-id pub-id-type="pmcid">PMC3957468</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref26">
        <label>26</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Jourdan</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Neveux</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Potier</surname>
              <given-names>O</given-names>
            </name>
            <name name-style="western">
              <surname>Kanniche</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Wicks</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Nopens</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Rehman</surname>
              <given-names>U</given-names>
            </name>
            <name name-style="western">
              <surname>Le Moullec</surname>
              <given-names>Y</given-names>
            </name>
          </person-group>
          <article-title>Compartmental Modelling in chemical engineering: A critical review</article-title>
          <source>Chemical Engineering Science</source>
          <year>2019</year>
          <month>12</month>
          <volume>210</volume>
          <fpage>115196</fpage>
          <pub-id pub-id-type="doi">10.1016/j.ces.2019.115196</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref27">
        <label>27</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kermack</surname>
              <given-names>WO</given-names>
            </name>
            <name name-style="western">
              <surname>McKendrick</surname>
              <given-names>AG</given-names>
            </name>
          </person-group>
          <article-title>A contribution to the mathematical theory of epidemics</article-title>
          <source>Proc. R. Soc. Lond. A</source>
          <year>1997</year>
          <month>01</month>
          <volume>115</volume>
          <issue>772</issue>
          <fpage>700</fpage>
          <lpage>721</lpage>
          <pub-id pub-id-type="doi">10.1098/rspa.1927.0118</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref28">
        <label>28</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Grave</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Viguerie</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Barros</surname>
              <given-names>GF</given-names>
            </name>
            <name name-style="western">
              <surname>Reali</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Andrade</surname>
              <given-names>RFS</given-names>
            </name>
            <name name-style="western">
              <surname>Coutinho</surname>
              <given-names>ALGA</given-names>
            </name>
          </person-group>
          <article-title>Modeling nonlocal behavior in epidemics via a reaction-diffusion system incorporating population movement along a network</article-title>
          <source>Comput Methods Appl Mech Eng</source>
          <year>2022</year>
          <month>11</month>
          <day>01</day>
          <volume>401</volume>
          <fpage>115541</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/36124053"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.cma.2022.115541</pub-id>
          <pub-id pub-id-type="medline">36124053</pub-id>
          <pub-id pub-id-type="pii">S0045-7825(22)00534-5</pub-id>
          <pub-id pub-id-type="pmcid">PMC9475403</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref29">
        <label>29</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Reis</surname>
              <given-names>RF</given-names>
            </name>
            <name name-style="western">
              <surname>de Melo Quintela</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>de Oliveira Campos</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Gomes</surname>
              <given-names>JM</given-names>
            </name>
            <name name-style="western">
              <surname>Rocha</surname>
              <given-names>BM</given-names>
            </name>
            <name name-style="western">
              <surname>Lobosco</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Weber Dos Santos</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>Characterization of the COVID-19 pandemic and the impact of uncertainties, mitigation strategies, and underreporting of cases in South Korea, Italy, and Brazil</article-title>
          <source>Chaos Solitons Fractals</source>
          <year>2020</year>
          <month>07</month>
          <volume>136</volume>
          <fpage>109888</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/32412556"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.chaos.2020.109888</pub-id>
          <pub-id pub-id-type="medline">32412556</pub-id>
          <pub-id pub-id-type="pii">S0960-0779(20)30288-5</pub-id>
          <pub-id pub-id-type="pmcid">PMC7221372</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref30">
        <label>30</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Xydakis</surname>
              <given-names>MS</given-names>
            </name>
            <name name-style="western">
              <surname>Dehgani-Mobaraki</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Holbrook</surname>
              <given-names>EH</given-names>
            </name>
            <name name-style="western">
              <surname>Geisthoff</surname>
              <given-names>UW</given-names>
            </name>
            <name name-style="western">
              <surname>Bauer</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Hautefort</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Herman</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Manley</surname>
              <given-names>GT</given-names>
            </name>
            <name name-style="western">
              <surname>Lyon</surname>
              <given-names>DM</given-names>
            </name>
            <name name-style="western">
              <surname>Hopkins</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>Smell and taste dysfunction in patients with COVID-19</article-title>
          <source>Lancet Infect Dis</source>
          <year>2020</year>
          <month>09</month>
          <volume>20</volume>
          <issue>9</issue>
          <fpage>1015</fpage>
          <lpage>1016</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/32304629"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/S1473-3099(20)30293-0</pub-id>
          <pub-id pub-id-type="medline">32304629</pub-id>
          <pub-id pub-id-type="pii">S1473-3099(20)30293-0</pub-id>
          <pub-id pub-id-type="pmcid">PMC7159875</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref31">
        <label>31</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Menni</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Valdes</surname>
              <given-names>AM</given-names>
            </name>
            <name name-style="western">
              <surname>Freidin</surname>
              <given-names>MB</given-names>
            </name>
            <name name-style="western">
              <surname>Sudre</surname>
              <given-names>CH</given-names>
            </name>
            <name name-style="western">
              <surname>Nguyen</surname>
              <given-names>LH</given-names>
            </name>
            <name name-style="western">
              <surname>Drew</surname>
              <given-names>DA</given-names>
            </name>
            <name name-style="western">
              <surname>Ganesh</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Varsavsky</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Cardoso</surname>
              <given-names>MJ</given-names>
            </name>
            <name name-style="western">
              <surname>El-Sayed Moustafa</surname>
              <given-names>JS</given-names>
            </name>
            <name name-style="western">
              <surname>Visconti</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Hysi</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Bowyer</surname>
              <given-names>RCE</given-names>
            </name>
            <name name-style="western">
              <surname>Mangino</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Falchi</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Wolf</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Ourselin</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Chan</surname>
              <given-names>AT</given-names>
            </name>
            <name name-style="western">
              <surname>Steves</surname>
              <given-names>CJ</given-names>
            </name>
            <name name-style="western">
              <surname>Spector</surname>
              <given-names>TD</given-names>
            </name>
          </person-group>
          <article-title>Real-time tracking of self-reported symptoms to predict potential COVID-19</article-title>
          <source>Nat Med</source>
          <year>2020</year>
          <month>07</month>
          <volume>26</volume>
          <issue>7</issue>
          <fpage>1037</fpage>
          <lpage>1040</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/32393804"/>
          </comment>
          <pub-id pub-id-type="doi">10.1038/s41591-020-0916-2</pub-id>
          <pub-id pub-id-type="medline">32393804</pub-id>
          <pub-id pub-id-type="pii">10.1038/s41591-020-0916-2</pub-id>
          <pub-id pub-id-type="pmcid">PMC7751267</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref32">
        <label>32</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Altwairqi</surname>
              <given-names>RG</given-names>
            </name>
            <name name-style="western">
              <surname>Aljuaid</surname>
              <given-names>SM</given-names>
            </name>
            <name name-style="western">
              <surname>Alqahtani</surname>
              <given-names>AS</given-names>
            </name>
          </person-group>
          <article-title>Effect of tonsillectomy on humeral and cellular immunity: a systematic review of published studies from 2009 to 2019</article-title>
          <source>Eur Arch Otorhinolaryngol</source>
          <year>2020</year>
          <month>01</month>
          <volume>277</volume>
          <issue>1</issue>
          <fpage>1</fpage>
          <lpage>7</lpage>
          <pub-id pub-id-type="doi">10.1007/s00405-019-05672-6</pub-id>
          <pub-id pub-id-type="medline">31664514</pub-id>
          <pub-id pub-id-type="pii">10.1007/s00405-019-05672-6</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref33">
        <label>33</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Gunasekeran</surname>
              <given-names>DV</given-names>
            </name>
            <name name-style="western">
              <surname>Tseng</surname>
              <given-names>RMWW</given-names>
            </name>
            <name name-style="western">
              <surname>Tham</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Wong</surname>
              <given-names>TY</given-names>
            </name>
          </person-group>
          <article-title>Applications of digital health for public health responses to COVID-19: a systematic scoping review of artificial intelligence, telehealth and related technologies</article-title>
          <source>NPJ Digit Med</source>
          <year>2021</year>
          <month>02</month>
          <day>26</day>
          <volume>4</volume>
          <issue>1</issue>
          <fpage>40</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1038/s41746-021-00412-9"/>
          </comment>
          <pub-id pub-id-type="doi">10.1038/s41746-021-00412-9</pub-id>
          <pub-id pub-id-type="medline">33637833</pub-id>
          <pub-id pub-id-type="pii">10.1038/s41746-021-00412-9</pub-id>
          <pub-id pub-id-type="pmcid">PMC7910557</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref34">
        <label>34</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Roy</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Nowak</surname>
              <given-names>RJ</given-names>
            </name>
            <name name-style="western">
              <surname>Roda</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Khokhar</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Patwa</surname>
              <given-names>HS</given-names>
            </name>
            <name name-style="western">
              <surname>Lloyd</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Rutkove</surname>
              <given-names>SB</given-names>
            </name>
          </person-group>
          <article-title>Teleneurology during the COVID-19 pandemic: A step forward in modernizing medical care</article-title>
          <source>J Neurol Sci</source>
          <year>2020</year>
          <month>07</month>
          <day>15</day>
          <volume>414</volume>
          <fpage>116930</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/32460041"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.jns.2020.116930</pub-id>
          <pub-id pub-id-type="medline">32460041</pub-id>
          <pub-id pub-id-type="pii">S0022-510X(20)30267-7</pub-id>
          <pub-id pub-id-type="pmcid">PMC7241381</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref35">
        <label>35</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Gao</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Liu</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Zhou</surname>
              <given-names>Q</given-names>
            </name>
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>X</given-names>
            </name>
            <name name-style="western">
              <surname>Huang</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Shi</surname>
              <given-names>Q</given-names>
            </name>
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>Z</given-names>
            </name>
            <name name-style="western">
              <surname>Lu</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Li</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Ma</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Luo</surname>
              <given-names>X</given-names>
            </name>
            <name name-style="western">
              <surname>Fukuoka</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Ahn</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Lee</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Luo</surname>
              <given-names>Z</given-names>
            </name>
            <name name-style="western">
              <surname>Liu</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Chen</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Shu</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Tian</surname>
              <given-names>D</given-names>
            </name>
            <collab>COVID-19 EvidenceRecommendations Working Group</collab>
          </person-group>
          <article-title>Application of telemedicine during the coronavirus disease epidemics: a rapid review and meta-analysis</article-title>
          <source>Ann Transl Med</source>
          <year>2020</year>
          <month>05</month>
          <volume>8</volume>
          <issue>10</issue>
          <fpage>626</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/32566563"/>
          </comment>
          <pub-id pub-id-type="doi">10.21037/atm-20-3315</pub-id>
          <pub-id pub-id-type="medline">32566563</pub-id>
          <pub-id pub-id-type="pii">atm-08-10-626</pub-id>
          <pub-id pub-id-type="pmcid">PMC7290625</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref36">
        <label>36</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Newcomb</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Bilal</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Michael</surname>
              <given-names>E</given-names>
            </name>
          </person-group>
          <article-title>Combining predictive models with future change scenarios can produce credible forecasts of COVID-19 futures</article-title>
          <source>PLoS One</source>
          <year>2022</year>
          <volume>17</volume>
          <issue>11</issue>
          <fpage>e0277521</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://dx.plos.org/10.1371/journal.pone.0277521"/>
          </comment>
          <pub-id pub-id-type="doi">10.1371/journal.pone.0277521</pub-id>
          <pub-id pub-id-type="medline">36378674</pub-id>
          <pub-id pub-id-type="pii">PONE-D-22-16941</pub-id>
          <pub-id pub-id-type="pmcid">PMC9665358</pub-id>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
