<?xml version="1.0" encoding="utf-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JPH</journal-id>
      <journal-id journal-id-type="nlm-ta">JMIR Public Health Surveill</journal-id>
      <journal-title>JMIR Public Health and Surveillance</journal-title>
      <issn pub-type="epub">2369-2960</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v5i1e13142</article-id>
      <article-id pub-id-type="pmid">30763255</article-id>
      <article-id pub-id-type="doi">10.2196/13142</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Original Paper</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Original Paper</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>Google Trends Predicts Present and Future Plague Cases During the Plague Outbreak in Madagascar: Infodemiological Study</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Eysenbach</surname>
            <given-names>Gunther</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Cruvinel</surname>
            <given-names>Thiago</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Mavragani</surname>
            <given-names>Amaryllis</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="author" id="contrib1" corresp="yes">
          <name name-style="western">
            <surname>Bragazzi</surname>
            <given-names>Nicola Luigi</given-names>
          </name>
          <degrees>MD, MPH, PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <address>
            <institution>Department of Health Sciences</institution>
            <institution>Postgraduate School of Public Health</institution>
            <institution>University of Genoa</institution>
            <addr-line>Via Antonio Pastore 1</addr-line>
            <addr-line>Genoa, 16132</addr-line>
            <country>Italy</country>
            <phone>39 0103538508</phone>
            <fax>39 0103538541</fax>
            <email>robertobragazzi@gmail.com</email>
          </address>
          <ext-link ext-link-type="orcid">http://orcid.org/0000-0001-8409-868X</ext-link>
        </contrib>
        <contrib contrib-type="author" id="contrib2">
          <name name-style="western">
            <surname>Mahroum</surname>
            <given-names>Naim</given-names>
          </name>
          <degrees>MD</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">http://orcid.org/0000-0002-7919-1326</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
      <label>1</label>
      <institution>Department of Health Sciences</institution>
      <institution>Postgraduate School of Public Health</institution>  
      <institution>University of Genoa</institution>  
      <addr-line>Genoa</addr-line>
      <country>Italy</country></aff>
      <aff id="aff2">
      <label>2</label>
      <institution>Sackler Faculty of Medicine</institution>
      <institution>Tel-Aviv University</institution>  
      <addr-line>Tel Aviv</addr-line>
      <country>Israel</country></aff>
      <author-notes>
        <corresp>Corresponding Author: Nicola Luigi Bragazzi 
        <email>robertobragazzi@gmail.com</email></corresp>
      </author-notes>
      <pub-date pub-type="collection"><season>Jan-Mar</season><year>2019</year></pub-date>
      <pub-date pub-type="epub">
        <day>08</day>
        <month>03</month>
        <year>2019</year>
      </pub-date>
      <volume>5</volume>
      <issue>1</issue>
      <elocation-id>e13142</elocation-id>
      <!--history from ojs - api-xml-->
      <history>
        <date date-type="received">
          <day>14</day>
          <month>12</month>
          <year>2018</year>
        </date>
        <date date-type="rev-request">
          <day>17</day>
          <month>1</month>
          <year>2019</year>
        </date>
        <date date-type="rev-recd">
          <day>17</day>
          <month>1</month>
          <year>2019</year>
        </date>
        <date date-type="accepted">
          <day>18</day>
          <month>1</month>
          <year>2019</year>
        </date>
      </history>
      <copyright-statement>©Nicola Luigi Bragazzi, Naim Mahroum. Originally published in JMIR Public Health and Surveillance (http://publichealth.jmir.org), 08.03.2019.</copyright-statement>
      <copyright-year>2019</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in JMIR Public Health and Surveillance, is properly cited. The complete bibliographic information, a link to the original publication on http://publichealth.jmir.org, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="http://publichealth.jmir.org/2019/1/e13142/" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>Plague is a highly infectious zoonotic disease caused by the bacillus <italic>Yersinia pestis</italic>. Three major forms of the disease are known: bubonic, septicemic, and pneumonic plague. Though highly related to the past, plague still represents a global public health concern. Cases of plague continue to be reported worldwide. In recent months, pneumonic plague cases have been reported in Madagascar. However, despite such a long-standing and rich history, it is rather difficult to get a comprehensive overview of the general situation. Within the framework of electronic health (eHealth), in which people increasingly search the internet looking for health-related material, new information and communication technologies could enable researchers to get a wealth of data, which could complement traditional surveillance of infectious diseases.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>In this study, we aimed to assess public reaction regarding the recent plague outbreak in Madagascar by quantitatively characterizing the public’s interest.</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>We captured public interest using Google Trends (GT) and correlated it to epidemiological real-world data in terms of incidence rate and spread pattern.</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>Statistically significant positive correlations were found between GT search data and confirmed (<italic>R</italic><sup>2</sup>=0.549), suspected (<italic>R</italic><sup>2</sup>=0.265), and probable (<italic>R</italic><sup>2</sup>=0.518) cases. From a geospatial standpoint, plague-related GT queries were concentrated in Toamasina (100%), Toliara (68%), and Antananarivo (65%). Concerning the forecasting models, the 1-day lag model was selected as the best regression model.</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>An earlier digital Web search reaction could potentially contribute to better management of outbreaks, for example, by designing ad hoc interventions that could contain the infection both locally and at the international level, reducing its spread.</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>plague</kwd>
        <kwd>infodemiology</kwd>
        <kwd>infoveillance</kwd>
        <kwd>infectious outbreaks</kwd>
        <kwd>Google Trends</kwd>
        <kwd>nowcasting and forecasting models</kwd>
        <kwd>digital surveillance</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <p>Plague and history have always been strongly interrelated since the earliest description of plague pandemic [<xref ref-type="bibr" rid="ref1">1</xref>]. Excluding the so-called <italic>plague of Athens</italic>, which could have been caused by typhus or other microorganisms, the first well-authenticated mention of plague dates back to the 6th century: the <italic>Justinian Plague</italic>, named after the Byzantine emperor. This outbreak took place in Egypt in 542 AD and spread across the Mediterranean basin regions, killing more than 25 million people [<xref ref-type="bibr" rid="ref2">2</xref>]. Three large pandemics occurred afterward, including a major outbreak during the decline of the Eastern Roman Empire, the rapid weakening of the Persian Empire, and the subsequent tumultuous rise of the Islamic Empire [<xref ref-type="bibr" rid="ref3">3</xref>]. Another major episode was the Great Plague Pandemic, which began in China in 1333-1334 during a period of famine and spread to Europe by trade causing millions of deaths [<xref ref-type="bibr" rid="ref4">4</xref>]. The third major outbreak was the Modern Plague Pandemic, which originally occurred in China in 1860, spreading worldwide by rats on trade ships leading to over 10 million deaths across the world [<xref ref-type="bibr" rid="ref5">5</xref>,<xref ref-type="bibr" rid="ref6">6</xref>].</p>
      <p>This highly infectious zoonotic disease is caused by the bacillus <italic>Yersinia pestis</italic>, a member of the <italic>Enterobacteriaceae</italic> family [<xref ref-type="bibr" rid="ref7">7</xref>]. Transmission of plague occurs when infected rodents’ fleas bite humans. Human-to-human transmission is possible when transmitted by infected air droplets. Three major forms of the disease are known: (1) bubonic plague, the most common form of plague, which is characterized by acute febrile illness accompanied by enlarged and tender lymph nodes; (2) septicemic plague, characterized by sepsis manifested by fever and systemic illness, generally without preceding symptoms; and (3) pneumonic plague, which may be primary when acquired directly by infected air droplets and secondary when it spreads to the lung from other infected sites of the body—both of these forms lead to a highly contagious and lethal disease [<xref ref-type="bibr" rid="ref8">8</xref>].</p>
      <p>Diagnosis of plague is made based on the above-mentioned clinical findings accompanied with suspected history of exposure. Identification by culture as well as increased paired serum titers are suitable diagnostic methods. Plague can be fatal if left untreated. Besides supportive therapy for severely ill patients, treatment is composed of systemic antibiotics of aminoglycoside-based therapy.</p>
      <p>Though highly associated with the past, plague still represents a global public health concern. Cases of plague continue to be reported worldwide, especially in Africa but also in Asia, South America, and even in the United States. According to the World Health Organization (WHO), 3248 cases of plague were reported from 2010 until 2015, with 584 deaths [<xref ref-type="bibr" rid="ref9">9</xref>]. Recently, foci have been described in Libya and Algeria [<xref ref-type="bibr" rid="ref8">8</xref>]. The highest incidence of plague cases in recent years is reported from Madagascar. In fact, cases of bubonic plague are reported annually in Madagascar since the first case was introduced in 1898; however, recent reports show a large outbreak of pneumonic plague occurring in major urban cities, which is different from what was previously reported (ie, cases concentrated mainly in rural areas). In recent months, we have witnessed the spread of plague to the Seychelles islands, reflecting a further escalation of the current outbreak [<xref ref-type="bibr" rid="ref10">10</xref>-<xref ref-type="bibr" rid="ref12">12</xref>].</p>
      <p>However, despite such a long-standing and rich history, it is rather difficult to get a comprehensive overview of the general situation. Within the framework of electronic health (eHealth), in which people surf the internet more and more looking for health-related material, new information and communication technologies, such as Web 2.0, portable computers, mobile phones and devices, as well as social media and social networks, could enable researchers to get a wealth of data, which could complement traditional surveillance of infectious diseases.</p>
      <p>In this study, we aimed to assess public reaction regarding the recent plague outbreak in Madagascar by quantitatively characterizing this interest and correlating it to epidemiological <italic>real-world</italic> data, in terms of incidence rate and spread pattern.</p>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <p>Google Trends (GT) is a free open-source tool used to track and observe internet search activity [<xref ref-type="bibr" rid="ref13">13</xref>]. GT was used to assess recent search activity with regard to the recent plague outbreak in Madagascar. To that end, GT was mined from August 1 to November 17, 2017 [<xref ref-type="bibr" rid="ref13">13</xref>]. This particular time frame was chosen in order to better capture the temporal dynamics of the plague outbreak, monitoring the internet-related activity before (ie, digital behavior at the baseline) and during the epidemic. During the drafting and production of this study, the latest available WHO situation report, released on November 17, 2017 [<xref ref-type="bibr" rid="ref14">14</xref>], was utilized.</p>
      <p>The GT search tool has two options for searching keywords: searches can be performed by <italic>search term</italic> or by <italic>search topic</italic>. While the former enables the user to search for exact keywords, the latter option uses a broader search that finds all Web searches containing the inserted keyword(s) or related terms.</p>
      <p>The results given by GT are output as normalized values (ie, relative search volumes [RSVs]) rather than absolute, raw values. Every query is divided by the total searches performed in a given geographic region and time range and normalized to a scale between 0 and 100 based on the topic’s popularity in comparison to all searches carried out in that region and time frame. For further details concerning GT, the reader is referred to Nuti et al’s review of GT and its potential applications in the medical field [<xref ref-type="bibr" rid="ref15">15</xref>]; the reader is also referred to Mavragani et al’s recent systematic review concerning methods, tools, and statistical approaches and techniques in the field of GT research [<xref ref-type="bibr" rid="ref16">16</xref>].</p>
      <p>In this study, the second search option (ie, searching by topic with related terms) was used. Specifically, we searched for “Plague (Topic).” Searches were geographically limited to Madagascar. In Madagascar, the language spoken is Malagasy, while the second official language is French. English is spoken by less than 20% of the population. It is widely known that the sample when using online queries cannot be representative; however, in our case, searching for “Plague” and selecting the <italic>search topic</italic> option enabled us to overcome any linguistic issue related to the diffusion of the language. This approach ensured the robustness of our results.</p>
      <p>Correlational analysis and multivariate regression models for nowcasting and forecasting, with lags up to 7 days, were performed based on the GT results with the number of confirmed, suspected, and probable cases of plague as reported by the WHO situation report. Different regression models were run, computing the different fitting parameters, including <italic>R</italic><sup>2</sup> and adjusted <italic>R</italic><sup>2</sup>, and the best model was chosen according to the Akaike Information Criterion (AIC) values.</p>
      <p>Statistical analyses were performed with the commercial software XLSTAT 2017 (Addinsoft). All values with <italic>P</italic> values less than .05 were considered statistically significant.</p>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <p>Average plague-related search activities, expressed as RSVs, are shown superimposed on the trends of new suspected, probable, and confirmed cases of plague in <xref ref-type="fig" rid="figure1">Figure 1</xref>. The searches showed a small burst of activity on September 14, 2017, immediately after the official notification (ie, September 13, 2017) sent to the WHO by the Madagascar Ministry of Public Health of an outbreak of pneumonic plague in Madagascar. This notification followed the death of a young man some days before on September 11, 2017, who suffered from severe respiratory disease confirmed to be caused by plague. A very large spike was noticed during the first week of October 2017. Afterward, RSVs tended to decrease over time to slightly above baseline levels. Similarly, the incidence of suspected, probable, and confirmed cases of plague in Madagascar also exhibited a small spike in the third week of September 2017, and many more cases were confirmed during the recent outbreak starting in the first week of October.</p>
      <p>The best nowcasting model in terms of AIC values (see <xref ref-type="app" rid="app1">Multimedia Appendix 1</xref>) showed that new confirmed cases of plague had a statistically significant association with GT-based RSVs (<italic>P</italic>&lt;.001, beta coefficient 1.158), as shown in the multivariate regression analyses in <xref ref-type="app" rid="app2">Multimedia Appendix 2</xref>. Scatterplots of incident cases showed similar and statistically significant positive correlations with GT search data (<italic>R</italic><sup>2</sup>=0.549, <italic>P</italic>=.001 for the confirmed cases; <italic>R</italic><sup>2</sup>=0.265, <italic>P</italic>=.005 for the suspected cases; and <italic>R</italic><sup>2</sup>=0.518, <italic>P</italic>=.001 for the probable cases; see <xref ref-type="fig" rid="figure2">Figure 2</xref>). From a geospatial standpoint, plague-related GT queries were concentrated in certain regions of Madagascar, most notably in Toamasina (100%), Toliara (68%), and Antananarivo (65%). A heat map of search density in different regions of Madagascar is shown in <xref ref-type="fig" rid="figure3">Figure 3</xref>. Concerning the forecasting models, the 1-day lag model was selected for regression analysis due to optimal AIC values (see <xref ref-type="app" rid="app3">Multimedia Appendix 3</xref>). This forecasting model shows that we can predict new probable cases up to 1 day in advance with statistically significant certainty (<italic>P</italic>&lt;.001; see <xref ref-type="app" rid="app4">Multimedia Appendix 4</xref>).</p>
      <fig id="figure1" position="float">
        <label>Figure 1</label>
        <caption>
          <p>Time trends of plague cases (confirmed, probable, and suspected) and plague-related Google Trends (GT)–generated data. All data are normalized for comparison purposes. RSV: relative search volume.</p>
        </caption>
        <graphic xlink:href="publichealth_v5i1e13142_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
      </fig>
      <fig id="figure2" position="float">
        <label>Figure 2</label>
        <caption>
          <p>Scatterplots of the correlations between epidemiological values and the Google Trends (GT)–generated data related to the recent plague outbreak in Madagascar. RSV: relative search volume.</p>
        </caption>
        <graphic xlink:href="publichealth_v5i1e13142_fig2.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
      </fig>
      <fig id="figure3" position="float">
        <label>Figure 3</label>
        <caption>
          <p>Spatial heat map of Google Trends–based plague-related data. The figure is based on the map provided by Google Trends. 1: Antsiranana Province; 2: Mahajanga Province; 3: Toamasina Province; 4: Antananarivo Province; 5: Toliara Province; and 6: Fianarantsoa Province. Color gradient correlates with the volume of plague-related Web searches.</p>
        </caption>
        <graphic xlink:href="publichealth_v5i1e13142_fig3.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
      </fig>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <sec>
        <title>Principal Findings</title>
        <p>Plague outbreak in Madagascar has drawn wide public attention shown here by our findings based on large Web search activity data analysis. Madagascar has been known as an endemic area of plague in its bubonic form with annually reported cases from April to September, generally across rural areas. However, the recent outbreak is characterized by pneumonic plague occurring in larger and more crowded cities. The current outbreak, known to be a highly contagious form of plague and in combination with the recent spread to the Seychelles islands, has its own distinctive features.</p>
        <p>Monitoring and analyzing Web search activity manifested by novel data streams (NDS), especially during outbreaks, is of great importance in terms of surveillance as shown by O'Shea [<xref ref-type="bibr" rid="ref17">17</xref>] in a recent systematic review. Big data or <italic>vast digital data</italic> analysis is, indeed, an opportunity to improve surveillance and epidemic intelligence, being inexpensive, transparent, and flexible. As such, <italic>event-based internet biosurveillance</italic> can act as an extension of traditional surveillance and monitoring systems and can be utilized as an additional data source, contributing, therefore, to a more comprehensive estimate of infectious diseases.</p>
        <p>GT, based on Google search, is a freely accessed website tool, which provides data on how often a specific search item (ie, plague) is searched relative to total search volume worldwide or in specific areas and in different languages. For instance, in 2009, during the peanut butter-associated outbreak of <italic>Salmonella enterica</italic> subtype <italic>Typhimurium</italic>, GT provided preliminary evidence of an emerging infectious outbreak, enabling early disease detection [<xref ref-type="bibr" rid="ref18">18</xref>]. Other research studies based on GT have shown the possibility of monitoring and tracking flu epidemics [<xref ref-type="bibr" rid="ref19">19</xref>-<xref ref-type="bibr" rid="ref21">21</xref>], as well as other infections [<xref ref-type="bibr" rid="ref22">22</xref>-<xref ref-type="bibr" rid="ref35">35</xref>].</p>
        <p>In our study, bursts of searches of plague-related topics corresponded both spatially and temporally with the outbreak’s spatiotemporal trends across the region studied (ie, Madagascar). The role of Web-based NDS for outbreak surveillance is crucial for workers in the field of public health and safety. Plague-related digital behavior as captured by GT analysis reflected rapid public response to the pneumonic plague outbreak in Madagascar, with some minor search peaks occurring even before the formal declaration by the WHO. Moreover, this reaction seemed to decline rapidly afterward, whereas the WHO continued to release the report of additional confirmed plague cases.</p>
        <p>In our study, it is interesting to note that the potential influence of prior awareness of a clinical case of plague, which occurred on September 13, 2017, on search behaviors of a population was reflected by the rapid increase of searches found on September 14, 2017. From September 30, 2017, people were probably more able to recognize specific signs and symptoms related to plague due to news or public campaigns. In this case, the suspicion of disease may lead people to seek confirmatory Web information, contributing to the increase of the activity of internet users. These arguments could be used to explain the highest value of <italic>R</italic><sup>2</sup> when including confirmed, probable, and suspected cases in multivariate regression models (ie, searches were probably motivated or driven by personal impressions and knowledge of disease).</p>
        <p>Findings from the regression analyses showed the feasibility of exploiting NDS for predicting (ie, nowcasting and forecasting) plague cases. Extant predictive models of plague are usually built within the <italic>ecological-niche modeling framework</italic>, in which geographic, environmental, and ecological parameters, such as landscape-scale environmental features, are utilized [<xref ref-type="bibr" rid="ref36">36</xref>,<xref ref-type="bibr" rid="ref37">37</xref>]. To the best of our knowledge, this is the first model incorporating plague-related information-seeking behavior in terms of Web-based NDS, such as GT. Even though a correlation between epidemiological values and Web searches could appear trivial, this is surprising, especially considering the poor internet penetration in Madagascar (ie, only 4%-5% of the population have access to the internet).</p>
        <p>Despite its novelties, which are among the major strengths of the current investigation, our study suffers from some limitations, which should be properly recognized. The shortcomings include the fact that GT provides relative and not absolute values, thus hindering the possibility of further refining and processing them. Moreover, GT captures only Web searches carried out with the Google search engine, which is, on the other hand, the most utilized search tool. Another drawback was the relatively low values of <italic>R</italic><sup>2</sup>. The limited internet penetration (ie, approximately 4%-5% of the entire population) as well as the short time frame chosen for the study could be among the factors explaining such values.</p>
      </sec>
      <sec>
        <title>Conclusions</title>
        <p>Our study has shown an increase in digital Web searches with a unique pattern induced by the recent outbreak of plague in Madagascar. GT plays a highly important role in outbreak tracking and monitoring, in that it can capture public reaction and interest toward infectious disorders in real time before cases are formally communicated by the WHO. This earlier digital Web search reaction could potentially contribute to better management of outbreaks, for example, by designing ad hoc interventions that could contain the infection both locally and at the international level, reducing its spread.</p>
      </sec>
    </sec>
  </body>
  <back>
    <app-group>
      <app id="app1">
        <title>Multimedia Appendix 1</title>
        <p>Regression analyses for the nowcasting models.</p>
        <media xlink:href="publichealth_v5i1e13142_app1.pdf" xlink:title="PDF File (Adobe PDF File), 97KB"/>
      </app>
      <app id="app2">
        <title>Multimedia Appendix 2</title>
        <p>Fitting parameters of the nowcasting models.</p>
        <media xlink:href="publichealth_v5i1e13142_app2.pdf" xlink:title="PDF File (Adobe PDF File), 90KB"/>
      </app>
      <app id="app3">
        <title>Multimedia Appendix 3</title>
        <p>Regression analysis of the best forecasting model.</p>
        <media xlink:href="publichealth_v5i1e13142_app3.pdf" xlink:title="PDF File (Adobe PDF File), 124KB"/>
      </app>
      <app id="app4">
        <title>Multimedia Appendix 4</title>
        <p>Fitting parameters of the forecasting models.</p>
        <media xlink:href="publichealth_v5i1e13142_app4.pdf" xlink:title="PDF File (Adobe PDF File), 87KB"/>
      </app>
    </app-group>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">AIC</term>
          <def>
            <p>Akaike Information Criterion</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">eHealth</term>
          <def>
            <p>electronic health</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb3">GT</term>
          <def>
            <p>Google Trends</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb4">NDS</term>
          <def>
            <p>novel data streams</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb5">RSV</term>
          <def>
            <p>relative search volume</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb6">WHO</term>
          <def>
            <p>World Health Organization</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <fn-group>
      <fn fn-type="conflict">
        <p>None declared.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Miller</surname>
            <given-names>MJ</given-names>
          </name>
        </person-group>
        <article-title>Plague: History and epidemiology</article-title>
        <source>Can J Comp Med Vet Sci</source>  
        <year>1940</year>  
        <month>07</month>  
        <volume>4</volume>  
        <issue>7</issue>  
        <fpage>183</fpage>  
        <lpage>193</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/17647665"/>
        </comment>  
        <pub-id pub-id-type="medline">17647665</pub-id>
        <pub-id pub-id-type="pmcid">PMC1583839</pub-id></nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Sabbatani</surname>
            <given-names>S</given-names>
          </name>
          <name name-style="western">
            <surname>Manfredi</surname>
            <given-names>R</given-names>
          </name>
          <name name-style="western">
            <surname>Fiorino</surname>
            <given-names>S</given-names>
          </name>
        </person-group>
        <article-title>The Justinian plague (part one) [Article in Italian]</article-title>
        <source>Infez Med</source>  
        <year>2012</year>  
        <month>06</month>  
        <volume>20</volume>  
        <issue>2</issue>  
        <fpage>125</fpage>  
        <lpage>139</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="http://www.infezmed.it/index.php/article?Anno=2012&amp;numero=2&amp;ArticoloDaVisualizzare=Vol_20_2_2012_125"/>
        </comment>  
        <pub-id pub-id-type="medline">22767313</pub-id></nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Sabbatani</surname>
            <given-names>S</given-names>
          </name>
          <name name-style="western">
            <surname>Manfredi</surname>
            <given-names>R</given-names>
          </name>
          <name name-style="western">
            <surname>Fiorino</surname>
            <given-names>S</given-names>
          </name>
        </person-group>
        <article-title>The Justinian plague (part two). Influence of the epidemic on the rise of the Islamic Empire [Article in Italian]</article-title>
        <source>Infez Med</source>  
        <year>2012</year>  
        <month>09</month>  
        <volume>20</volume>  
        <issue>3</issue>  
        <fpage>217</fpage>  
        <lpage>232</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="http://www.infezmed.it/index.php/article?Anno=2012&amp;numero=3&amp;ArticoloDaVisualizzare=Vol_20_3_2012_217"/>
        </comment>  
        <pub-id pub-id-type="medline">22992565</pub-id></nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Drancourt</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Raoult</surname>
            <given-names>D</given-names>
          </name>
        </person-group>
        <article-title>Molecular history of plague</article-title>
        <source>Clin Microbiol Infect</source>  
        <year>2016</year>  
        <month>11</month>  
        <volume>22</volume>  
        <issue>11</issue>  
        <fpage>911</fpage>  
        <lpage>915</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S1198-743X(16)30380-9"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1016/j.cmi.2016.08.031</pub-id>
        <pub-id pub-id-type="medline">27615720</pub-id>
        <pub-id pub-id-type="pii">S1198-743X(16)30380-9</pub-id></nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Peiffer-Smadja</surname>
            <given-names>N</given-names>
          </name>
          <name name-style="western">
            <surname>Thomas</surname>
            <given-names>M</given-names>
          </name>
        </person-group>
        <article-title>The plague: A disease that is still haunting our collective memory [Article in French]</article-title>
        <source>Rev Med Interne</source>  
        <year>2017</year>  
        <month>06</month>  
        <volume>38</volume>  
        <issue>6</issue>  
        <fpage>402</fpage>  
        <lpage>406</lpage>  
        <pub-id pub-id-type="doi">10.1016/j.revmed.2017.03.008</pub-id>
        <pub-id pub-id-type="medline">28457681</pub-id>
        <pub-id pub-id-type="pii">S0248-8663(17)30101-7</pub-id></nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Rechnitzer</surname>
            <given-names>PA</given-names>
          </name>
        </person-group>
        <article-title>A history of the plague</article-title>
        <source>Univ West Ont Med J</source>  
        <year>1947</year>  
        <month>01</month>  
        <volume>17</volume>  
        <issue>1</issue>  
        <fpage>23</fpage>  
        <lpage>32</lpage>  
        <pub-id pub-id-type="medline">20296999</pub-id></nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Yang</surname>
            <given-names>R</given-names>
          </name>
          <name name-style="western">
            <surname>Cui</surname>
            <given-names>Y</given-names>
          </name>
          <name name-style="western">
            <surname>Bi</surname>
            <given-names>Y</given-names>
          </name>
        </person-group>
        <article-title>Perspectives on Yersinia pestis: A model for studying zoonotic pathogens</article-title>
        <source>Adv Exp Med Biol</source>  
        <year>2016</year>  
        <volume>918</volume>  
        <fpage>377</fpage>  
        <lpage>391</lpage>  
        <pub-id pub-id-type="doi">10.1007/978-94-024-0890-4_14</pub-id>
        <pub-id pub-id-type="medline">27722871</pub-id></nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Grácio</surname>
            <given-names>AJDS</given-names>
          </name>
          <name name-style="western">
            <surname>Grácio</surname>
            <given-names>MAA</given-names>
          </name>
        </person-group>
        <article-title>Plague: A millenary infectious disease reemerging in the XXI century</article-title>
        <source>Biomed Res Int</source>  
        <year>2017</year>  
        <volume>2017</volume>  
        <fpage>5696542</fpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="https://dx.doi.org/10.1155/2017/5696542"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1155/2017/5696542</pub-id>
        <pub-id pub-id-type="medline">28904964</pub-id>
        <pub-id pub-id-type="pmcid">PMC5585619</pub-id></nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Bertherat</surname>
            <given-names>E</given-names>
          </name>
        </person-group>
        <article-title>Plague around the world, 2010-2015</article-title>
        <source>Wkly Epidemiol Rec</source>  
        <year>2016</year>  
        <month>02</month>  
        <day>26</day>  
        <volume>91</volume>  
        <issue>8</issue>  
        <fpage>89</fpage>  
        <lpage>93</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="http://www.who.int/wer/2016/wer9108.pdf?ua=1"/>
        </comment>  
        <pub-id pub-id-type="medline">26922822</pub-id></nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Nikiforov</surname>
            <given-names>VV</given-names>
          </name>
          <name name-style="western">
            <surname>Gao</surname>
            <given-names>H</given-names>
          </name>
          <name name-style="western">
            <surname>Zhou</surname>
            <given-names>L</given-names>
          </name>
          <name name-style="western">
            <surname>Anisimov</surname>
            <given-names>A</given-names>
          </name>
        </person-group>
        <article-title>Plague: Clinics, diagnosis and treatment</article-title>
        <source>Adv Exp Med Biol</source>  
        <year>2016</year>  
        <volume>918</volume>  
        <fpage>293</fpage>  
        <lpage>312</lpage>  
        <pub-id pub-id-type="doi">10.1007/978-94-024-0890-4_11</pub-id>
        <pub-id pub-id-type="medline">27722868</pub-id></nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Mead</surname>
            <given-names>PS</given-names>
          </name>
        </person-group>
        <article-title>Plague in Madagascar: A tragic opportunity for improving public health</article-title>
        <source>N Engl J Med</source>  
        <year>2018</year>  
        <month>01</month>  
        <day>11</day>  
        <volume>378</volume>  
        <issue>2</issue>  
        <fpage>106</fpage>  
        <lpage>108</lpage>  
        <pub-id pub-id-type="doi">10.1056/NEJMp1713881</pub-id>
        <pub-id pub-id-type="medline">29261403</pub-id></nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Drancourt</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Raoult</surname>
            <given-names>D</given-names>
          </name>
        </person-group>
        <article-title>Investigation of pneumonic plague, Madagascar</article-title>
        <source>Emerg Infect Dis</source>  
        <year>2018</year>  
        <month>12</month>  
        <volume>24</volume>  
        <issue>1</issue>  
        <fpage>183</fpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="https://dx.doi.org/10.3201/eid2401.170760"/>
        </comment>  
        <pub-id pub-id-type="doi">10.3201/eid2401.170760</pub-id>
        <pub-id pub-id-type="medline">29260670</pub-id>
        <pub-id pub-id-type="pmcid">PMC5749461</pub-id></nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="web">
        <source>Google Trends</source>  
        <access-date>2019-03-04</access-date>
        <comment>Plague, Madagascar 
        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="https://trends.google.com/trends/explore?date=2017-08-01%202017-11-17&amp;geo=MG&amp;q=%2Fm%2F01195hyq">https://trends.google.com/trends/explore?date=2017-08-01%202017-11-17&amp;geo=MG&amp;q=%2Fm%2F01195hyq</ext-link>
        <ext-link ext-link-type="webcite" xlink:href="76dWwhKqB"/></comment> </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="web">
        <source>Plague Outbreak Madagascar: External Situation Report 11</source>  
        <year>2017</year>  
        <month>11</month>  
        <day>17</day>  
        <access-date>2019-03-04</access-date>
        <publisher-loc>Geneva, Switzerland</publisher-loc>
        <publisher-name>World Health Organization</publisher-name>
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="http://apps.who.int/iris/bitstream/handle/10665/259479/Ex-PlagueMadagascar17112017.pdf?sequence=1">http://apps.who.int/iris/bitstream/handle/10665/259479/Ex-PlagueMadagascar17112017.pdf?sequence=1</ext-link>
          <ext-link ext-link-type="webcite" xlink:href="76dXIvydi"/>
        </comment> </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Nuti</surname>
            <given-names>SV</given-names>
          </name>
          <name name-style="western">
            <surname>Wayda</surname>
            <given-names>B</given-names>
          </name>
          <name name-style="western">
            <surname>Ranasinghe</surname>
            <given-names>I</given-names>
          </name>
          <name name-style="western">
            <surname>Wang</surname>
            <given-names>S</given-names>
          </name>
          <name name-style="western">
            <surname>Dreyer</surname>
            <given-names>RP</given-names>
          </name>
          <name name-style="western">
            <surname>Chen</surname>
            <given-names>SI</given-names>
          </name>
          <name name-style="western">
            <surname>Murugiah</surname>
            <given-names>K</given-names>
          </name>
        </person-group>
        <article-title>The use of Google Trends in health care research: A systematic review</article-title>
        <source>PLoS One</source>  
        <year>2014</year>  
        <volume>9</volume>  
        <issue>10</issue>  
        <fpage>e109583</fpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="http://dx.plos.org/10.1371/journal.pone.0109583"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1371/journal.pone.0109583</pub-id>
        <pub-id pub-id-type="medline">25337815</pub-id>
        <pub-id pub-id-type="pii">PONE-D-14-22976</pub-id>
        <pub-id pub-id-type="pmcid">PMC4215636</pub-id></nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Mavragani</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>Ochoa</surname>
            <given-names>G</given-names>
          </name>
          <name name-style="western">
            <surname>Tsagarakis</surname>
            <given-names>KP</given-names>
          </name>
        </person-group>
        <article-title>Assessing the methods, tools, and statistical approaches in Google Trends research: Systematic review</article-title>
        <source>J Med Internet Res</source>  
        <year>2018</year>  
        <month>11</month>  
        <day>06</day>  
        <volume>20</volume>  
        <issue>11</issue>  
        <fpage>e270</fpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="http://www.jmir.org/2018/11/e270/"/>
        </comment>  
        <pub-id pub-id-type="doi">10.2196/jmir.9366</pub-id>
        <pub-id pub-id-type="medline">30401664</pub-id>
        <pub-id pub-id-type="pii">v20i11e270</pub-id>
        <pub-id pub-id-type="pmcid">PMC6246971</pub-id></nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>O'Shea</surname>
            <given-names>J</given-names>
          </name>
        </person-group>
        <article-title>Digital disease detection: A systematic review of event-based Internet biosurveillance systems</article-title>
        <source>Int J Med Inform</source>  
        <year>2017</year>  
        <month>12</month>  
        <volume>101</volume>  
        <fpage>15</fpage>  
        <lpage>22</lpage>  
        <pub-id pub-id-type="doi">10.1016/j.ijmedinf.2017.01.019</pub-id>
        <pub-id pub-id-type="medline">28347443</pub-id>
        <pub-id pub-id-type="pii">S1386-5056(17)30030-8</pub-id></nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Brownstein</surname>
            <given-names>JS</given-names>
          </name>
          <name name-style="western">
            <surname>Freifeld</surname>
            <given-names>CC</given-names>
          </name>
          <name name-style="western">
            <surname>Madoff</surname>
            <given-names>LC</given-names>
          </name>
        </person-group>
        <article-title>Digital disease detection: Harnessing the Web for public health surveillance</article-title>
        <source>N Engl J Med</source>  
        <year>2009</year>  
        <month>05</month>  
        <day>21</day>  
        <volume>360</volume>  
        <issue>21</issue>  
        <fpage>2153</fpage>  
        <lpage>2155, 2157</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/19423867"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1056/NEJMp0900702</pub-id>
        <pub-id pub-id-type="medline">19423867</pub-id>
        <pub-id pub-id-type="pii">NEJMp0900702</pub-id>
        <pub-id pub-id-type="pmcid">PMC2917042</pub-id></nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Eysenbach</surname>
            <given-names>G</given-names>
          </name>
        </person-group>
        <article-title>Infodemiology: Tracking flu-related searches on the Web for syndromic surveillance</article-title>
        <source>AMIA Annu Symp Proc</source>  
        <year>2006</year>  
        <fpage>244</fpage>  
        <lpage>248</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/17238340"/>
        </comment>  
        <pub-id pub-id-type="medline">17238340</pub-id>
        <pub-id pub-id-type="pii">86095</pub-id>
        <pub-id pub-id-type="pmcid">PMC1839505</pub-id></nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Ginsberg</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Mohebbi</surname>
            <given-names>MH</given-names>
          </name>
          <name name-style="western">
            <surname>Patel</surname>
            <given-names>RS</given-names>
          </name>
          <name name-style="western">
            <surname>Brammer</surname>
            <given-names>L</given-names>
          </name>
          <name name-style="western">
            <surname>Smolinski</surname>
            <given-names>MS</given-names>
          </name>
          <name name-style="western">
            <surname>Brilliant</surname>
            <given-names>L</given-names>
          </name>
        </person-group>
        <article-title>Detecting influenza epidemics using search engine query data</article-title>
        <source>Nature</source>  
        <year>2009</year>  
        <month>02</month>  
        <day>19</day>  
        <volume>457</volume>  
        <issue>7232</issue>  
        <fpage>1012</fpage>  
        <lpage>1014</lpage>  
        <pub-id pub-id-type="doi">10.1038/nature07634</pub-id>
        <pub-id pub-id-type="medline">19020500</pub-id>
        <pub-id pub-id-type="pii">nature07634</pub-id></nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Polgreen</surname>
            <given-names>PM</given-names>
          </name>
          <name name-style="western">
            <surname>Chen</surname>
            <given-names>Y</given-names>
          </name>
          <name name-style="western">
            <surname>Pennock</surname>
            <given-names>DM</given-names>
          </name>
          <name name-style="western">
            <surname>Nelson</surname>
            <given-names>FD</given-names>
          </name>
        </person-group>
        <article-title>Using Internet searches for influenza surveillance</article-title>
        <source>Clin Infect Dis</source>  
        <year>2008</year>  
        <month>12</month>  
        <day>01</day>  
        <volume>47</volume>  
        <issue>11</issue>  
        <fpage>1443</fpage>  
        <lpage>1448</lpage>  
        <pub-id pub-id-type="doi">10.1086/593098</pub-id>
        <pub-id pub-id-type="medline">18954267</pub-id></nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Kapitány-Fövény</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Ferenci</surname>
            <given-names>T</given-names>
          </name>
          <name name-style="western">
            <surname>Sulyok</surname>
            <given-names>Z</given-names>
          </name>
          <name name-style="western">
            <surname>Kegele</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Richter</surname>
            <given-names>H</given-names>
          </name>
          <name name-style="western">
            <surname>Vályi-Nagy</surname>
            <given-names>I</given-names>
          </name>
          <name name-style="western">
            <surname>Sulyok</surname>
            <given-names>M</given-names>
          </name>
        </person-group>
        <article-title>Can Google Trends data improve forecasting of Lyme disease incidence?</article-title>
        <source>Zoonoses Public Health</source>  
        <year>2019</year>  
        <month>12</month>  
        <volume>66</volume>  
        <issue>1</issue>  
        <fpage>101</fpage>  
        <lpage>107</lpage>  
        <pub-id pub-id-type="doi">10.1111/zph.12539</pub-id>
        <pub-id pub-id-type="medline">30447056</pub-id></nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Verma</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Kishore</surname>
            <given-names>K</given-names>
          </name>
          <name name-style="western">
            <surname>Kumar</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Sondh</surname>
            <given-names>AR</given-names>
          </name>
          <name name-style="western">
            <surname>Aggarwal</surname>
            <given-names>G</given-names>
          </name>
          <name name-style="western">
            <surname>Kathirvel</surname>
            <given-names>S</given-names>
          </name>
        </person-group>
        <article-title>Google search trends predicting disease outbreaks: An analysis from India</article-title>
        <source>Healthc Inform Res</source>  
        <year>2018</year>  
        <month>10</month>  
        <volume>24</volume>  
        <issue>4</issue>  
        <fpage>300</fpage>  
        <lpage>308</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="https://www.e-hir.org/DOIx.php?id=10.4258/hir.2018.24.4.300"/>
        </comment>  
        <pub-id pub-id-type="doi">10.4258/hir.2018.24.4.300</pub-id>
        <pub-id pub-id-type="medline">30443418</pub-id>
        <pub-id pub-id-type="pmcid">PMC6230529</pub-id></nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Ho</surname>
            <given-names>HT</given-names>
          </name>
          <name name-style="western">
            <surname>Carvajal</surname>
            <given-names>TM</given-names>
          </name>
          <name name-style="western">
            <surname>Bautista</surname>
            <given-names>JR</given-names>
          </name>
          <name name-style="western">
            <surname>Capistrano</surname>
            <given-names>JDR</given-names>
          </name>
          <name name-style="western">
            <surname>Viacrusis</surname>
            <given-names>KM</given-names>
          </name>
          <name name-style="western">
            <surname>Hernandez</surname>
            <given-names>LFT</given-names>
          </name>
          <name name-style="western">
            <surname>Watanabe</surname>
            <given-names>K</given-names>
          </name>
        </person-group>
        <article-title>Using Google Trends to examine the spatio-temporal incidence and behavioral patterns of dengue disease: A case study in Metropolitan Manila, Philippines</article-title>
        <source>Trop Med Infect Dis</source>  
        <year>2018</year>  
        <month>11</month>  
        <day>11</day>  
        <volume>3</volume>  
        <issue>4</issue>  
        <fpage>118</fpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="http://www.mdpi.com/resolver?pii=tropicalmed3040118"/>
        </comment>  
        <pub-id pub-id-type="doi">10.3390/tropicalmed3040118</pub-id>
        <pub-id pub-id-type="medline">30423898</pub-id>
        <pub-id pub-id-type="pii">tropicalmed3040118</pub-id>
        <pub-id pub-id-type="pmcid">PMC6306840</pub-id></nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Wu</surname>
            <given-names>C</given-names>
          </name>
          <name name-style="western">
            <surname>Kao</surname>
            <given-names>SC</given-names>
          </name>
          <name name-style="western">
            <surname>Shih</surname>
            <given-names>CH</given-names>
          </name>
          <name name-style="western">
            <surname>Kan</surname>
            <given-names>MH</given-names>
          </name>
        </person-group>
        <article-title>Open data mining for Taiwan's dengue epidemic</article-title>
        <source>Acta Trop</source>  
        <year>2018</year>  
        <month>07</month>  
        <volume>183</volume>  
        <fpage>1</fpage>  
        <lpage>7</lpage>  
        <pub-id pub-id-type="doi">10.1016/j.actatropica.2018.03.017</pub-id>
        <pub-id pub-id-type="medline">29549012</pub-id>
        <pub-id pub-id-type="pii">S0001-706X(17)31294-9</pub-id></nlm-citation>
      </ref>
      <ref id="ref26">
        <label>26</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Gianfredi</surname>
            <given-names>V</given-names>
          </name>
          <name name-style="western">
            <surname>Bragazzi</surname>
            <given-names>NL</given-names>
          </name>
          <name name-style="western">
            <surname>Mahamid</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Bisharat</surname>
            <given-names>B</given-names>
          </name>
          <name name-style="western">
            <surname>Mahroum</surname>
            <given-names>N</given-names>
          </name>
          <name name-style="western">
            <surname>Amital</surname>
            <given-names>H</given-names>
          </name>
          <name name-style="western">
            <surname>Adawi</surname>
            <given-names>M</given-names>
          </name>
        </person-group>
        <article-title>Monitoring public interest toward pertussis outbreaks: An extensive Google Trends-based analysis</article-title>
        <source>Public Health</source>  
        <year>2018</year>  
        <month>12</month>  
        <volume>165</volume>  
        <fpage>9</fpage>  
        <lpage>15</lpage>  
        <pub-id pub-id-type="doi">10.1016/j.puhe.2018.09.001</pub-id>
        <pub-id pub-id-type="medline">30342281</pub-id>
        <pub-id pub-id-type="pii">S0033-3506(18)30282-8</pub-id></nlm-citation>
      </ref>
      <ref id="ref27">
        <label>27</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Morsy</surname>
            <given-names>S</given-names>
          </name>
          <name name-style="western">
            <surname>Dang</surname>
            <given-names>TN</given-names>
          </name>
          <name name-style="western">
            <surname>Kamel</surname>
            <given-names>MG</given-names>
          </name>
          <name name-style="western">
            <surname>Zayan</surname>
            <given-names>AH</given-names>
          </name>
          <name name-style="western">
            <surname>Makram</surname>
            <given-names>OM</given-names>
          </name>
          <name name-style="western">
            <surname>Elhady</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Hirayama</surname>
            <given-names>K</given-names>
          </name>
          <name name-style="western">
            <surname>Huy</surname>
            <given-names>NT</given-names>
          </name>
        </person-group>
        <article-title>Prediction of Zika-confirmed cases in Brazil and Colombia using Google Trends</article-title>
        <source>Epidemiol Infect</source>  
        <year>2018</year>  
        <month>10</month>  
        <volume>146</volume>  
        <issue>13</issue>  
        <fpage>1625</fpage>  
        <lpage>1627</lpage>  
        <pub-id pub-id-type="doi">10.1017/S0950268818002078</pub-id>
        <pub-id pub-id-type="medline">30056812</pub-id>
        <pub-id pub-id-type="pii">S0950268818002078</pub-id></nlm-citation>
      </ref>
      <ref id="ref28">
        <label>28</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Young</surname>
            <given-names>SD</given-names>
          </name>
          <name name-style="western">
            <surname>Zhang</surname>
            <given-names>Q</given-names>
          </name>
        </person-group>
        <article-title>Using search engine big data for predicting new HIV diagnoses</article-title>
        <source>PLoS One</source>  
        <year>2018</year>  
        <volume>13</volume>  
        <issue>7</issue>  
        <fpage>e0199527</fpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="http://dx.plos.org/10.1371/journal.pone.0199527"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1371/journal.pone.0199527</pub-id>
        <pub-id pub-id-type="medline">30001360</pub-id>
        <pub-id pub-id-type="pii">PONE-D-17-22173</pub-id>
        <pub-id pub-id-type="pmcid">PMC6042696</pub-id></nlm-citation>
      </ref>
      <ref id="ref29">
        <label>29</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Mahroum</surname>
            <given-names>N</given-names>
          </name>
          <name name-style="western">
            <surname>Bragazzi</surname>
            <given-names>NL</given-names>
          </name>
          <name name-style="western">
            <surname>Brigo</surname>
            <given-names>F</given-names>
          </name>
          <name name-style="western">
            <surname>Waknin</surname>
            <given-names>R</given-names>
          </name>
          <name name-style="western">
            <surname>Sharif</surname>
            <given-names>K</given-names>
          </name>
          <name name-style="western">
            <surname>Mahagna</surname>
            <given-names>H</given-names>
          </name>
          <name name-style="western">
            <surname>Amital</surname>
            <given-names>H</given-names>
          </name>
          <name name-style="western">
            <surname>Watad</surname>
            <given-names>A</given-names>
          </name>
        </person-group>
        <article-title>Capturing public interest toward new tools for controlling human immunodeficiency virus (HIV) infection exploiting data from Google Trends</article-title>
        <source>Health Informatics J</source>  
        <year>2018</year>  
        <month>04</month>  
        <day>01</day>  
        <fpage>1460458218766573</fpage>  
        <pub-id pub-id-type="doi">10.1177/1460458218766573</pub-id>
        <pub-id pub-id-type="medline">29638172</pub-id></nlm-citation>
      </ref>
      <ref id="ref30">
        <label>30</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>van de Belt</surname>
            <given-names>TH</given-names>
          </name>
          <name name-style="western">
            <surname>van Stockum</surname>
            <given-names>PT</given-names>
          </name>
          <name name-style="western">
            <surname>Engelen</surname>
            <given-names>LJLPG</given-names>
          </name>
          <name name-style="western">
            <surname>Lancee</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Schrijver</surname>
            <given-names>R</given-names>
          </name>
          <name name-style="western">
            <surname>Rodríguez-Baño</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Tacconelli</surname>
            <given-names>E</given-names>
          </name>
          <name name-style="western">
            <surname>Saris</surname>
            <given-names>K</given-names>
          </name>
          <name name-style="western">
            <surname>van Gelder</surname>
            <given-names>MMHJ</given-names>
          </name>
          <name name-style="western">
            <surname>Voss</surname>
            <given-names>A</given-names>
          </name>
        </person-group>
        <article-title>Social media posts and online search behaviour as early-warning system for MRSA outbreaks</article-title>
        <source>Antimicrob Resist Infect Control</source>  
        <year>2018</year>  
        <volume>7</volume>  
        <fpage>69</fpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="https://aricjournal.biomedcentral.com/articles/10.1186/s13756-018-0359-4"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1186/s13756-018-0359-4</pub-id>
        <pub-id pub-id-type="medline">29876100</pub-id>
        <pub-id pub-id-type="pii">359</pub-id>
        <pub-id pub-id-type="pmcid">PMC5977481</pub-id></nlm-citation>
      </ref>
      <ref id="ref31">
        <label>31</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Mahroum</surname>
            <given-names>N</given-names>
          </name>
          <name name-style="western">
            <surname>Adawi</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Sharif</surname>
            <given-names>K</given-names>
          </name>
          <name name-style="western">
            <surname>Waknin</surname>
            <given-names>R</given-names>
          </name>
          <name name-style="western">
            <surname>Mahagna</surname>
            <given-names>H</given-names>
          </name>
          <name name-style="western">
            <surname>Bisharat</surname>
            <given-names>B</given-names>
          </name>
          <name name-style="western">
            <surname>Mahamid</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Abu-Much</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>Amital</surname>
            <given-names>H</given-names>
          </name>
          <name name-style="western">
            <surname>Luigi Bragazzi</surname>
            <given-names>N</given-names>
          </name>
          <name name-style="western">
            <surname>Watad</surname>
            <given-names>A</given-names>
          </name>
        </person-group>
        <article-title>Public reaction to Chikungunya outbreaks in Italy: Insights from an extensive novel data streams-based structural equation modeling analysis</article-title>
        <source>PLoS One</source>  
        <year>2018</year>  
        <volume>13</volume>  
        <issue>5</issue>  
        <fpage>e0197337</fpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="http://dx.plos.org/10.1371/journal.pone.0197337"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1371/journal.pone.0197337</pub-id>
        <pub-id pub-id-type="medline">29795578</pub-id>
        <pub-id pub-id-type="pii">PONE-D-17-39635</pub-id>
        <pub-id pub-id-type="pmcid">PMC5968406</pub-id></nlm-citation>
      </ref>
      <ref id="ref32">
        <label>32</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Young</surname>
            <given-names>SD</given-names>
          </name>
          <name name-style="western">
            <surname>Torrone</surname>
            <given-names>EA</given-names>
          </name>
          <name name-style="western">
            <surname>Urata</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Aral</surname>
            <given-names>SO</given-names>
          </name>
        </person-group>
        <article-title>Using search engine data as a tool to predict syphilis</article-title>
        <source>Epidemiology</source>  
        <year>2018</year>  
        <month>12</month>  
        <volume>29</volume>  
        <issue>4</issue>  
        <fpage>574</fpage>  
        <lpage>578</lpage>  
        <pub-id pub-id-type="doi">10.1097/EDE.0000000000000836</pub-id>
        <pub-id pub-id-type="medline">29864105</pub-id>
        <pub-id pub-id-type="pii">00001648-201807000-00019</pub-id>
        <pub-id pub-id-type="pmcid">PMC5990018</pub-id></nlm-citation>
      </ref>
      <ref id="ref33">
        <label>33</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Oren</surname>
            <given-names>E</given-names>
          </name>
          <name name-style="western">
            <surname>Frere</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Yom-Tov</surname>
            <given-names>E</given-names>
          </name>
          <name name-style="western">
            <surname>Yom-Tov</surname>
            <given-names>E</given-names>
          </name>
        </person-group>
        <article-title>Respiratory syncytial virus tracking using Internet search engine data</article-title>
        <source>BMC Public Health</source>  
        <year>2018</year>  
        <month>12</month>  
        <day>03</day>  
        <volume>18</volume>  
        <issue>1</issue>  
        <fpage>445</fpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="https://bmcpublichealth.biomedcentral.com/articles/10.1186/s12889-018-5367-z"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1186/s12889-018-5367-z</pub-id>
        <pub-id pub-id-type="medline">29615018</pub-id>
        <pub-id pub-id-type="pii">10.1186/s12889-018-5367-z</pub-id>
        <pub-id pub-id-type="pmcid">PMC5883276</pub-id></nlm-citation>
      </ref>
      <ref id="ref34">
        <label>34</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Wang</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Zhang</surname>
            <given-names>T</given-names>
          </name>
          <name name-style="western">
            <surname>Lu</surname>
            <given-names>Y</given-names>
          </name>
          <name name-style="western">
            <surname>Zhou</surname>
            <given-names>G</given-names>
          </name>
          <name name-style="western">
            <surname>Chen</surname>
            <given-names>Q</given-names>
          </name>
          <name name-style="western">
            <surname>Niu</surname>
            <given-names>B</given-names>
          </name>
        </person-group>
        <article-title>Vesicular stomatitis forecasting based on Google Trends</article-title>
        <source>PLoS One</source>  
        <year>2018</year>  
        <volume>13</volume>  
        <issue>1</issue>  
        <fpage>e0192141</fpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="http://dx.plos.org/10.1371/journal.pone.0192141"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1371/journal.pone.0192141</pub-id>
        <pub-id pub-id-type="medline">29385198</pub-id>
        <pub-id pub-id-type="pii">PONE-D-17-34469</pub-id>
        <pub-id pub-id-type="pmcid">PMC5792013</pub-id></nlm-citation>
      </ref>
      <ref id="ref35">
        <label>35</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Adawi</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Bragazzi</surname>
            <given-names>NL</given-names>
          </name>
          <name name-style="western">
            <surname>Watad</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>Sharif</surname>
            <given-names>K</given-names>
          </name>
          <name name-style="western">
            <surname>Amital</surname>
            <given-names>H</given-names>
          </name>
          <name name-style="western">
            <surname>Mahroum</surname>
            <given-names>N</given-names>
          </name>
        </person-group>
        <article-title>Discrepancies between classic and digital epidemiology in searching for the Mayaro virus: Preliminary qualitative and quantitative analysis of Google Trends</article-title>
        <source>JMIR Public Health Surveill</source>  
        <year>2017</year>  
        <month>12</month>  
        <day>01</day>  
        <volume>3</volume>  
        <issue>4</issue>  
        <fpage>e93</fpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="http://publichealth.jmir.org/2017/4/e93/"/>
        </comment>  
        <pub-id pub-id-type="doi">10.2196/publichealth.9136</pub-id>
        <pub-id pub-id-type="medline">29196278</pub-id>
        <pub-id pub-id-type="pii">v3i4e93</pub-id>
        <pub-id pub-id-type="pmcid">PMC5732327</pub-id></nlm-citation>
      </ref>
      <ref id="ref36">
        <label>36</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Neerinckx</surname>
            <given-names>S</given-names>
          </name>
          <name name-style="western">
            <surname>Peterson</surname>
            <given-names>AT</given-names>
          </name>
          <name name-style="western">
            <surname>Gulinck</surname>
            <given-names>H</given-names>
          </name>
          <name name-style="western">
            <surname>Deckers</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Kimaro</surname>
            <given-names>D</given-names>
          </name>
          <name name-style="western">
            <surname>Leirs</surname>
            <given-names>H</given-names>
          </name>
        </person-group>
        <article-title>Predicting potential risk areas of human plague for the Western Usambara Mountains, Lushoto District, Tanzania</article-title>
        <source>Am J Trop Med Hyg</source>  
        <year>2010</year>  
        <month>03</month>  
        <volume>82</volume>  
        <issue>3</issue>  
        <fpage>492</fpage>  
        <lpage>500</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/20207880"/>
        </comment>  
        <pub-id pub-id-type="doi">10.4269/ajtmh.2010.09-0426</pub-id>
        <pub-id pub-id-type="medline">20207880</pub-id>
        <pub-id pub-id-type="pii">82/3/492</pub-id>
        <pub-id pub-id-type="pmcid">PMC2829916</pub-id></nlm-citation>
      </ref>
      <ref id="ref37">
        <label>37</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Neerinckx</surname>
            <given-names>S</given-names>
          </name>
          <name name-style="western">
            <surname>Bertherat</surname>
            <given-names>E</given-names>
          </name>
          <name name-style="western">
            <surname>Leirs</surname>
            <given-names>H</given-names>
          </name>
        </person-group>
        <article-title>Human plague occurrences in Africa: An overview from 1877 to 2008</article-title>
        <source>Trans R Soc Trop Med Hyg</source>  
        <year>2010</year>  
        <month>02</month>  
        <volume>104</volume>  
        <issue>2</issue>  
        <fpage>97</fpage>  
        <lpage>103</lpage>  
        <pub-id pub-id-type="doi">10.1016/j.trstmh.2009.07.028</pub-id>
        <pub-id pub-id-type="medline">19716148</pub-id>
        <pub-id pub-id-type="pii">S0035-9203(09)00264-8</pub-id></nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
