<?xml version="1.0" encoding="utf-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JPH</journal-id>
      <journal-id journal-id-type="nlm-ta">JMIR Public Health Surveill</journal-id>
      <journal-title>JMIR Public Health and Surveillance</journal-title>
      <issn pub-type="epub">2369-2960</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v5i1e9176</article-id>
      <article-id pub-id-type="pmid">30601755</article-id>
      <article-id pub-id-type="doi">10.2196/publichealth.9176</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Original Paper</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Original Paper</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>Forecasting the West Nile Virus in the United States: An Extensive Novel Data Streams–Based Time Series Analysis and Structural Equation Modeling of Related Digital Searching Behavior</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Eysenbach</surname>
            <given-names>Gunther</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Gianfredi</surname>
            <given-names>Vincenza</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Nucci</surname>
            <given-names>Daniele</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Dini</surname>
            <given-names>Guglielmo</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Cruvinel</surname>
            <given-names>Thiago</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="author" id="contrib1">
          <name name-style="western">
            <surname>Watad</surname>
            <given-names>Abdulla</given-names>
          </name>
          <degrees>MD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <xref rid="aff2" ref-type="aff">2</xref>
          <xref rid="aff3" ref-type="aff">3</xref>
          <xref rid="aff4" ref-type="aff">4</xref>
          <ext-link ext-link-type="orcid">http://orcid.org/0000-0002-1404-8027</ext-link>
        </contrib>
        <contrib contrib-type="author" id="contrib2">
          <name name-style="western">
            <surname>Watad</surname>
            <given-names>Samaa</given-names>
          </name>
          <degrees>BSc</degrees>
          <xref rid="aff5" ref-type="aff">5</xref>
          <ext-link ext-link-type="orcid">http://orcid.org/0000-0002-9368-4071</ext-link>
        </contrib>
        <contrib contrib-type="author" id="contrib3">
          <name name-style="western">
            <surname>Mahroum</surname>
            <given-names>Naim</given-names>
          </name>
          <degrees>MD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <xref rid="aff2" ref-type="aff">2</xref>
          <xref rid="aff3" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">http://orcid.org/0000-0002-7919-1326</ext-link>
        </contrib>
        <contrib contrib-type="author" id="contrib4">
          <name name-style="western">
            <surname>Sharif</surname>
            <given-names>Kassem</given-names>
          </name>
          <degrees>MD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <xref rid="aff2" ref-type="aff">2</xref>
          <xref rid="aff3" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">http://orcid.org/0000-0003-3905-3313</ext-link>
        </contrib>
        <contrib contrib-type="author" id="contrib5">
          <name name-style="western">
            <surname>Amital</surname>
            <given-names>Howard</given-names>
          </name>
          <degrees>MHA, MD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <xref rid="aff2" ref-type="aff">2</xref>
          <xref rid="aff3" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">http://orcid.org/0000-0002-5406-7716</ext-link>
        </contrib>
        <contrib contrib-type="author" id="contrib6" corresp="yes" equal-contrib="yes">
          <name name-style="western">
            <surname>Bragazzi</surname>
            <given-names>Nicola Luigi</given-names>
          </name>
          <degrees>MPH, PhD, MD</degrees>
          <xref rid="aff6" ref-type="aff">6</xref>
          <address>
            <institution>Department of Health Sciences</institution>
            <institution>Postgraduate School of Public Health</institution>
            <institution>University of Genoa</institution>
            <addr-line>Via Antonio Pastore 1</addr-line>
            <addr-line>Genoa, 16132</addr-line>
            <country>Italy</country>
            <phone>39 0103538508</phone>
            <fax>39 0103538541</fax>
            <email>robertobragazzi@gmail.com</email>
          </address>
          <ext-link ext-link-type="orcid">http://orcid.org/0000-0001-8409-868X</ext-link>
        </contrib>
        <contrib contrib-type="author" id="contrib7" equal-contrib="yes">
          <name name-style="western">
            <surname>Adawi</surname>
            <given-names>Mohammad</given-names>
          </name>
          <degrees>MHA, MD</degrees>
          <xref rid="aff7" ref-type="aff">7</xref>
          <xref rid="aff8" ref-type="aff">8</xref>
          <xref rid="aff9" ref-type="aff">9</xref>
          <ext-link ext-link-type="orcid">http://orcid.org/0000-0002-2738-8784</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
      <label>1</label>
      <institution>Department of Medicine B</institution>
      <institution>Sheba Medical Center</institution>  
      <institution>Tel-Hashomer</institution>  
      <addr-line>Ramat-Gan</addr-line>
      <country>Israel</country></aff>
      <aff id="aff2">
      <label>2</label>
      <institution>Sackler Faculty of Medicine</institution>
      <institution>Tel-Aviv University</institution>  
      <addr-line>Tel-Aviv</addr-line>
      <country>Israel</country></aff>
      <aff id="aff3">
      <label>3</label>
      <institution>Zabludowicz Center for Autoimmune Diseases</institution>
      <institution>Sheba Medical Center</institution>  
      <institution>Tel-Hashomer</institution>  
      <addr-line>Ramat-Gan</addr-line>
      <country>Israel</country></aff>
      <aff id="aff4">
      <label>4</label>
      <institution>NIHR Leeds Musculoskeletal Biomedical Research Unit</institution>
      <institution>Section of Musculoskeletal Disease, Leeds Institute of Molecular Medicine</institution>  
      <institution>Chapel Allerton Hospital, University of Leeds</institution>  
      <addr-line>Leeds</addr-line>
      <country>United Kingdom</country></aff>
      <aff id="aff5">
      <label>5</label>
      <institution>Department of Statistics and Operations Research</institution>
      <institution>Tel-Aviv University</institution>  
      <addr-line>Tel-Aviv</addr-line>
      <country>Israel</country></aff>
      <aff id="aff6">
      <label>6</label>
      <institution>Department of Health Sciences</institution>
      <institution>Postgraduate School of Public Health</institution>  
      <institution>University of Genoa</institution>  
      <addr-line>Genoa</addr-line>
      <country>Italy</country></aff>
      <aff id="aff7">
        <label>7</label>
        <institution>The Baruch Padeh Medical Center</institution>
        <addr-line>Zefat</addr-line>
        <country>Israel</country>
      </aff>
      <aff id="aff8">
      <label>8</label>
      <institution>Azrieli Faculty of Medicine</institution>
      <institution>Bar-Ilan University</institution>  
      <addr-line>Zefat</addr-line>
      <country>Israel</country></aff>
      <aff id="aff9">
        <label>9</label>
        <institution>Ziv Medical Center</institution>
        <addr-line>Zefat</addr-line>
        <country>Israel</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Nicola Luigi Bragazzi 
        <email>robertobragazzi@gmail.com</email></corresp>
      </author-notes>
      <pub-date pub-type="collection"><season>Jan-Mar</season><year>2019</year></pub-date>
      <pub-date pub-type="epub">
        <day>28</day>
        <month>02</month>
        <year>2019</year>
      </pub-date>
      <volume>5</volume>
      <issue>1</issue>
      <elocation-id>e9176</elocation-id>
      <!--history from ojs - api-xml-->
      <history>
        <date date-type="received">
          <day>13</day>
          <month>10</month>
          <year>2017</year>
        </date>
        <date date-type="rev-request">
          <day>2</day>
          <month>11</month>
          <year>2017</year>
        </date>
        <date date-type="rev-recd">
          <day>9</day>
          <month>11</month>
          <year>2017</year>
        </date>
        <date date-type="accepted">
          <day>19</day>
          <month>11</month>
          <year>2017</year>
        </date>
      </history>
      <copyright-statement>©Abdulla Watad, Samaa Watad, Naim Mahroum, Kassem Sharif, Howard Amital, Nicola Luigi Bragazzi, Mohammad Adawi. Originally published in JMIR Public Health and Surveillance (http://publichealth.jmir.org), 28.02.2019.</copyright-statement>
      <copyright-year>2019</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in JMIR Public Health and Surveillance, is properly cited. The complete bibliographic information, a link to the original publication on http://publichealth.jmir.org, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="http://publichealth.jmir.org/2019/1/e9176/" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>West Nile virus is an arbovirus responsible for an infection that tends to peak during the late summer and early fall. Tools monitoring Web searches are emerging as powerful sources of data, especially concerning infectious diseases such as West Nile virus.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>This study aimed at exploring the potential predictive power of West Nile virus–related Web searches.</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>Different novel data streams, including Google Trends, WikiTrends, YouTube, and Google News, were used to extract search trends. Data regarding West Nile virus cases were obtained from the Centers for Disease Control and Prevention. Data were analyzed using regression, times series analysis, structural equation modeling, and clustering analysis.</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>In the regression analysis, an association between Web searches and “real-world” epidemiological figures was found. The best seasonal autoregressive integrated moving average model with explicative variable (SARIMAX) was found to be (0,1,1)x(0,1,1)4. Using data from 2004 to 2015, we were able to predict data for 2016. From the structural equation modeling, the consumption of West Nile virus–related news fully mediated the relation between Google Trends and the consumption of YouTube videos, as well as the relation between the latter variable and the number of West Nile virus cases. Web searches fully mediated the relation between epidemiological figures and the consumption of YouTube videos, as well as the relation between epidemiological data and the number of accesses to the West Nile virus–related Wikipedia page. In the clustering analysis, the consumption of news was most similar to the Web searches pattern, which was less close to the consumption of YouTube videos and least similar to the behavior of accessing West Nile virus–related Wikipedia pages.</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>Our study demonstrated an association between epidemiological data and search patterns related to the West Nile virus. Based on this correlation, further studies are needed to examine the practicality of these findings.</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>forecasting model</kwd>
        <kwd>West Nile virus</kwd>
        <kwd>Google Trends</kwd>
        <kwd>infodemiology</kwd>
        <kwd>infoveillance</kwd>
        <kwd>seasonal autoregressive integrated moving average model with explicative variable (SARIMAX)</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <p>West Nile virus, first isolated in Uganda in 1937, is a widely distributed arbovirus belonging to the <italic>Flavivirus</italic> genus and to the <italic>Flaviviridae</italic> family that can cause West Nile fever. This mosquito-borne infection has a seasonal trend with peaks during summer and autumn. In 70% to 80% of West Nile fever cases, no or few symptoms are reported [<xref ref-type="bibr" rid="ref1">1</xref>]. Symptomatic infections generally consist of self-limited influenza-like illness with high-degree fever, chills, myalgia, and arthralgia, which last for approximately 5 days. Although rare at a rate of approximately 1%, neurological diseases, such as meningitis, encephalitis, meningoencephalitis, or poliomyelitis, can occur and are of great concern because they are characterized by many sequelae, especially among elderly hospitalized patients [<xref ref-type="bibr" rid="ref2">2</xref>].</p>
      <p>West Nile virus was detected in North America for the first time in August 1999 during an outbreak that occurred in College Point, Queens, in New York City. A cluster of human encephalitis cases, all residing in the same 16-square-mile area, was identified by Drs Deborah Asnis (a local physician based in Queens), Marcelle Layton, and Annie Fine (of the New York City Department of Health) [<xref ref-type="bibr" rid="ref2">2</xref>]. This cluster was preceded by anecdotal reports of dead animals and birds at the Bronx Zoo, including American crows (<italic>Corvus brachyrhynchos</italic>), Chilean flamingos (<italic>Phoenicopterus chilensis</italic>), and a snowy owl (<italic>Bubo scandiacus</italic>). New human cases were subsequently diagnosed in Brooklyn, the Bronx, and Manhattan. Since then, West Nile virus has spread to the contiguous states, from the Mississippi River to the Pacific Coast, causing further outbreaks such as those that occurred during the summer of 2002. Cases decreased from 2008 to 2011, but in 2012 a major outbreak took place with its epicenter in the Dallas-Fort Worth, Texas metroplex [<xref ref-type="bibr" rid="ref3">3</xref>,<xref ref-type="bibr" rid="ref4">4</xref>]. The Texas Public Health authority issued a public health emergency, which attracted a lot of media coverage and public opinion reaction.</p>
      <p>The widespread resurgence of human West Nile virus disease in 2012 following several years of relatively low incidence has highlighted the continued public health hazard posed by West Nile virus, and has emphasized the need for more accurate predictive models of when and where new West Nile virus outbreaks will occur.</p>
      <p>Web-based tools are emerging as remarkable sources of data, especially for infectious diseases, by enabling Web search monitoring in real time and potentially capturing epidemiologically relevant information [<xref ref-type="bibr" rid="ref5">5</xref>-<xref ref-type="bibr" rid="ref7">7</xref>]. <italic>Infodemiology</italic> (a portmanteau of information and epidemiology) and <italic>infoveillance</italic> (a portmanteau of information and surveillance) indicate the emerging “science of distribution and determinants of information in an electronic medium, specifically the internet, or in a population, with the ultimate aim to inform and improve public health and public policy” [<xref ref-type="bibr" rid="ref8">8</xref>]. Systematically tracking and monitoring, collecting, and analyzing health-related demand data generated by novel data streams could have the potential to predict events relevant for public health purposes, such as epidemic outbreaks, as well as to investigate the effect of media coverage in terms of potential distortions, misinformation, and biases—the so-called “epidemics of fear” [<xref ref-type="bibr" rid="ref9">9</xref>].</p>
      <p>Little is known about West Nile virus–related digital behavior. To the best of our knowledge, only a few authors have investigated this topic. Carneiro and Mylonakis [<xref ref-type="bibr" rid="ref10">10</xref>] reported a preliminary qualitative observation about a positive correlation between Google searches and West Nile virus epidemiological cases from 2004 to 2008. They found that the search volume exhibited a cyclical pattern, with regular peaks in August each year, reproducing the epidemiological figures. Also, Web searches related to West Nile fever symptoms (fever, headache, fatigue, rash, and eye pain) were characterized by seasonal patterns. The authors noticed increases in search volume for rash starting in May, just a month before the increases in cases. Furthermore, the top-ranked US cities in terms of West Nile virus–related search volumes were in states characterized by the highest epidemiological burden.</p>
      <p>Bragazzi and collaborators [<xref ref-type="bibr" rid="ref11">11</xref>] assessed the association between Web searches and cases in Italy from a quantitative standpoint from 2004 to 2015. They found a correlation of <italic>r</italic>=.76 (<italic>P</italic>&lt;.001) and <italic>r</italic>=.80 (<italic>P</italic>&lt;.001) between Google searches and “real-world” epidemiological cases in the same study period on a monthly basis and a yearly basis, respectively. The presence of a regular pattern in West Nile virus–related Web queries was confirmed by the partial autocorrelation function analysis and by spectral analysis. From a geospatial point of view, correlation between digital behavior and epidemiological figures yielded <italic>r</italic>=.54 (<italic>P</italic>&lt;.05).</p>
      <p>However, the potential predictive power of West Nile virus–related Web searches has not yet been explored. To fill this gap in knowledge, we conducted this study.</p>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <p>West Nile virus–related data were retrieved, downloaded, and analyzed from several novel data streams, including Google Trends, WikiTrends, YouTube, and Google News, as well as from epidemiological repositories.</p>
      <sec>
        <title>Novel Data Streams</title>
        <p>Google Trends (an open source tool) was mined from inception (2004) to 2015, by searching for West Nile virus in the United States and using the “search topic” option. This strategy enables one to systematically collect all the searches related to a given keyword or list of keywords (in this case, West Nile virus), including synonyms and related terms, not just the precise string of characters typed by users [<xref ref-type="bibr" rid="ref12">12</xref>]. WikiTrends is a freely available tool that could be used to investigate information seeking behavior concerning West Nile virus. It was mined from inception (2008) to 2015. The viewing of YouTube videos was investigated from 2008 to 2015, using Google Trends and selecting “YouTube” option. Finally, Google News is an open source news aggregator that can be used to explore the media coverage of a given topic. The consumption of West Nile virus–related news was explored from 2008 to 2015 using Google Trends and selecting “Google News” option. For further details concerning novel data streams, the reader is referred to Bragazzi et al [<xref ref-type="bibr" rid="ref12">12</xref>].</p>
      </sec>
      <sec>
        <title>Epidemiological Repositories</title>
        <p>Epidemiological data related to West Nile virus cases in the United States were obtained from the Centers for Disease Control and Prevention (CDC) website and the bulletins of the <italic>Morbidity and Mortality Weekly Report</italic>, a publication of the CDC (data available on a trimester basis).</p>
      </sec>
      <sec>
        <title>Statistical Analysis</title>
        <p>Novel data streams-generated data were retrieved and downloaded from 2004 for Google Trends and 2008 for the other open source tools to 2015. All data were analyzed on a trimester basis. To detect a potential association with “real-world” epidemiological figures, regression analyses (with time as the confounding variable) were carried out. Furthermore, novel data streams-generated data were modeled as a time series and analyzed using time series analyses. In particular, a seasonal autoregressive integrated moving average model with explicative variable (SARIMAX) was used. By visually inspecting the autocorrelogram and the partial autocorrelogram based on the autocorrelation and partial autocorrelation function, respectively, <italic>p</italic> (the order of the model or, in other words, the number of time lags), <italic>d</italic> (the degree of differencing of the model), <italic>q</italic> (the order of the moving average model), <italic>P</italic> (the order of the seasonal part of the model), <italic>D</italic> (the degree of differencing of the seasonal part of the model), and <italic>Q</italic> (the order of the moving average model for the seasonal part) coefficients and <italic>s</italic> (lag parameter) were determined. The explicative variable was the number of West Nile virus cases. Different models were run, and the best one was chosen based on the Akaike information criterion (AIC), corrected AIC, and Schwartz Bayesian information criterion values. The best model was used to forecast Google Trends–based relative search volumes for 2016. Furthermore, structural equation modeling and clustering analysis were used to capture the complex interplay between the different novel data streams.</p>
        <p>Regression and clustering analyses were performed using SPSS version 24.0 (IBM Corp, Armonk, NY, USA), whereas the SARIMAX models and the structural equation modeling were carried out with XLSTAT (Addinsoft, Paris, France). A <italic>P</italic>&lt;.05 was considered statistically significant.</p>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <p>Visual inspection of novel data streams–based data showed that each tool captured a specific digital behavior, generating specific curves which were not perfectly superimposable (<xref ref-type="fig" rid="figure1">Figure 1</xref>). </p>
      <fig id="figure1" position="float">
        <label>Figure 1</label>
        <caption>
          <p>Temporal pattern of searching behavior related to the West Nile virus in the United States, as captured by four different novel data streams: Google Trends, WikiTrends, Google News, and YouTube. RSV: relative search volume (expressed as percentage).</p>
        </caption>
        <graphic xlink:href="publichealth_v5i1e9176_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
      </fig>
      <p>Concerning temporal trends, only West Nile virus–related Web searches pattern well-reproduced the epidemiological trend, with most Google queries concentrated in August. For instance, the number of accesses to the West Nile virus–related Wikipedia page (as captured by WikiTrends) and the consumption of YouTube videos exhibited high search volumes also during winter months compared to Google Trends (<xref ref-type="fig" rid="figure2">Figure 2</xref>).</p>
            <p>Regression analyses showed a significant correlation between real-world epidemiological data and novel data streams-generated figures only for Google Trends data (<xref ref-type="table" rid="table1">Table 1</xref> and <xref ref-type="fig" rid="figure3">Figure 3</xref>), with the effect of year (<italic>P</italic>=.001) and of West Nile virus cases (<italic>P</italic>&lt;.001) reaching statistical significance.</p>
      <fig id="figure2" position="float">
        <label>Figure 2</label>
        <caption>
          <p>Seasonal pattern of searching behavior related to the West Nile virus in the United States, as captured by four different novel data streams: Google Trends, WikiTrends, Google News, and YouTube. RSV: relative search volume (expressed as percentage).</p>
        </caption>
        <graphic xlink:href="publichealth_v5i1e9176_fig2.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
      </fig>
      <table-wrap position="float" id="table1">
        <label>Table 1</label>
        <caption>
          <p>Regression analyses to detect potential association between novel data streams (Google Trends, WikiTrends, Google News, and YouTube) and real-world epidemiological figures.</p>
        </caption>
        <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
          <col width="30"/>
          <col width="260"/>
          <col width="180"/>
          <col width="120"/>
          <col width="180"/>
          <col width="120"/>
          <col width="110"/>
          <thead>
            <tr valign="top">
              <td colspan="2">Source</td>
              <td>Regression coefficient</td>
              <td>SE</td>
              <td>95% CI</td>
              <td><italic>t</italic><sub>31</sub></td>
              <td><italic>P</italic> value</td>
            </tr>
          </thead>
          <tbody>
            <tr valign="top">
              <td colspan="2"><bold>Google Trends</bold></td>
              <td><break/></td>
              <td><break/></td>
              <td><break/></td>
              <td><break/></td>
              <td><break/></td>
            </tr>
            <tr valign="top">
              <td><break/></td>
              <td>Intercept</td>
              <td>3327.876</td>
              <td>966.213</td>
              <td>1380.603, 5275.150</td>
              <td>3.444</td>
              <td>.001</td>
            </tr>
            <tr valign="top">
              <td><break/></td>
              <td>Trimester</td>
              <td>–0.531</td>
              <td>1.535</td>
              <td>–3.624, 2.561</td>
              <td>–0.346</td>
              <td>.73</td>
            </tr>
            <tr valign="top">
              <td><break/></td>
              <td>Year</td>
              <td>–1.653</td>
              <td>0.481</td>
              <td>–2.622, –0.684</td>
              <td>–3.438</td>
              <td>.001</td>
            </tr>
            <tr valign="top">
              <td><break/></td>
              <td>West Nile virus cases</td>
              <td>0.014</td>
              <td>0.001</td>
              <td>0.011, 0.017</td>
              <td>9.629</td>
              <td>&lt;.001</td>
            </tr>
            <tr valign="top">
              <td colspan="2"><bold>WikiTrends</bold></td>
              <td><break/></td>
              <td><break/></td>
              <td><break/></td>
              <td><break/></td>
              <td><break/></td>
            </tr>
            <tr valign="top">
              <td><break/></td>
              <td>Intercept</td>
              <td>–7402.427</td>
              <td>4130.337</td>
              <td>–15863.039, 1058.184</td>
              <td>–1.792</td>
              <td>.08</td>
            </tr>
            <tr valign="top">
              <td><break/></td>
              <td>Trimester</td>
              <td>1.715</td>
              <td>4.288</td>
              <td>–7.068, 10.498</td>
              <td>0.400</td>
              <td>.69</td>
            </tr>
            <tr valign="top">
              <td><break/></td>
              <td>Year</td>
              <td>3.694</td>
              <td>2.053</td>
              <td>–0.512, 7.900</td>
              <td>1.799</td>
              <td>.08</td>
            </tr>
            <tr valign="top">
              <td><break/></td>
              <td>West Nile virus cases</td>
              <td>–0.003</td>
              <td>0.005</td>
              <td>–0.012, 0.007</td>
              <td>–0.566</td>
              <td>.58</td>
            </tr>
            <tr valign="top">
              <td colspan="2"><bold>Google News</bold></td>
              <td><break/></td>
              <td><break/></td>
              <td><break/></td>
              <td><break/></td>
              <td><break/></td>
            </tr>
            <tr valign="top">
              <td><break/></td>
              <td>Intercept</td>
              <td>8875.080</td>
              <td>3807.169</td>
              <td>1076.447, 16673.712</td>
              <td>2.331</td>
              <td>.03</td>
            </tr>
            <tr valign="top">
              <td><break/></td>
              <td>Trimester</td>
              <td>1.478</td>
              <td>3.952</td>
              <td>–6.618, 9.574</td>
              <td>0.374</td>
              <td>.71</td>
            </tr>
            <tr valign="top">
              <td><break/></td>
              <td>Year</td>
              <td>–4.407</td>
              <td>1.893</td>
              <td>–8.284, –0.530</td>
              <td>–2.328</td>
              <td>.03</td>
            </tr>
            <tr valign="top">
              <td><break/></td>
              <td>West Nile virus cases</td>
              <td>–0.001</td>
              <td>0.004</td>
              <td>–0.010, 0.008</td>
              <td>–0.237</td>
              <td>.81</td>
            </tr>
            <tr valign="top">
              <td colspan="2"><bold>YouTube</bold></td>
              <td><break/></td>
              <td><break/></td>
              <td><break/></td>
              <td><break/></td>
              <td><break/></td>
            </tr>
            <tr valign="top">
              <td><break/></td>
              <td>Intercept</td>
              <td>3297.355</td>
              <td>3606.758</td>
              <td>–4090.754, 10685.464</td>
              <td>0.914</td>
              <td>.37</td>
            </tr>
            <tr valign="top">
              <td><break/></td>
              <td>Trimester</td>
              <td>3.454</td>
              <td>3.744</td>
              <td>–4.216, 11.124</td>
              <td>0.923</td>
              <td>.36</td>
            </tr>
            <tr valign="top">
              <td><break/></td>
              <td>Year</td>
              <td>–1.622</td>
              <td>1.793</td>
              <td>–5.295, 2.051</td>
              <td>–0.904</td>
              <td>.37</td>
            </tr>
            <tr valign="top">
              <td><break/></td>
              <td>West Nile virus cases</td>
              <td>–0.002</td>
              <td>0.004</td>
              <td>–0.010, 0.007</td>
              <td>–0.453</td>
              <td>.65</td>
            </tr>
          </tbody>
        </table>
      </table-wrap>

      <fig id="figure3" position="float">
        <label>Figure 3</label>
        <caption>
          <p>Correlation between real-world epidemiological figures of West Nile virus (WNV) cases and digital searches. RSV: relative search volume (expressed as percentage).</p>
        </caption>
        <graphic xlink:href="publichealth_v5i1e9176_fig3.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
      </fig>
      <p>A Google Trends–based autocorrelogram and partial autocorrelogram are reported in <xref ref-type="fig" rid="figure4">Figure 4</xref>. These show statistically significant positive spikes for lags 0, 4, and 8 and lags 0 and 4, respectively. Descriptive statistics for Google Trends-generated data modeled as a time series is shown in <xref ref-type="table" rid="table2">Table 2</xref>. The best SARIMAX model was found to be (0,1,1)x(0,1,1)<sub>4</sub> (<xref ref-type="app" rid="app1">Multimedia Appendix 1</xref> and <xref ref-type="fig" rid="figure5">Figure 5</xref>), or a “seasonal exponential smoothing” model, being MA(1)xSMA(1). This kind of model represents a variation of the seasonal random trend, with a fine tuning obtained adding the MA(1) and the SMA(1) components. Its parameters are reported in <xref ref-type="table" rid="table3">Table 3</xref>.</p>
      <p>Concerning structural equation modeling, the consumption of West Nile virus–related news fully mediated the relationship between Google Trends and the consumption of YouTube videos, as well as the relation between this latter variable and the number of West Nile virus cases. Web searches as captured by Google Trends fully mediated the relation between West Nile virus cases and the consumption of YouTube videos, as well as the relation between epidemiological data and the number of accesses to the West Nile virus–related Wikipedia page as captured by WikiTrends (<xref ref-type="fig" rid="figure6">Figure 6</xref>a). When adjusting for time as a potential confounding factor (<xref ref-type="fig" rid="figure6">Figure 6</xref>b), the consumption of YouTube videos mediated by the consumption of news was found to increase throughout time in a statistically significant way, although when mediated by the number of accesses to the West Nile virus–related Wikipedia page as captured by WikiTrends tended to decrease. Interestingly, the West Nile virus–related Web search behavior decreased over time (as captured by Google Trends and mediated by the number of epidemiological cases).</p>
      <p>Clustering analysis showed that the consumption of news was most similar to the Web searches pattern (as captured by Google Trends), which was less close to the consumption of YouTube videos and least similar to accessing the West Nile virus–related Wikipedia page as captured by WikiTrends (as can be seen by the dendrogram in <xref ref-type="fig" rid="figure7">Figure 7</xref>).</p>
      <fig id="figure4" position="float">
        <label>Figure 4</label>
        <caption>
          <p>Autocorrelogram and partial autocorrelogram of West Nile virus–related search volumes generated on Google Trends.</p>
        </caption>
        <graphic xlink:href="publichealth_v5i1e9176_fig4.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
      </fig>
      <table-wrap position="float" id="table2">
        <label>Table 2</label>
        <caption>
          <p>Descriptive statistics of the Google Trends–generated data concerning Web queries related to the West Nile virus.</p>
        </caption>
        <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
          <col width="70"/>
          <col width="150"/>
          <col width="150"/>
          <col width="100"/>
          <col width="140"/>
          <col width="180"/>
          <col width="80"/>
          <col width="130"/>
          <thead>
            <tr valign="top">
              <td>Lag</td>
              <td>Autocovariance</td>
              <td>Autocorrelation</td>
              <td>SE</td>
              <td>95% CI</td>
              <td>Partial autocorrelation</td>
              <td>SE</td>
              <td>95% CI</td>
            </tr>
          </thead>
          <tbody>
            <tr valign="bottom">
              <td>0</td>
              <td>430.22</td>
              <td>1.00</td>
              <td>0.00</td>
              <td>Ref<sup>a</sup></td>
              <td>1.00</td>
              <td>0.00</td>
              <td>Ref</td>
            </tr>
            <tr valign="top">
              <td>1</td>
              <td>53.83</td>
              <td>0.13</td>
              <td>0.14</td>
              <td>–0.27, 0.274</td>
              <td>0.13</td>
              <td>0.14</td>
              <td>–0.28, 0.28</td>
            </tr>
            <tr valign="top">
              <td>2</td>
              <td>–60.95</td>
              <td>–0.14</td>
              <td>0.14</td>
              <td>–0.27, 0.271</td>
              <td>–0.16</td>
              <td>0.14</td>
              <td>–0.28, 0.28</td>
            </tr>
            <tr valign="top">
              <td>3</td>
              <td>7.85</td>
              <td>0.02</td>
              <td>0.14</td>
              <td>–0.27, 0.268</td>
              <td>0.06</td>
              <td>0.14</td>
              <td>–0.28, 0.28</td>
            </tr>
            <tr valign="top">
              <td>4</td>
              <td>166.97</td>
              <td>0.38</td>
              <td>0.14</td>
              <td>–0.27, 0.265</td>
              <td>0.37</td>
              <td>0.14</td>
              <td>–0.28, 0.28</td>
            </tr>
            <tr valign="top">
              <td>5</td>
              <td>3.73</td>
              <td>0.01</td>
              <td>0.13</td>
              <td>–0.26, 0.262</td>
              <td>–0.11</td>
              <td>0.14</td>
              <td>–0.28, 0.28</td>
            </tr>
            <tr valign="top">
              <td>6</td>
              <td>–66.73</td>
              <td>–0.16</td>
              <td>0.13</td>
              <td>–0.26, 0.259</td>
              <td>–0.06</td>
              <td>0.14</td>
              <td>–0.28, 0.28</td>
            </tr>
            <tr valign="top">
              <td>7</td>
              <td>–19.78</td>
              <td>–0.05</td>
              <td>0.13</td>
              <td>–0.26, 0.256</td>
              <td>–0.04</td>
              <td>0.14</td>
              <td>–0.28, 0.28</td>
            </tr>
            <tr valign="top">
              <td>8</td>
              <td>114.81</td>
              <td>0.27</td>
              <td>0.13</td>
              <td>–0.25, 0.253</td>
              <td>0.14</td>
              <td>0.14</td>
              <td>–0.28, 0.28</td>
            </tr>
            <tr valign="top">
              <td>9</td>
              <td>–13.47</td>
              <td>–0.03</td>
              <td>0.13</td>
              <td>–0.25, 0.250</td>
              <td>–0.08</td>
              <td>0.14</td>
              <td>–0.28, 0.28</td>
            </tr>
            <tr valign="top">
              <td>10</td>
              <td>–66.81</td>
              <td>–0.16</td>
              <td>0.13</td>
              <td>–0.25, 0.247</td>
              <td>–0.04</td>
              <td>0.14</td>
              <td>–0.28, 0.28</td>
            </tr>
            <tr valign="top">
              <td>11</td>
              <td>–30.33</td>
              <td>–0.07</td>
              <td>0.12</td>
              <td>–0.24, 0.243</td>
              <td>–0.04</td>
              <td>0.14</td>
              <td>–0.28, 0.28</td>
            </tr>
            <tr valign="top">
              <td>12</td>
              <td>67.99</td>
              <td>0.16</td>
              <td>0.12</td>
              <td>–0.24, 0.240</td>
              <td>0.01</td>
              <td>0.14</td>
              <td>–0.28, 0.28</td>
            </tr>
            <tr valign="top">
              <td>13</td>
              <td>–27.40</td>
              <td>–0.06</td>
              <td>0.12</td>
              <td>–0.24, 0.237</td>
              <td>–0.07</td>
              <td>0.14</td>
              <td>–0.28, 0.28</td>
            </tr>
            <tr valign="top">
              <td>14</td>
              <td>–45.30</td>
              <td>–0.11</td>
              <td>0.12</td>
              <td>–0.23, 0.233</td>
              <td>0.02</td>
              <td>0.14</td>
              <td>–0.28, 0.28</td>
            </tr>
            <tr valign="top">
              <td>15</td>
              <td>–22.67</td>
              <td>–0.05</td>
              <td>0.12</td>
              <td>–0.23, 0.230</td>
              <td>–0.02</td>
              <td>0.14</td>
              <td>–0.28, 0.28</td>
            </tr>
            <tr valign="top">
              <td>16</td>
              <td>56.78</td>
              <td>0.13</td>
              <td>0.12</td>
              <td>–0.23, 0.226</td>
              <td>0.03</td>
              <td>0.14</td>
              <td>–0.28, 0.28</td>
            </tr>
            <tr valign="top">
              <td>17</td>
              <td>–15.62</td>
              <td>–0.04</td>
              <td>0.11</td>
              <td>–0.22, 0.223</td>
              <td>–0.01</td>
              <td>0.14</td>
              <td>–0.28, 0.28</td>
            </tr>
          </tbody>
        </table>
        
        <table-wrap-foot>
          <fn id="table2fn1">
            <p><sup>a</sup>Ref: reference.</p>
          </fn>
</table-wrap-foot>
        
      </table-wrap>
      <fig id="figure5" position="float">
        <label>Figure 5</label>
        <caption>
          <p>The outcome of the best seasonal autoregressive integrated moving average model with explicative variable (SARIMAX) forecasting the West Nile virus in the United States using Google Trends-generated data. RSV: relative search volume (expressed as percentage).</p>
        </caption>
        <graphic xlink:href="publichealth_v5i1e9176_fig5.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
      </fig>
      <table-wrap position="float" id="table3">
        <label>Table 3</label>
        <caption>
          <p>Parameters of the best seasonal autoregressive integrated average model with explicative variable (SARIMAX) for forecasting West Nile virus in the United States using Google Trends–generated data.</p>
        </caption>
        <table width="100%" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
          <col width="35*"/>
          <col width="22*"/>
          <col width="30*"/>
          <col width="54*"/>
          <col width="49*"/>
          <col width="65*"/>
          <thead>
            <tr valign="top">
              <td>Parameter</td>
              <td>Value</td>
              <td>Hessian SD</td>
              <td>95% CI</td>
              <td>Asymptotic SD</td>
              <td>95% CI</td>
            </tr>
          </thead>
          <tbody>
            <tr valign="bottom">
              <td>Constant</td>
              <td>4.261</td>
              <td>Ref<sup>a</sup></td>
              <td>Ref</td>
              <td>Ref</td>
              <td>Ref</td>
            </tr>
            <tr valign="bottom">
              <td>West Nile virus cases</td>
              <td>0.022</td>
              <td>0.055</td>
              <td>–0.086, 0.130</td>
              <td>Ref</td>
              <td>Ref</td>
            </tr>
            <tr valign="bottom">
              <td>MA<sup>b</sup>(1)</td>
              <td>–0.867</td>
              <td>0.101</td>
              <td>–1.065, –0.670</td>
              <td>0.124</td>
              <td>–1.110, –0.624</td>
            </tr>
            <tr valign="bottom">
              <td>SMA<sup>c</sup>(1)</td>
              <td>0.672</td>
              <td>0.120</td>
              <td>0.436, 0.907</td>
              <td>0.150</td>
              <td>0.379, 0.965</td>
            </tr>
          </tbody>
        </table>
        <table-wrap-foot>
          <fn id="table3fn1">
            <p><sup>a</sup>Ref: reference.</p>
          </fn>        
          <fn id="table3fn2">
            <p><sup>b</sup>MA: nonseasonal component.</p>
          </fn>
          <fn id="table3fn3">
            <p><sup>c</sup>SMA: seasonal component.</p>
          </fn>
        </table-wrap-foot>
      </table-wrap>
      <fig id="figure6" position="float">
        <label>Figure 6</label>
        <caption>
          <p>Structural equation model showing the interplay between the different novel data streams concerning West Nile virus–related searching behavior: (a) not adjusted and (b) adjusted for time as confounding variable.</p>
        </caption>
        <graphic xlink:href="publichealth_v5i1e9176_fig6.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
      </fig>
      <fig id="figure7" position="float">
        <label>Figure 7</label>
        <caption>
          <p>Dendrogram analysis of the four novel data streams (Google Trends, Google News, YouTube, and WikiTrends). Units are arbitrary.</p>
        </caption>
        <graphic xlink:href="publichealth_v5i1e9176_fig7.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
      </fig>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <sec>
        <title>Principal Findings</title>
        <p>Currently, arboviruses are re-emerging infectious agents. This is not a new phenomenon—it has been happening for centuries—but today arboviral re-emergence and dispersion are more rapid and geographically extensive mainly due to globalization and to arthropod adaptation to its effects [<xref ref-type="bibr" rid="ref13">13</xref>].</p>
        <p>In the existing scholarly literature, different predictive models of West Nile virus have been reported. Kala and colleagues [<xref ref-type="bibr" rid="ref14">14</xref>] described a geographically weighted regression modeling of West Nile virus risk based on environmental parameters (ie, stream density, road density, and land surface temperature) being statistically superior to classical approaches relying on ordinary least squares regression analyses in terms of predictive power. Shand and coworkers [<xref ref-type="bibr" rid="ref15">15</xref>] improved the performance of the mosquito-based surveillance approach by incorporating rainfall, temperature, and interaction terms between precipitation and temperature as predictors. Rochlin and coauthors [<xref ref-type="bibr" rid="ref16">16</xref>] also exploited socioeconomic factors and found a higher proportion of the population with college education, increased habitat fragmentation, and proximity to West Nile virus-positive mosquito pools correlated with higher West Nile virus human risk, whereas Trawinski and Mackay [<xref ref-type="bibr" rid="ref17">17</xref>] relied on meteorological parameters (including average, minimum, and maximum temperature values; precipitation; relative humidity; and evapotranspiration). Day and Shaman [<xref ref-type="bibr" rid="ref18">18</xref>] used water table depth as a measure of drought and as a proxy of arboviral transmission in two peninsular Florida regions. In another investigation, Shaman and coworkers [<xref ref-type="bibr" rid="ref19">19</xref>] exploited hydrological variables and found that wetter spring conditions and drier summer conditions predicted increased West Nile virus human risk in Colorado’s eastern plains. Ghosh and Guha [<xref ref-type="bibr" rid="ref20">20</xref>] performed a computational neural network analysis for capturing the nonlinear complex relationship between West Nile virus epidemiology and several different variables, including temperature, precipitation, wetlands, housing age, presence of catch basins and ditches, and mosquito abatement policies. Establishing an accurate predictive model is of crucial importance in arboviral infection control.</p>
        <p>In our work, we exploited a variable (West Nile virus–related digital behavior), which has so far not been used in predicting West Nile virus epidemiology. We explored different novel data streams (Google Trends, WikiTrends, Google News, and YouTube) concerning seeking behavior and we were able to find a statistically significant association between epidemiological figures and digital behavior only in the case of Web searches as captured by Google Trends. Furthermore, we computed the best SARIMAX model for the period of 2004 to 2015, and we were able to forecast data related to 2016. Moreover, structural equation modeling and clustering analysis have enabled us to capture the complex interplay between the different novel data streams and the West Nile virus–related digital seeking behavior.</p>
        <p>Even if our experience suggests the usefulness of using Google Trends for predicting West Nile virus, this should be considered as a pilot study, calling for the need for making our model more accurate and reliable, and maybe incorporating other variables (eg, environmental, socioeconomic, and ecological ones). This is of fundamental importance when designing and implementing a digital system for West Nile virus surveillance, which could complement the classical one or those actually under experimentation [<xref ref-type="bibr" rid="ref21">21</xref>,<xref ref-type="bibr" rid="ref22">22</xref>]. The combination of Google Trends and other predictors could reach an adequate temporal concordance with the real-world epidemiological figures and, therefore, could enable nowcasting or forecasting of new West Nile virus cases.</p>
        <p>Our study has some limitations that should be recognized. Some of the novel data streams used provide users with relative, normalized figures, and not with raw, absolute data, thus hindering further mathematical processing and statistical analysis. Another drawback is given by the fact that Google Trends captures only a portion of the entire population, namely the percentage of people using Google as their preferred search engine (although Google is the most commonly used search engine worldwide). Furthermore, we did not perform a content analysis of the West Nile virus–related material; from the existing literature, it is known to be of rather poor quality and to exhibit some degrees of inconsistencies [<xref ref-type="bibr" rid="ref23">23</xref>,<xref ref-type="bibr" rid="ref24">24</xref>]. For instance, Birnbrauer and colleagues [<xref ref-type="bibr" rid="ref23">23</xref>] explored how West Nile virus risk information was portrayed from its 1999 arrival in the United States through the year 2012, analyzing 428 articles obtained through Google News. Authors identified the following themes and topics: action, conflict, consequence, new evidence, reassurance, and uncertainty, with the action frame recurring most frequently. Moreover, West Nile virus risk was found to be improperly communicated, with statistical figures generally inaccurately reported. Dubey and coworkers [<xref ref-type="bibr" rid="ref24">24</xref>] analyzed a total of 106 West Nile virus–related YouTube videos, 79.24% of which were found to contain useful information about the disease (60.71% related to disease prevention, and 34.52% concerning news and research updates). Videos were typically uploaded by individuals (54.6%) or news agencies (41.8%), but rarely by health care agencies (3.4%). Despite the usefulness of most West Nile virus–related videos, nonuseful videos received more views, both overall and on a daily basis. Moreover, West Nile virus–related digital behavior could have been influenced and, eventually, also distorted by extrinsic variables, such as the media coverage in terms of dissemination of imbalanced and biased information [<xref ref-type="bibr" rid="ref25">25</xref>]. Some articles have shown that Google Trends does not always match with epidemiological data [<xref ref-type="bibr" rid="ref25">25</xref>,<xref ref-type="bibr" rid="ref26">26</xref>], such as in the case of Google Flu Trends [<xref ref-type="bibr" rid="ref27">27</xref>], even though it is feasible to exploit some statistical techniques to externally revise novel data streams-generated figures, recalibrate them, and improve their accuracy and predictive power [<xref ref-type="bibr" rid="ref28">28</xref>,<xref ref-type="bibr" rid="ref29">29</xref>]. As such, the field of “behavioral medicine” remains largely unexplored [<xref ref-type="bibr" rid="ref30">30</xref>], and because traditional surveillance is plagued by intrinsic limitations, enhanced methods for identification of real-time new cases and assessment of disease patterns and trends are urgently needed [<xref ref-type="bibr" rid="ref31">31</xref>].</p>
      </sec>
      <sec>
        <title>Conclusions</title>
        <p>Statistically significant temporal correlations between West Nile virus epidemiological data and Google Trends suggest the feasibility of exploiting Google Trends as an internet-based monitoring tool. This is timely and of crucial importance given the recent re-emergence of arboviral infections. Workers in the field of public health and health authorities should be aware of the public interest and reaction to West Nile virus outbreaks in terms of Web searches. They could exploit the new information and communication technologies both for performing real-time monitoring of new population-based epidemic events and for carrying out a content analysis of the available online material, promptly replying to public concerns and correcting prejudices and inaccurate and misleading reports by disseminating high-quality information. However, based on the previously mentioned limitations of this paper, further studies are warranted to make our model more useful and practical.</p>
      </sec>
    </sec>
  </body>
  <back>
    <app-group>
      <app id="app1">
        <title>Multimedia Appendix 1</title>
        <p>Different tested seasonal autoregressive integrated average (SARIMAX) models for forecasting the West Nile virus in the United States using Google Trends–generated data.</p>
        <media xlink:href="publichealth_v5i1e9176_app1.pdf" xlink:title="PDF File (Adobe PDF File), 311KB"/>
      </app>
    </app-group>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">AIC</term>
          <def>
            <p>Akaike information criterion</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">SARIMAX</term>
          <def>
            <p>seasonal autoregressive integrated moving average model with explicative variable</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <fn-group>
      <fn fn-type="conflict">
        <p>None declared.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Saxena</surname>
            <given-names>V</given-names>
          </name>
          <name name-style="western">
            <surname>Bolling</surname>
            <given-names>BG</given-names>
          </name>
          <name name-style="western">
            <surname>Wang</surname>
            <given-names>T</given-names>
          </name>
        </person-group>
        <article-title>West Nile virus</article-title>
        <source>Clin Lab Med</source>  
        <year>2017</year>  
        <month>06</month>  
        <volume>37</volume>  
        <issue>2</issue>  
        <fpage>243</fpage>  
        <lpage>252</lpage>  
        <pub-id pub-id-type="doi">10.1016/j.cll.2017.01.001</pub-id>
        <pub-id pub-id-type="medline">28457348</pub-id>
        <pub-id pub-id-type="pii">S0272-2712(17)30003-3</pub-id></nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Kleinschmidt-DeMasters</surname>
            <given-names>BK</given-names>
          </name>
          <name name-style="western">
            <surname>Beckham</surname>
            <given-names>JD</given-names>
          </name>
        </person-group>
        <article-title>West Nile virus encephalitis 16 years later</article-title>
        <source>Brain Pathol</source>  
        <year>2015</year>  
        <month>09</month>  
        <volume>25</volume>  
        <issue>5</issue>  
        <fpage>625</fpage>  
        <lpage>633</lpage>  
        <pub-id pub-id-type="doi">10.1111/bpa.12280</pub-id>
        <pub-id pub-id-type="medline">26276026</pub-id></nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Calisher</surname>
            <given-names>CH</given-names>
          </name>
        </person-group>
        <article-title>West Nile virus in the New World: appearance, persistence, and adaptation to a new econiche-an opportunity taken</article-title>
        <source>Viral Immunol</source>  
        <year>2000</year>  
        <volume>13</volume>  
        <issue>4</issue>  
        <fpage>411</fpage>  
        <lpage>444</lpage>  
        <pub-id pub-id-type="doi">10.1089/vim.2000.13.411</pub-id>
        <pub-id pub-id-type="medline">11192287</pub-id></nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Williamson</surname>
            <given-names>PC</given-names>
          </name>
          <name name-style="western">
            <surname>Custer</surname>
            <given-names>B</given-names>
          </name>
          <name name-style="western">
            <surname>Biggerstaff</surname>
            <given-names>BJ</given-names>
          </name>
          <name name-style="western">
            <surname>Lanciotti</surname>
            <given-names>RS</given-names>
          </name>
          <name name-style="western">
            <surname>Sayers</surname>
            <given-names>MH</given-names>
          </name>
          <name name-style="western">
            <surname>Eason</surname>
            <given-names>SJ</given-names>
          </name>
          <name name-style="western">
            <surname>Dixon</surname>
            <given-names>MR</given-names>
          </name>
          <name name-style="western">
            <surname>Winkelman</surname>
            <given-names>V</given-names>
          </name>
          <name name-style="western">
            <surname>Lanteri</surname>
            <given-names>MC</given-names>
          </name>
          <name name-style="western">
            <surname>Petersen</surname>
            <given-names>LR</given-names>
          </name>
          <name name-style="western">
            <surname>Busch</surname>
            <given-names>MP</given-names>
          </name>
        </person-group>
        <article-title>Incidence of West Nile virus infection in the Dallas-Fort Worth metropolitan area during the 2012 epidemic</article-title>
        <source>Epidemiol Infect</source>  
        <year>2017</year>  
        <month>09</month>  
        <volume>145</volume>  
        <issue>12</issue>  
        <fpage>2536</fpage>  
        <lpage>2544</lpage>  
        <pub-id pub-id-type="medline">26829991</pub-id></nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Pelat</surname>
            <given-names>C</given-names>
          </name>
          <name name-style="western">
            <surname>Turbelin</surname>
            <given-names>C</given-names>
          </name>
          <name name-style="western">
            <surname>Bar-Hen</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>Flahault</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>Valleron</surname>
            <given-names>AJ</given-names>
          </name>
        </person-group>
        <article-title>More diseases tracked by using Google Trends</article-title>
        <source>Emerg Infect Dis</source>  
        <year>2009</year>  
        <month>08</month>  
        <volume>15</volume>  
        <issue>8</issue>  
        <fpage>1327</fpage>  
        <lpage>1328</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="https://dx.doi.org/10.3201/eid1508.090299"/>
        </comment>  
        <pub-id pub-id-type="doi">10.3201/eid1508.090299</pub-id>
        <pub-id pub-id-type="medline">19751610</pub-id>
        <pub-id pub-id-type="pmcid">PMC2815981</pub-id></nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Alicino</surname>
            <given-names>C</given-names>
          </name>
          <name name-style="western">
            <surname>Bragazzi</surname>
            <given-names>NL</given-names>
          </name>
          <name name-style="western">
            <surname>Faccio</surname>
            <given-names>V</given-names>
          </name>
          <name name-style="western">
            <surname>Amicizia</surname>
            <given-names>D</given-names>
          </name>
          <name name-style="western">
            <surname>Panatto</surname>
            <given-names>D</given-names>
          </name>
          <name name-style="western">
            <surname>Gasparini</surname>
            <given-names>R</given-names>
          </name>
          <name name-style="western">
            <surname>Icardi</surname>
            <given-names>G</given-names>
          </name>
          <name name-style="western">
            <surname>Orsi</surname>
            <given-names>A</given-names>
          </name>
        </person-group>
        <article-title>Assessing Ebola-related web search behaviour: insights and implications from an analytical study of Google Trends-based query volumes</article-title>
        <source>Infect Dis Poverty</source>  
        <year>2015</year>  
        <month>12</month>  
        <day>10</day>  
        <volume>4</volume>  
        <fpage>54</fpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="https://idpjournal.biomedcentral.com/articles/10.1186/s40249-015-0090-9"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1186/s40249-015-0090-9</pub-id>
        <pub-id pub-id-type="medline">26654247</pub-id>
        <pub-id pub-id-type="pii">10.1186/s40249-015-0090-9</pub-id>
        <pub-id pub-id-type="pmcid">PMC4674955</pub-id></nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Bragazzi</surname>
            <given-names>NL</given-names>
          </name>
          <name name-style="western">
            <surname>Barberis</surname>
            <given-names>I</given-names>
          </name>
          <name name-style="western">
            <surname>Rosselli</surname>
            <given-names>R</given-names>
          </name>
          <name name-style="western">
            <surname>Gianfredi</surname>
            <given-names>V</given-names>
          </name>
          <name name-style="western">
            <surname>Nucci</surname>
            <given-names>D</given-names>
          </name>
          <name name-style="western">
            <surname>Moretti</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Salvatori</surname>
            <given-names>T</given-names>
          </name>
          <name name-style="western">
            <surname>Martucci</surname>
            <given-names>G</given-names>
          </name>
          <name name-style="western">
            <surname>Martini</surname>
            <given-names>M</given-names>
          </name>
        </person-group>
        <article-title>How often people google for vaccination: qualitative and quantitative insights from a systematic search of the web-based activities using Google Trends</article-title>
        <source>Hum Vaccin Immunother</source>  
        <year>2017</year>  
        <month>12</month>  
        <volume>13</volume>  
        <issue>2</issue>  
        <fpage>464</fpage>  
        <lpage>469</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/27983896"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1080/21645515.2017.1264742</pub-id>
        <pub-id pub-id-type="medline">27983896</pub-id>
        <pub-id pub-id-type="pmcid">PMC5328221</pub-id></nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Eysenbach</surname>
            <given-names>G</given-names>
          </name>
        </person-group>
        <article-title>Infodemiology and infoveillance: framework for an emerging set of public health informatics methods to analyze search, communication and publication behavior on the Internet</article-title>
        <source>J Med Internet Res</source>  
        <year>2009</year>  
        <month>03</month>  
        <day>27</day>  
        <volume>11</volume>  
        <issue>1</issue>  
        <fpage>e11</fpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="http://www.jmir.org/2009/1/e11/"/>
        </comment>  
        <pub-id pub-id-type="doi">10.2196/jmir.1157</pub-id>
        <pub-id pub-id-type="medline">19329408</pub-id>
        <pub-id pub-id-type="pii">v11i1e11</pub-id>
        <pub-id pub-id-type="pmcid">PMC2762766</pub-id></nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Eysenbach</surname>
            <given-names>G</given-names>
          </name>
        </person-group>
        <article-title>Infodemiology: the epidemiology of (mis)information</article-title>
        <source>Am J Med</source>  
        <year>2002</year>  
        <month>12</month>  
        <day>15</day>  
        <volume>113</volume>  
        <issue>9</issue>  
        <fpage>763</fpage>  
        <lpage>765</lpage>  
        <pub-id pub-id-type="medline">12517369</pub-id>
        <pub-id pub-id-type="pii">S0002934302014730</pub-id></nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Carneiro</surname>
            <given-names>HA</given-names>
          </name>
          <name name-style="western">
            <surname>Mylonakis</surname>
            <given-names>E</given-names>
          </name>
        </person-group>
        <article-title>Google trends: a web-based tool for real-time surveillance of disease outbreaks</article-title>
        <source>Clin Infect Dis</source>  
        <year>2009</year>  
        <month>11</month>  
        <day>15</day>  
        <volume>49</volume>  
        <issue>10</issue>  
        <fpage>1557</fpage>  
        <lpage>1564</lpage>  
        <pub-id pub-id-type="doi">10.1086/630200</pub-id>
        <pub-id pub-id-type="medline">19845471</pub-id></nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Bragazzi</surname>
            <given-names>NL</given-names>
          </name>
          <name name-style="western">
            <surname>Bacigaluppi</surname>
            <given-names>S</given-names>
          </name>
          <name name-style="western">
            <surname>Robba</surname>
            <given-names>C</given-names>
          </name>
          <name name-style="western">
            <surname>Siri</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>Canepa</surname>
            <given-names>G</given-names>
          </name>
          <name name-style="western">
            <surname>Brigo</surname>
            <given-names>F</given-names>
          </name>
        </person-group>
        <article-title>Infodemiological data of West-Nile virus disease in Italy in the study period 2004-2015</article-title>
        <source>Data Brief</source>  
        <year>2016</year>  
        <month>12</month>  
        <volume>9</volume>  
        <fpage>839</fpage>  
        <lpage>845</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S2352-3409(16)30649-7"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1016/j.dib.2016.10.022</pub-id>
        <pub-id pub-id-type="medline">27872881</pub-id>
        <pub-id pub-id-type="pii">S2352-3409(16)30649-7</pub-id>
        <pub-id pub-id-type="pmcid">PMC5107683</pub-id></nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Bragazzi</surname>
            <given-names>NL</given-names>
          </name>
          <name name-style="western">
            <surname>Dini</surname>
            <given-names>G</given-names>
          </name>
          <name name-style="western">
            <surname>Toletone</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>Brigo</surname>
            <given-names>F</given-names>
          </name>
          <name name-style="western">
            <surname>Durando</surname>
            <given-names>P</given-names>
          </name>
        </person-group>
        <article-title>Leveraging big data for exploring occupational diseases-related interest at the level of scientific community, media coverage and novel data streams: the example of silicosis as a pilot study</article-title>
        <source>PLoS One</source>  
        <year>2016</year>  
        <volume>11</volume>  
        <issue>11</issue>  
        <fpage>e0166051</fpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="http://dx.plos.org/10.1371/journal.pone.0166051"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1371/journal.pone.0166051</pub-id>
        <pub-id pub-id-type="medline">27806115</pub-id>
        <pub-id pub-id-type="pii">PONE-D-16-19157</pub-id>
        <pub-id pub-id-type="pmcid">PMC5091866</pub-id></nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Gould</surname>
            <given-names>E</given-names>
          </name>
          <name name-style="western">
            <surname>Pettersson</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Higgs</surname>
            <given-names>S</given-names>
          </name>
          <name name-style="western">
            <surname>Charrel</surname>
            <given-names>R</given-names>
          </name>
          <name name-style="western">
            <surname>de Lamballerie</surname>
            <given-names>X</given-names>
          </name>
        </person-group>
        <article-title>Emerging arboviruses: why today?</article-title>
        <source>One Health</source>  
        <year>2017</year>  
        <month>12</month>  
        <volume>4</volume>  
        <fpage>1</fpage>  
        <lpage>13</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S2352-7714(17)30013-7"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1016/j.onehlt.2017.06.001</pub-id>
        <pub-id pub-id-type="medline">28785601</pub-id>
        <pub-id pub-id-type="pii">S2352-7714(17)30013-7</pub-id>
        <pub-id pub-id-type="pmcid">PMC5501887</pub-id></nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Kala</surname>
            <given-names>AK</given-names>
          </name>
          <name name-style="western">
            <surname>Tiwari</surname>
            <given-names>C</given-names>
          </name>
          <name name-style="western">
            <surname>Mikler</surname>
            <given-names>AR</given-names>
          </name>
          <name name-style="western">
            <surname>Atkinson</surname>
            <given-names>SF</given-names>
          </name>
        </person-group>
        <article-title>A comparison of least squares regression and geographically weighted regression modeling of West Nile virus risk based on environmental parameters</article-title>
        <source>PeerJ</source>  
        <year>2017</year>  
        <month>03</month>  
        <day>28</day>  
        <volume>5</volume>  
        <fpage>e3070</fpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="https://dx.doi.org/10.7717/peerj.3070"/>
        </comment>  
        <pub-id pub-id-type="doi">10.7717/peerj.3070</pub-id>
        <pub-id pub-id-type="medline">28367364</pub-id>
        <pub-id pub-id-type="pii">3070</pub-id>
        <pub-id pub-id-type="pmcid">PMC5372833</pub-id></nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Shand</surname>
            <given-names>L</given-names>
          </name>
          <name name-style="western">
            <surname>Brown</surname>
            <given-names>WM</given-names>
          </name>
          <name name-style="western">
            <surname>Chaves</surname>
            <given-names>LF</given-names>
          </name>
          <name name-style="western">
            <surname>Goldberg</surname>
            <given-names>TL</given-names>
          </name>
          <name name-style="western">
            <surname>Hamer</surname>
            <given-names>GL</given-names>
          </name>
          <name name-style="western">
            <surname>Haramis</surname>
            <given-names>L</given-names>
          </name>
          <name name-style="western">
            <surname>Kitron</surname>
            <given-names>U</given-names>
          </name>
          <name name-style="western">
            <surname>Walker</surname>
            <given-names>ED</given-names>
          </name>
          <name name-style="western">
            <surname>Ruiz</surname>
            <given-names>MO</given-names>
          </name>
        </person-group>
        <article-title>Predicting West Nile virus infection risk from the synergistic effects of rainfall and temperature</article-title>
        <source>J Med Entomol</source>  
        <year>2016</year>  
        <month>07</month>  
        <volume>53</volume>  
        <issue>4</issue>  
        <fpage>935</fpage>  
        <lpage>944</lpage>  
        <pub-id pub-id-type="doi">10.1093/jme/tjw042</pub-id>
        <pub-id pub-id-type="medline">27113111</pub-id>
        <pub-id pub-id-type="pii">tjw042</pub-id></nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Rochlin</surname>
            <given-names>I</given-names>
          </name>
          <name name-style="western">
            <surname>Turbow</surname>
            <given-names>D</given-names>
          </name>
          <name name-style="western">
            <surname>Gomez</surname>
            <given-names>F</given-names>
          </name>
          <name name-style="western">
            <surname>Ninivaggi</surname>
            <given-names>DV</given-names>
          </name>
          <name name-style="western">
            <surname>Campbell</surname>
            <given-names>SR</given-names>
          </name>
        </person-group>
        <article-title>Predictive mapping of human risk for West Nile virus (WNV) based on environmental and socioeconomic factors</article-title>
        <source>PLoS One</source>  
        <year>2011</year>  
        <volume>6</volume>  
        <issue>8</issue>  
        <fpage>e23280</fpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="http://dx.plos.org/10.1371/journal.pone.0023280"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1371/journal.pone.0023280</pub-id>
        <pub-id pub-id-type="medline">21853103</pub-id>
        <pub-id pub-id-type="pii">PONE-D-11-08026</pub-id>
        <pub-id pub-id-type="pmcid">PMC3154328</pub-id></nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Trawinski</surname>
            <given-names>PR</given-names>
          </name>
          <name name-style="western">
            <surname>Mackay</surname>
            <given-names>DS</given-names>
          </name>
        </person-group>
        <article-title>Meteorologically conditioned time-series predictions of West Nile virus vector mosquitoes</article-title>
        <source>Vector Borne Zoonotic Dis</source>  
        <year>2008</year>  
        <month>08</month>  
        <volume>8</volume>  
        <issue>4</issue>  
        <fpage>505</fpage>  
        <lpage>521</lpage>  
        <pub-id pub-id-type="doi">10.1089/vbz.2007.0202</pub-id>
        <pub-id pub-id-type="medline">18279008</pub-id></nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Day</surname>
            <given-names>JF</given-names>
          </name>
          <name name-style="western">
            <surname>Shaman</surname>
            <given-names>J</given-names>
          </name>
        </person-group>
        <article-title>Using hydrologic conditions to forecast the risk of focal and epidemic arboviral transmission in peninsular Florida</article-title>
        <source>J Med Entomol</source>  
        <year>2008</year>  
        <month>05</month>  
        <volume>45</volume>  
        <issue>3</issue>  
        <fpage>458</fpage>  
        <lpage>465</lpage>  
        <pub-id pub-id-type="medline">18533440</pub-id></nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Shaman</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Day</surname>
            <given-names>JF</given-names>
          </name>
          <name name-style="western">
            <surname>Komar</surname>
            <given-names>N</given-names>
          </name>
        </person-group>
        <article-title>Hydrologic conditions describe West Nile virus risk in Colorado</article-title>
        <source>Int J Environ Res Public Health</source>  
        <year>2010</year>  
        <month>12</month>  
        <volume>7</volume>  
        <issue>2</issue>  
        <fpage>494</fpage>  
        <lpage>508</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="http://www.mdpi.com/resolver?pii=ijerph7020494"/>
        </comment>  
        <pub-id pub-id-type="doi">10.3390/ijerph7020494</pub-id>
        <pub-id pub-id-type="medline">20616987</pub-id>
        <pub-id pub-id-type="pii">ijerph7020494</pub-id>
        <pub-id pub-id-type="pmcid">PMC2872291</pub-id></nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Ghosh</surname>
            <given-names>D</given-names>
          </name>
          <name name-style="western">
            <surname>Guha</surname>
            <given-names>R</given-names>
          </name>
        </person-group>
        <article-title>Using a neural network for mining interpretable relationships of West Nile risk factors</article-title>
        <source>Soc Sci Med</source>  
        <year>2011</year>  
        <month>02</month>  
        <volume>72</volume>  
        <issue>3</issue>  
        <fpage>418</fpage>  
        <lpage>429</lpage>  
        <pub-id pub-id-type="doi">10.1016/j.socscimed.2010.09.014</pub-id>
        <pub-id pub-id-type="medline">20950908</pub-id>
        <pub-id pub-id-type="pii">S0277-9536(10)00662-3</pub-id></nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Konrad</surname>
            <given-names>SK</given-names>
          </name>
          <name name-style="western">
            <surname>Zou</surname>
            <given-names>L</given-names>
          </name>
          <name name-style="western">
            <surname>Miller</surname>
            <given-names>SN</given-names>
          </name>
        </person-group>
        <article-title>A geographical information system-based web model of arbovirus transmission risk in the continental United States of America</article-title>
        <source>Geospat Health</source>  
        <year>2012</year>  
        <month>11</month>  
        <volume>7</volume>  
        <issue>1</issue>  
        <fpage>157</fpage>  
        <lpage>159</lpage>  
        <pub-id pub-id-type="doi">10.4081/gh.2012.114</pub-id>
        <pub-id pub-id-type="medline">23242689</pub-id></nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Carney</surname>
            <given-names>R</given-names>
          </name>
          <name name-style="western">
            <surname>Ahearn</surname>
            <given-names>SC</given-names>
          </name>
          <name name-style="western">
            <surname>McConchie</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>Glasner</surname>
            <given-names>C</given-names>
          </name>
          <name name-style="western">
            <surname>Jean</surname>
            <given-names>C</given-names>
          </name>
          <name name-style="western">
            <surname>Barker</surname>
            <given-names>C</given-names>
          </name>
          <name name-style="western">
            <surname>Park</surname>
            <given-names>B</given-names>
          </name>
          <name name-style="western">
            <surname>Padgett</surname>
            <given-names>K</given-names>
          </name>
          <name name-style="western">
            <surname>Parker</surname>
            <given-names>E</given-names>
          </name>
          <name name-style="western">
            <surname>Aquino</surname>
            <given-names>E</given-names>
          </name>
          <name name-style="western">
            <surname>Kramer</surname>
            <given-names>V</given-names>
          </name>
        </person-group>
        <article-title>Early warning system for West Nile virus risk areas, California, USA</article-title>
        <source>Emerg Infect Dis</source>  
        <year>2011</year>  
        <month>08</month>  
        <volume>17</volume>  
        <issue>8</issue>  
        <fpage>1445</fpage>  
        <lpage>1454</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="https://dx.doi.org/10.3201/eid1708.100411"/>
        </comment>  
        <pub-id pub-id-type="doi">10.3201/eid1708.100411</pub-id>
        <pub-id pub-id-type="medline">21801622</pub-id>
        <pub-id pub-id-type="pmcid">PMC3381548</pub-id></nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Birnbrauer</surname>
            <given-names>K</given-names>
          </name>
          <name name-style="western">
            <surname>Frohlich</surname>
            <given-names>DO</given-names>
          </name>
          <name name-style="western">
            <surname>Treise</surname>
            <given-names>D</given-names>
          </name>
        </person-group>
        <article-title>Inconsistencies in reporting risk information: a pilot analysis of online news coverage of West Nile Virus</article-title>
        <source>Glob Health Promot</source>  
        <year>2017</year>  
        <month>09</month>  
        <volume>24</volume>  
        <issue>3</issue>  
        <fpage>14</fpage>  
        <lpage>22</lpage>  
        <pub-id pub-id-type="doi">10.1177/1757975915594603</pub-id>
        <pub-id pub-id-type="medline">26265595</pub-id>
        <pub-id pub-id-type="pii">1757975915594603</pub-id></nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Dubey</surname>
            <given-names>D</given-names>
          </name>
          <name name-style="western">
            <surname>Amritphale</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>Sawhney</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>Dubey</surname>
            <given-names>D</given-names>
          </name>
          <name name-style="western">
            <surname>Srivastav</surname>
            <given-names>N</given-names>
          </name>
        </person-group>
        <article-title>Analysis of YouTube as a source of information for West Nile Virus infection</article-title>
        <source>Clin Med Res</source>  
        <year>2014</year>  
        <month>12</month>  
        <volume>12</volume>  
        <issue>3-4</issue>  
        <fpage>129</fpage>  
        <lpage>132</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="http://www.clinmedres.org/cgi/pmidlookup?view=long&amp;pmid=24573700"/>
        </comment>  
        <pub-id pub-id-type="doi">10.3121/cmr.2013.1194</pub-id>
        <pub-id pub-id-type="medline">24573700</pub-id>
        <pub-id pub-id-type="pii">cmr.2013.1194</pub-id>
        <pub-id pub-id-type="pmcid">PMC4317155</pub-id></nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Bragazzi</surname>
            <given-names>NL</given-names>
          </name>
          <name name-style="western">
            <surname>Alicino</surname>
            <given-names>C</given-names>
          </name>
          <name name-style="western">
            <surname>Trucchi</surname>
            <given-names>C</given-names>
          </name>
          <name name-style="western">
            <surname>Paganino</surname>
            <given-names>C</given-names>
          </name>
          <name name-style="western">
            <surname>Barberis</surname>
            <given-names>I</given-names>
          </name>
          <name name-style="western">
            <surname>Martini</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Sticchi</surname>
            <given-names>L</given-names>
          </name>
          <name name-style="western">
            <surname>Trinka</surname>
            <given-names>E</given-names>
          </name>
          <name name-style="western">
            <surname>Brigo</surname>
            <given-names>F</given-names>
          </name>
          <name name-style="western">
            <surname>Ansaldi</surname>
            <given-names>F</given-names>
          </name>
          <name name-style="western">
            <surname>Icardi</surname>
            <given-names>G</given-names>
          </name>
          <name name-style="western">
            <surname>Orsi</surname>
            <given-names>A</given-names>
          </name>
        </person-group>
        <article-title>Global reaction to the recent outbreaks of Zika virus: insights from a Big Data analysis</article-title>
        <source>PLoS One</source>  
        <year>2017</year>  
        <month>09</month>  
        <day>21</day>  
        <volume>12</volume>  
        <issue>9</issue>  
        <fpage>e0185263</fpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="http://dx.plos.org/10.1371/journal.pone.0185263"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1371/journal.pone.0185263</pub-id>
        <pub-id pub-id-type="medline">28934352</pub-id>
        <pub-id pub-id-type="pii">PONE-D-17-03467</pub-id>
        <pub-id pub-id-type="pmcid">PMC5608413</pub-id></nlm-citation>
      </ref>
      <ref id="ref26">
        <label>26</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Adawi</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Bragazzi</surname>
            <given-names>NL</given-names>
          </name>
          <name name-style="western">
            <surname>Watad</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>Sharif</surname>
            <given-names>K</given-names>
          </name>
          <name name-style="western">
            <surname>Amital</surname>
            <given-names>H</given-names>
          </name>
          <name name-style="western">
            <surname>Mahroum</surname>
            <given-names>N</given-names>
          </name>
        </person-group>
        <article-title>Discrepancies between classic and digital epidemiology in searching for the Mayaro virus: preliminary qualitative and quantitative analysis of Google Trends</article-title>
        <source>JMIR Public Health Surveill</source>  
        <year>2017</year>  
        <month>12</month>  
        <day>01</day>  
        <volume>3</volume>  
        <issue>4</issue>  
        <fpage>e93</fpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="http://publichealth.jmir.org/2017/4/e93/"/>
        </comment>  
        <pub-id pub-id-type="doi">10.2196/publichealth.9136</pub-id>
        <pub-id pub-id-type="medline">29196278</pub-id>
        <pub-id pub-id-type="pii">v3i4e93</pub-id>
        <pub-id pub-id-type="pmcid">PMC5732327</pub-id></nlm-citation>
      </ref>
      <ref id="ref27">
        <label>27</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Lazer</surname>
            <given-names>D</given-names>
          </name>
          <name name-style="western">
            <surname>Kennedy</surname>
            <given-names>R</given-names>
          </name>
          <name name-style="western">
            <surname>King</surname>
            <given-names>G</given-names>
          </name>
          <name name-style="western">
            <surname>Vespignani</surname>
            <given-names>A</given-names>
          </name>
        </person-group>
        <article-title>Big data. The parable of Google Flu: traps in big data analysis</article-title>
        <source>Science</source>  
        <year>2014</year>  
        <month>03</month>  
        <day>14</day>  
        <volume>343</volume>  
        <issue>6176</issue>  
        <fpage>1203</fpage>  
        <lpage>1205</lpage>  
        <pub-id pub-id-type="doi">10.1126/science.1248506</pub-id>
        <pub-id pub-id-type="medline">24626916</pub-id>
        <pub-id pub-id-type="pii">343/6176/1203</pub-id></nlm-citation>
      </ref>
      <ref id="ref28">
        <label>28</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Olson</surname>
            <given-names>DR</given-names>
          </name>
          <name name-style="western">
            <surname>Konty</surname>
            <given-names>KJ</given-names>
          </name>
          <name name-style="western">
            <surname>Paladini</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Viboud</surname>
            <given-names>C</given-names>
          </name>
          <name name-style="western">
            <surname>Simonsen</surname>
            <given-names>L</given-names>
          </name>
        </person-group>
        <article-title>Reassessing Google Flu Trends data for detection of seasonal and pandemic influenza: a comparative epidemiological study at three geographic scales</article-title>
        <source>PLoS Comput Biol</source>  
        <year>2013</year>  
        <volume>9</volume>  
        <issue>10</issue>  
        <fpage>e1003256</fpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="http://dx.plos.org/10.1371/journal.pcbi.1003256"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1371/journal.pcbi.1003256</pub-id>
        <pub-id pub-id-type="medline">24146603</pub-id>
        <pub-id pub-id-type="pii">PCOMPBIOL-D-13-00957</pub-id>
        <pub-id pub-id-type="pmcid">PMC3798275</pub-id></nlm-citation>
      </ref>
      <ref id="ref29">
        <label>29</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Santillana</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Zhang</surname>
            <given-names>DW</given-names>
          </name>
          <name name-style="western">
            <surname>Althouse</surname>
            <given-names>BM</given-names>
          </name>
          <name name-style="western">
            <surname>Ayers</surname>
            <given-names>JW</given-names>
          </name>
        </person-group>
        <article-title>What can digital disease detection learn from (an external revision to) Google Flu Trends?</article-title>
        <source>Am J Prev Med</source>  
        <year>2014</year>  
        <month>09</month>  
        <volume>47</volume>  
        <issue>3</issue>  
        <fpage>341</fpage>  
        <lpage>347</lpage>  
        <pub-id pub-id-type="doi">10.1016/j.amepre.2014.05.020</pub-id>
        <pub-id pub-id-type="medline">24997572</pub-id>
        <pub-id pub-id-type="pii">S0749-3797(14)00238-4</pub-id></nlm-citation>
      </ref>
      <ref id="ref30">
        <label>30</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Ayers</surname>
            <given-names>JW</given-names>
          </name>
          <name name-style="western">
            <surname>Althouse</surname>
            <given-names>BM</given-names>
          </name>
          <name name-style="western">
            <surname>Dredze</surname>
            <given-names>M</given-names>
          </name>
        </person-group>
        <article-title>Could behavioral medicine lead the web data revolution?</article-title>
        <source>JAMA</source>  
        <year>2014</year>  
        <month>04</month>  
        <day>09</day>  
        <volume>311</volume>  
        <issue>14</issue>  
        <fpage>1399</fpage>  
        <lpage>1400</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/24577162"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1001/jama.2014.1505</pub-id>
        <pub-id pub-id-type="medline">24577162</pub-id>
        <pub-id pub-id-type="pii">1838433</pub-id>
        <pub-id pub-id-type="pmcid">PMC4670613</pub-id></nlm-citation>
      </ref>
      <ref id="ref31">
        <label>31</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Nuti</surname>
            <given-names>SV</given-names>
          </name>
          <name name-style="western">
            <surname>Wayda</surname>
            <given-names>B</given-names>
          </name>
          <name name-style="western">
            <surname>Ranasinghe</surname>
            <given-names>I</given-names>
          </name>
          <name name-style="western">
            <surname>Wang</surname>
            <given-names>S</given-names>
          </name>
          <name name-style="western">
            <surname>Dreyer</surname>
            <given-names>RP</given-names>
          </name>
          <name name-style="western">
            <surname>Chen</surname>
            <given-names>SI</given-names>
          </name>
          <name name-style="western">
            <surname>Murugiah</surname>
            <given-names>K</given-names>
          </name>
        </person-group>
        <article-title>The use of google trends in health care research: a systematic review</article-title>
        <source>PLoS One</source>  
        <year>2014</year>  
        <volume>9</volume>  
        <issue>10</issue>  
        <fpage>e109583</fpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="http://dx.plos.org/10.1371/journal.pone.0109583"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1371/journal.pone.0109583</pub-id>
        <pub-id pub-id-type="medline">25337815</pub-id>
        <pub-id pub-id-type="pii">PONE-D-14-22976</pub-id>
        <pub-id pub-id-type="pmcid">PMC4215636</pub-id></nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
