<?xml version="1.0" encoding="utf-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JPH</journal-id>
      <journal-id journal-id-type="nlm-ta">JMIR Public Health Surveill</journal-id>
      <journal-title>JMIR Public Health and Surveillance</journal-title>
      <issn pub-type="epub">2369-2960</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
    <article-id pub-id-type="publisher-id">v3i2e19</article-id>
    <article-id pub-id-type="pmid">28400357</article-id>
    <article-id pub-id-type="doi">10.2196/publichealth.6764</article-id>
    <article-categories>
      <subj-group subj-group-type="heading">
        <subject>Original Paper</subject>
      </subj-group>
      <subj-group subj-group-type="article-type">
        <subject>Original Paper</subject>
      </subj-group>
    </article-categories>
    <title-group>
      <article-title>Health Care Professionals’ Evidence-Based Medicine Internet Searches Closely Mimic the Known Seasonal Variation of Lyme Borreliosis: A Register-Based Study</article-title>
    </title-group>
    <contrib-group>
      <contrib contrib-type="editor">
        <name>
          <surname>Eysenbach</surname>
          <given-names>Gunther</given-names>
        </name>
      </contrib>
    </contrib-group>
    <contrib-group>
      <contrib contrib-type="reviewer">
        <name>
          <surname>Benetoli</surname>
          <given-names>Arcelio</given-names>
        </name>
      </contrib>
      <contrib contrib-type="reviewer">
        <name>
          <surname>Ianos</surname>
          <given-names>Ana Claudia</given-names>
        </name>
      </contrib>
    </contrib-group>
    <contrib-group>
      <contrib contrib-type="author" id="contrib1" corresp="yes">
      <name name-style="western">
        <surname>Pesälä</surname>
        <given-names>Samuli</given-names>
      </name>
      <degrees>MD</degrees>
      <xref rid="aff1" ref-type="aff">1</xref>
      <address>
        <institution>University of Helsinki</institution>
        <addr-line>Tukholmankatu 8B</addr-line>
        <addr-line>00029 Helsinki, Finland</addr-line>
        <addr-line>Helsinki, 00029 Helsinki, Finl</addr-line>
        <country>Finland</country>
        <phone>358 400205955</phone>
        <fax>358 295248468</fax>
        <email>samuli.pesala@helsinki.fi</email>
      </address>  
      <xref rid="aff2" ref-type="aff">2</xref>
      <ext-link ext-link-type="orcid">http://orcid.org/0000-0002-6090-1367</ext-link></contrib>
      <contrib contrib-type="author" id="contrib2">
        <name name-style="western">
          <surname>Virtanen</surname>
          <given-names>Mikko J</given-names>
        </name>
        <degrees>MSc</degrees>
        <xref rid="aff2" ref-type="aff">2</xref>
        <ext-link ext-link-type="orcid">http://orcid.org/0000-0003-4120-4432</ext-link>
      </contrib>
      <contrib contrib-type="author" id="contrib3">
        <name name-style="western">
          <surname>Sane</surname>
          <given-names>Jussi</given-names>
        </name>
        <degrees>PhD</degrees>
        <xref rid="aff2" ref-type="aff">2</xref>
        <ext-link ext-link-type="orcid">http://orcid.org/0000-0001-6590-9520</ext-link>
      </contrib>
      <contrib contrib-type="author" id="contrib4">
        <name name-style="western">
          <surname>Jousimaa</surname>
          <given-names>Jukkapekka</given-names>
        </name>
        <degrees>MD, PhD</degrees>
        <xref rid="aff3" ref-type="aff">3</xref>
        <ext-link ext-link-type="orcid">http://orcid.org/0000-0003-0007-5494</ext-link>
      </contrib>
      <contrib contrib-type="author" id="contrib5">
        <name name-style="western">
          <surname>Lyytikäinen</surname>
          <given-names>Outi</given-names>
        </name>
        <degrees>MD, PhD</degrees>
        <xref rid="aff2" ref-type="aff">2</xref>
        <ext-link ext-link-type="orcid">http://orcid.org/0000-0002-6449-1721</ext-link>
      </contrib>
      <contrib contrib-type="author" id="contrib6">
        <name name-style="western">
          <surname>Murtopuro</surname>
          <given-names>Satu</given-names>
        </name>
        <degrees>DMD</degrees>
        <xref rid="aff2" ref-type="aff">2</xref>
        <ext-link ext-link-type="orcid">http://orcid.org/0000-0001-8842-9570</ext-link>
      </contrib>
      <contrib contrib-type="author" id="contrib7">
        <name name-style="western">
          <surname>Mustonen</surname>
          <given-names>Pekka</given-names>
        </name>
        <degrees>MD, PhD</degrees>
        <xref rid="aff3" ref-type="aff">3</xref>
        <ext-link ext-link-type="orcid">http://orcid.org/0000-0002-5077-7788</ext-link>
      </contrib>
      <contrib contrib-type="author" id="contrib8">
        <name name-style="western">
          <surname>Kaila</surname>
          <given-names>Minna</given-names>
        </name>
        <degrees>MD, PhD</degrees>
        <xref rid="aff4" ref-type="aff">4</xref>
        <ext-link ext-link-type="orcid">http://orcid.org/0000-0002-9645-4925</ext-link>
      </contrib>
      <contrib contrib-type="author" id="contrib9">
        <name name-style="western">
          <surname>Helve</surname>
          <given-names>Otto</given-names>
        </name>
        <degrees>MD, PhD</degrees>
        <xref rid="aff2" ref-type="aff">2</xref>
        <xref rid="aff5" ref-type="aff">5</xref>
        <ext-link ext-link-type="orcid">http://orcid.org/0000-0001-6254-3180</ext-link>
      </contrib>
    </contrib-group>
    <aff id="aff1">
      <sup>1</sup>
      <institution>University of Helsinki</institution>
      <addr-line>Helsinki</addr-line>
      <country>Finland</country>
    </aff>
    <aff id="aff2">
      <sup>2</sup>
      <institution>National Institute for Health and Welfare</institution>
      <addr-line>Helsinki</addr-line>
      <country>Finland</country>
    </aff>
    <aff id="aff3">
      <sup>3</sup>
      <institution>Duodecim Medical Publications Ltd</institution>
      <addr-line>Helsinki</addr-line>
      <country>Finland</country>
    </aff>
    <aff id="aff4">
    <sup>4</sup>
    <institution>Public Health Medicine</institution>
    <institution>Helsinki University Hospital</institution>  
    <institution>University of Helsinki</institution>  
    <addr-line>Helsinki</addr-line>
    <country>Finland</country></aff>
    <aff id="aff5">
    <sup>5</sup>
    <institution>Children's Hospital</institution>
    <institution>Helsinki University Hospital</institution>  
    <institution>University of Helsinki</institution>  
    <addr-line>Helsinki</addr-line>
    <country>Finland</country></aff>
    <author-notes>
      <corresp>Corresponding Author: Samuli Pesälä 
      <email>samuli.pesala@helsinki.fi</email></corresp>
    </author-notes>
    <pub-date pub-type="collection"><season>Apr-Jun</season><year>2017</year></pub-date>
    <pub-date pub-type="epub">
      <day>11</day>
      <month>04</month>
      <year>2017</year>
    </pub-date>
    <volume>3</volume>
    <issue>2</issue>
    <elocation-id>e19</elocation-id>
    <!--history from ojs - api-xml-->
    <history>
      <date date-type="received">
        <day>13</day>
        <month>10</month>
        <year>2016</year>
      </date>
      <date date-type="rev-request">
        <day>10</day>
        <month>11</month>
        <year>2016</year>
      </date>
      <date date-type="rev-recd">
        <day>8</day>
        <month>12</month>
        <year>2016</year>
      </date>
      <date date-type="accepted">
        <day>2</day>
        <month>3</month>
        <year>2017</year>
      </date>
    </history>
    <!--(c) the authors - correct author names and publication date here if necessary. Date in form ', dd.mm.yyyy' after jmir.org-->
    <copyright-statement>©Samuli Pesälä, Mikko J Virtanen, Jussi Sane, Jukkapekka Jousimaa, Outi Lyytikäinen, Satu Murtopuro, Pekka Mustonen, Minna Kaila, Otto Helve. Originally published in JMIR Public Health and Surveillance (http://publichealth.jmir.org), 11.04.2017.</copyright-statement>
    <copyright-year>2017</copyright-year>
    <license license-type="open-access" xlink:href="http://creativecommons.org/licenses/by/2.0/">
      <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (http://creativecommons.org/licenses/by/2.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in JMIR Public Health and Surveillance, is properly cited. The complete bibliographic information, a link to the original publication on http://publichealth.jmir.org, as well as this copyright and license information must be included.</p>
    </license>  
    <self-uri xlink:href="http://publichealth.jmir.org/2017/2/e19/" xlink:type="simple"/>
    <abstract>
      <sec sec-type="background">
        <title>Background</title>
        <p>Both health care professionals and nonprofessionals seek medical information on the Internet. Using Web-based search engine searches to detect epidemic diseases has, however, been problematic. Physician’s databases (PD) is a chargeable evidence-based medicine (EBM) portal on the Internet for health care professionals and is available throughout the entire health care system in Finland. Lyme borreliosis (LB), a well-defined disease model, shows temporal and regional variation in Finland. Little data exist on health care professionals’ searches from Internet-based EBM databases in public health surveillance.</p>
      </sec>
      <sec sec-type="objective">
        <title>Objective</title>
        <p>The aim of this study was to assess whether health care professionals’ use of Internet EBM databases could describe seasonal increases of the disease and supplement routine public health surveillance.</p>
      </sec>
      <sec sec-type="methods">
        <title>Methods</title>
        <p>Two registers, PD and the register of primary health care diagnoses (Avohilmo), were used to compare health care professionals’ Internet searches on LB from EBM databases and national register-based LB diagnoses in order to evaluate annual and regional variations of LB in the whole country and in three selected high-incidence LB regions in Finland during 2011-2015.</p>
      </sec>
      <sec sec-type="results">
        <title>Results</title>
        <p>Both registers, PD and Avohilmo, show visually similar patterns in annual and regional variation of LB in Finland and in the three high-incidence LB regions during 2011-2015.</p>
      </sec>
      <sec sec-type="conclusions">
        <title>Conclusions</title>
        <p>Health care professionals’ Internet searches from EBM databases coincide with national register diagnoses of LB. PD searches showed a clear seasonal variation. In addition, notable regional differences were present in both registers. However, physicians’ Internet medical searches should be considered as a supplementary source of information for disease surveillance.</p>
      </sec>
    </abstract>
    <kwd-group>
      <kwd>search engine</kwd>
      <kwd>evidence-based medicine</kwd>
      <kwd>information systems</kwd>
      <kwd>public health surveillance</kwd>
      <kwd>Lyme borreliosis</kwd>
    </kwd-group></article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <p>Traditionally, many syndromic surveillance systems have collected epidemiological data from health care professionals’ clinical encounters when predicting several disease epidemics, such as influenza [<xref ref-type="bibr" rid="ref1">1</xref>]. This worldwide severe disease showing seasonal and geographical variation can be predicted by using Internet search trends [<xref ref-type="bibr" rid="ref1">1</xref>-<xref ref-type="bibr" rid="ref3">3</xref>]. Internet-based surveillance systems have allowed good congruence with traditional (data submitted by public health authorities) surveillance approaches for monitoring emerging infectious diseases of public health concern [<xref ref-type="bibr" rid="ref1">1</xref>,<xref ref-type="bibr" rid="ref3">3</xref>]. To improve early detection of influenza, Google search queries were used to track influenza-like disease in population [<xref ref-type="bibr" rid="ref1">1</xref>,<xref ref-type="bibr" rid="ref2">2</xref>]. Because certain searches from Google correlated highly with medical visits related to influenza-like symptoms, influenza activity could be estimated geographically [<xref ref-type="bibr" rid="ref2">2</xref>]. However, when reassessed, the reliability of the surveillance tool was shown to be problematic and to contain substantial flaws, especially in regard to assessing the correct timing and location [<xref ref-type="bibr" rid="ref4">4</xref>]. Therefore, it has been commented that the use of near-real time electronic health data and computational methods should be incorporated [<xref ref-type="bibr" rid="ref4">4</xref>]. The models such as Internet-based influenza monitoring have not, however, included the characterization of the populations performing the searches, also comprising nonprofessionals. Internet search engine queries and the data from social media can be combined to detect infectious diseases as well [<xref ref-type="bibr" rid="ref5">5</xref>]. Generally, for framing the methods on health-related Internet information and epidemiological data, two terms are used: infodemiology and infoveillance. Infodemiology can be determined as a discipline inside public health informatics that studies information in an electronic medium or in a population aiming to inform public health and public policy [<xref ref-type="bibr" rid="ref6">6</xref>]. When infodemiology data are used for surveillance purposes, the term is called infoveillance [<xref ref-type="bibr" rid="ref6">6</xref>].</p>
      <p>Health care professionals’ use of CD-ROM–based medical searches as a tool for early detection of epidemics has been studied earlier in Finland during 1995 using the National Infectious Diseases Register (NIDR) as a reference register [<xref ref-type="bibr" rid="ref7">7</xref>]. Microbiological laboratories notify diagnostic findings electronically to NIDR. Medical professionals use electronic sources to provide appropriate answers to clinical questions, such as Internet sites and search engines [<xref ref-type="bibr" rid="ref8">8</xref>]. For doctors and nurses, the main reasons to seek Internet-based evidence are patient care and continuing professional development [<xref ref-type="bibr" rid="ref9">9</xref>]. Even for those clinical hospital personnel who are concerned about the quality of the data, the most popular electronic source for information seeking was Google [<xref ref-type="bibr" rid="ref10">10</xref>], as Google may be a portal to the MEDLINE or Pubmed database [<xref ref-type="bibr" rid="ref10">10</xref>], one of the most popular and commonly used evidence-based medicine (EBM) electronic databases [<xref ref-type="bibr" rid="ref11">11</xref>]. Thus, the Google search data can be expected to include searches by both health care professionals and nonprofessionals, making the user base extremely heterogeneous and sensitive to, for example, media trends.</p>
      <p>We aimed to assess whether health care professionals’ use of Internet-based EBM databases was comparable to the use of the register of public primary health care diagnoses (Avohilmo) as a part of routine public health surveillance. Avohilmo serves as an electronic database for actual primary health care notifications collected from public sector health care units. Avohilmo data are used for example in health care decision making, planning, and research. When a patient visits the public primary health care unit in Finland, a physician makes a note of the diagnosis in the electronic patient record. From there the diagnosis will be transferred to the Avohilmo database maintained by the research and development institute, the National Institute for Health and Welfare (NIHW).</p>
      <p>The Finnish Medical Society Duodecim is a scientific society [<xref ref-type="bibr" rid="ref12">12</xref>] that publishes medical information and contributes to the continuous professional development of doctors in Finland. Duodecim Medical Publications Ltd, owned by the Finnish Medical Society Duodecim, carries out publication of medical information. Duodecim Medical Publications Ltd produces and maintains Internet-based, chargeable Physician’s databases (PD) consisting of, for example, practically orientated point-of-care medical guidelines especially for physicians serving in outpatient treatment and hospital outpatient clinics. The database is available throughout the entire health care system of Finland (over 20,000 working age physicians in Finland in 2014 [<xref ref-type="bibr" rid="ref13">13</xref>]) and the users of database are health care professionals working in Finland. Every keyword that health care professionals search is included in a log file.</p>
      <p>We chose Lyme borreliosis (LB) as a model to evaluate the usability of health care professionals’ queries for surveillance purposes in a dedicated EBM portal. LB is a spirochetal infectious disease caused by <italic>Borrelia burgdorferi sensu lato</italic> and is transmitted via ticks [<xref ref-type="bibr" rid="ref14">14</xref>]. Seasonal variation is an important feature of LB [<xref ref-type="bibr" rid="ref15">15</xref>,<xref ref-type="bibr" rid="ref16">16</xref>], since annual climate changes affect tick activity that transmit the <italic>B. burgdorferi</italic> pathogen to humans between spring and autumn [<xref ref-type="bibr" rid="ref16">16</xref>] when people go outdoors or on holiday. The incidence of LB has increased significantly in Europe [<xref ref-type="bibr" rid="ref17">17</xref>,<xref ref-type="bibr" rid="ref18">18</xref>]. Significant variation exists in both the temporal and the geographical distribution of LB in Finland [<xref ref-type="bibr" rid="ref19">19</xref>] (personal communication by E Sajanti, MJ Virtanen, J Hytönen, J Sane, October 10, 2016). The differential diagnostics of LB presenting with erythema migrans (EM) are scarce [<xref ref-type="bibr" rid="ref14">14</xref>], making register-based surveillance possible. The Avohilmo data on LB (mainly EM, ie, a typical tick-bite rash in LB) are registered by an International Classification of Diseases (10th Revision; ICD-10) disease classification code “A69.2” and are available since 2011. According to Avohilmo and NIDR registers, the incidence of LB in Finland has increased steadily (personal communication by E Sajanti, MJ Virtanen, J Hytönen, J Sane, October 10, 2016). Of note, in primary health care patients with EM, a clinical picture is sufficient for diagnosis and further laboratory testing is not recommended. Therefore, the cases reported to Avohilmo are not likely reported in NIDR. Our hypothesis was that the timeliness of health care professionals’ queries coincides with Avohilmo findings of LB. The chosen registers, PD and Avohilmo, represent unique databases, which do not allow matching the searches and diagnoses to one another.</p>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <p>We carried out a descriptive register study to compare two registers, PD and the register of primary health care outpatient diagnoses (Avohilmo), to research health care professionals’ Internet-based queries of LB and public primary health care outpatient diagnoses on LB. To study the use of electronic databases in the context of a well-defined disease, we retrospectively collected logs of PD searches for LB by using the keywords: “borre*” or “lyme*” or “migrans*.” These searches were further defined by the number of searches (years 2011-2015) in the whole country and all 21 health care districts in Finland annually and monthly. Three high-incidence LB regions (Helsinki and Uusimaa, Southwest Finland, and Kymenlaakso), all located in Southern Finland [<xref ref-type="bibr" rid="ref19">19</xref>], were selected to be studied further. We chose blood pressure and diabetes to serve as comparison words to LB search word to distinguish actual increase in single search parameter from annual increase of general searches. The aim of this study was to compare PD searches to public primary health care outpatient diagnoses (Avohilmo) (1) annually in the whole country during 2011-2015, (2) monthly in the whole country during 2014-2015, and also (3) annually in three selected high-incidence LB regions during 2011-2015. An ethical approval for this study was granted by NIHW.</p>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <p>We found visually similar patterns in annual and regional variation in LB searches and primary health care outpatient diagnoses. <xref ref-type="fig" rid="figure1">Figure 1</xref> shows the annual variation of the whole country in 2011-2015. The PD searches of the whole country in 2011-2015 start mostly in April and reach the maximum (searches peak at 25,463 and primary health care outpatient diagnoses at 835 in 2015) in July-August, and descend to the minimum in February (searches lowest at 1618 in 2011 and primary health care outpatient diagnoses at 15 in 2012). In June-September 2014, a plateau stage occurs, a pattern that is also present in Avohilmo. Comparison words, blood pressure and diabetes, to LB search word show no temporal variation (data not shown) as LB does.</p>
      <p>The monthly variation in searches in the whole country in 2014-2015 is seen in <xref ref-type="fig" rid="figure2">Figure 2</xref> and diagnoses in <xref ref-type="fig" rid="figure3">Figure 3</xref>. In 2014, the PD and Avohilmo data show a rapid ascent in April, both peak in July, and then start a decline forming a double-peaked pattern in July-September. The findings in PD and Avohilmo data reach the minimum in February and March 2015, respectively. In 2015, both searches and primary health care outpatient diagnoses show a rapid up-and-down pattern starting in April, peaking in August, and then declining fast.</p>
      <p>In both PD and Avohilmo data, three hospital regions stand out as high-incidence areas of LB (Helsinki and Uusimaa, Southwest Finland, and Kymenlaakso). These regions show similar patterns between in both PD and Avohilmo data during 2011-2015 (data not shown). These regions also follow the same annual variation pattern as shown in <xref ref-type="fig" rid="figure1">Figure 1</xref>.</p>
      <fig id="figure1" position="float">
        <label>Figure 1</label>
        <caption>
          <p>Physician's database searches for Lyme borreliosis (solid line) and Avohilmo diagnoses for Lyme borreliosis (dashed line) in the whole country during 2011-2015.</p>
        </caption>
        <graphic xlink:href="publichealth_v3i2e19_fig1.JPG" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
      </fig>
      <fig id="figure2" position="float">
        <label>Figure 2</label>
        <caption>
          <p>Physician's database searches for Lyme borreliosis in the whole country during 2014-2015.</p>
        </caption>
        <graphic xlink:href="publichealth_v3i2e19_fig2.JPG" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
      </fig>
      <fig id="figure3" position="float">
        <label>Figure 3</label>
        <caption>
          <p>Avohilmo diagnoses for Lyme borreliosis in the whole country during 2014-2015.</p>
        </caption>
        <graphic xlink:href="publichealth_v3i2e19_fig3.JPG" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
      </fig>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <p>Our study showed visually similar patterns between PD searches and primary health care outpatient LB diagnoses both in the whole country and in three healthcare districts with high incidence of LB during 2011-2015. In PD searches, the seasonal variation was clear and regional differences appeared which were consistent with LB diagnoses registered in Avohilmo. A double-peaked pattern in July-September 2014 (<xref ref-type="fig" rid="figure2">Figures 2</xref> and <xref ref-type="fig" rid="figure3">3</xref>) may possibly be related to media trends.</p>
      <p>The use of Internet-based EBM sources, such as the Cochrane Library, Cumulative Index to Nursing and Allied Health Literature (CINAHL), and MEDLINE or Pubmed, has increased over the years among health care professionals [<xref ref-type="bibr" rid="ref20">20</xref>]. Log files from Internet portals such as Google could be utilized to help in detecting and predicting epidemiological patterns [<xref ref-type="bibr" rid="ref1">1</xref>,<xref ref-type="bibr" rid="ref4">4</xref>,<xref ref-type="bibr" rid="ref5">5</xref>]. Although we speculate that the double-peaked pattern, formed by health care professionals’ searches, is related to media trends, we hypothesize that nonprofessionals’ queries are even more affected. Therefore, we believe professional queries to mimic more closely actual disease trends. The Google flu-related search trends that included searches by health care professionals and nonprofessionals appeared to fail to predict the timing of emerging infectious diseases [<xref ref-type="bibr" rid="ref4">4</xref>]. Search logs from Internet EBM databases for health care professionals, however, are here shown to accurately mirror LB diagnoses in a nationwide discharge register.</p>
      <p>Our study includes some limitations that should be considered. LB is often diagnosed days after the initial tick bite. It is not uncommon for a patient to seek physician’s attention after coming home from a holiday in a region with a high prevalence of LB. Therefore, the weakness in our study is associated with the fact that diagnoses and searches are not necessarily stated and performed at the same geographical location of contraction of disease. Another limitation in our study is that PD searches and Avohilmo diagnoses represent unique entries in these registers, not unique users or patients. Therefore, they cannot be linked directly to one another. Thus, the conclusions on the number of diagnoses should be carefully drawn when considering a measure of LB incidence. Our study showed strengths in representativeness (health care professionals) and timeliness (real-time Internet database).</p>
      <p>To our knowledge, this is the first study to demonstrate an association between health care professionals’ Internet-based searches and a nationwide primary care discharge register on a specific diagnosis. We state that PD searches closely mimic the known seasonal variation of LB. This finding could be used for means to strengthen the surveillance of seasonal increases of the disease. Future research should focus on the validation of the method and the applicability of the method to other specific pathogens.</p>
    </sec>
  </body>
  <back>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">Avohilmo</term>
          <def>
            <p>the register of public primary health care diagnoses</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">EBM</term>
          <def>
            <p>evidence-based medicine</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb3">EM</term>
          <def>
            <p>erythema migrans</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb4">LB</term>
          <def>
            <p>Lyme borreliosis</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb5">NIDR</term>
          <def>
            <p>National Infectious Diseases Register</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb6">NIHW</term>
          <def>
            <p>National Institute for Health and Welfare</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb7">PD</term>
          <def>
            <p>Physician’s databases</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <fn-group>
      <fn fn-type="con">
        <p>MJV, OL, SM, and OH designed the study concept. SP, JS, JJ, and MK planned the study concept. SP, JS, OL, and OH performed the literature research. PM gathered and supplied the study data. SP carried out the data analysis. SP, MJV, and JS carried out the data interpretation. JS and OH involved in the final approval and critical revision. MJV, JJ, OL, PM, SM, and MK involved in the critical revision. SP drafted the manuscript. SP and OH are the guarantors.</p>
        
      </fn>
      <fn fn-type="conflict">
        <p>Dr Minna Kaila reports various trustee positions in the Medical Society Duodecim since the late 1990s. Dr Jukkapekka Jousimaa reports personal fees from Duodecim Medical Publications Ltd during the conduct of this study. Dr Otto Helve reports various trustee positions in the Medical Society Duodecim and Kustannus Oy Duodecim since 2009. Other authors have no competing interests.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Eysenbach</surname>
            <given-names>G</given-names>
          </name>
        </person-group>
        <article-title>Infodemiology: tracking flu-related searches on the web for syndromic surveillance</article-title>
        <source>AMIA Annu Symp Proc</source>  
        <year>2006</year>  
        <fpage>244</fpage>  
        <lpage>8</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/17238340"/>
        </comment>  
        <pub-id pub-id-type="medline">17238340</pub-id>
        <pub-id pub-id-type="pii">86095</pub-id>
        <pub-id pub-id-type="pmcid">PMC1839505</pub-id></nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Ginsberg</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Mohebbi</surname>
            <given-names>MH</given-names>
          </name>
          <name name-style="western">
            <surname>Patel</surname>
            <given-names>RS</given-names>
          </name>
          <name name-style="western">
            <surname>Brammer</surname>
            <given-names>L</given-names>
          </name>
          <name name-style="western">
            <surname>Smolinski</surname>
            <given-names>MS</given-names>
          </name>
          <name name-style="western">
            <surname>Brilliant</surname>
            <given-names>L</given-names>
          </name>
        </person-group>
        <article-title>Detecting influenza epidemics using search engine query data</article-title>
        <source>Nature</source>  
        <year>2009</year>  
        <month>02</month>  
        <day>19</day>  
        <volume>457</volume>  
        <issue>7232</issue>  
        <fpage>1012</fpage>  
        <lpage>4</lpage>  
        <pub-id pub-id-type="doi">10.1038/nature07634</pub-id>
        <pub-id pub-id-type="medline">19020500</pub-id>
        <pub-id pub-id-type="pii">nature07634</pub-id></nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Milinovich</surname>
            <given-names>GJ</given-names>
          </name>
          <name name-style="western">
            <surname>Williams</surname>
            <given-names>GM</given-names>
          </name>
          <name name-style="western">
            <surname>Clements</surname>
            <given-names>AC</given-names>
          </name>
          <name name-style="western">
            <surname>Hu</surname>
            <given-names>W</given-names>
          </name>
        </person-group>
        <article-title>Internet-based surveillance systems for monitoring emerging infectious diseases</article-title>
        <source>Lancet Infect Dis</source>  
        <year>2014</year>  
        <month>02</month>  
        <volume>14</volume>  
        <issue>2</issue>  
        <fpage>160</fpage>  
        <lpage>8</lpage>  
        <pub-id pub-id-type="doi">10.1016/S1473-3099(13)70244-5</pub-id>
        <pub-id pub-id-type="medline">24290841</pub-id>
        <pub-id pub-id-type="pii">S1473-3099(13)70244-5</pub-id></nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Olson</surname>
            <given-names>DR</given-names>
          </name>
          <name name-style="western">
            <surname>Konty</surname>
            <given-names>KJ</given-names>
          </name>
          <name name-style="western">
            <surname>Paladini</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Viboud</surname>
            <given-names>C</given-names>
          </name>
          <name name-style="western">
            <surname>Simonsen</surname>
            <given-names>L</given-names>
          </name>
        </person-group>
        <article-title>Reassessing Google Flu Trends data for detection of seasonal and pandemic influenza: a comparative epidemiological study at three geographic scales</article-title>
        <source>PLoS Comput Biol</source>  
        <year>2013</year>  
        <volume>9</volume>  
        <issue>10</issue>  
        <fpage>e1003256</fpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://dx.plos.org/10.1371/journal.pcbi.1003256"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1371/journal.pcbi.1003256</pub-id>
        <pub-id pub-id-type="medline">24146603</pub-id>
        <pub-id pub-id-type="pii">PCOMPBIOL-D-13-00957</pub-id>
        <pub-id pub-id-type="pmcid">PMC3798275</pub-id></nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Woo</surname>
            <given-names>H</given-names>
          </name>
          <name name-style="western">
            <surname>Cho</surname>
            <given-names>Y</given-names>
          </name>
          <name name-style="western">
            <surname>Shim</surname>
            <given-names>E</given-names>
          </name>
          <name name-style="western">
            <surname>Lee</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Lee</surname>
            <given-names>C</given-names>
          </name>
          <name name-style="western">
            <surname>Kim</surname>
            <given-names>SH</given-names>
          </name>
        </person-group>
        <article-title>Estimating influenza outbreaks using both search engine query data and social media data in South Korea</article-title>
        <source>J Med Internet Res</source>  
        <year>2016</year>  
        <volume>18</volume>  
        <issue>7</issue>  
        <fpage>e177</fpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://www.jmir.org/2016/7/e177/"/>
        </comment>  
        <pub-id pub-id-type="doi">10.2196/jmir.4955</pub-id>
        <pub-id pub-id-type="medline">27377323</pub-id>
        <pub-id pub-id-type="pii">v18i7e177</pub-id>
        <pub-id pub-id-type="pmcid">PMC4949385</pub-id></nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Eysenbach</surname>
            <given-names>G</given-names>
          </name>
        </person-group>
        <article-title>Infodemiology and infoveillance: framework for an emerging set of public health informatics methods to analyze search, communication and publication behavior on the Internet</article-title>
        <source>J Med Internet Res</source>  
        <year>2009</year>  
        <volume>11</volume>  
        <issue>1</issue>  
        <fpage>e11</fpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://www.jmir.org/2009/1/e11/"/>
        </comment>  
        <pub-id pub-id-type="doi">10.2196/jmir.1157</pub-id>
        <pub-id pub-id-type="medline">19329408</pub-id>
        <pub-id pub-id-type="pii">v11i1e11</pub-id>
        <pub-id pub-id-type="pmcid">PMC2762766</pub-id></nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Jormanainen</surname>
            <given-names>V</given-names>
          </name>
          <name name-style="western">
            <surname>Jousimaa</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Kunnamo</surname>
            <given-names>I</given-names>
          </name>
          <name name-style="western">
            <surname>Ruutu</surname>
            <given-names>P</given-names>
          </name>
        </person-group>
        <article-title>Physicians' database searches as a tool for early detection of epidemics</article-title>
        <source>Emerg Infect Dis</source>  
        <year>2001</year>  
        <volume>7</volume>  
        <issue>3</issue>  
        <fpage>474</fpage>  
        <lpage>6</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="https://wwwnc.cdc.gov/eid/article/7/3/01-7324.htm"/>
        </comment>  
        <pub-id pub-id-type="doi">10.3201/eid0703.010324</pub-id>
        <pub-id pub-id-type="medline">11384534</pub-id>
        <pub-id pub-id-type="pmcid">PMC2631811</pub-id></nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Dwairy</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Dowell</surname>
            <given-names>AC</given-names>
          </name>
          <name name-style="western">
            <surname>Stahl</surname>
            <given-names>J</given-names>
          </name>
        </person-group>
        <article-title>The application of foraging theory to the information searching behaviour of general practitioners</article-title>
        <source>BMC Fam Pract</source>  
        <year>2011</year>  
        <volume>12</volume>  
        <fpage>90</fpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://bmcfampract.biomedcentral.com/articles/10.1186/1471-2296-12-90"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1186/1471-2296-12-90</pub-id>
        <pub-id pub-id-type="medline">21861880</pub-id>
        <pub-id pub-id-type="pii">1471-2296-12-90</pub-id>
        <pub-id pub-id-type="pmcid">PMC3175159</pub-id></nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Younger</surname>
            <given-names>P</given-names>
          </name>
        </person-group>
        <article-title>Internet-based information-seeking behaviour amongst doctors and nurses: a short review of the literature</article-title>
        <source>Health Info Libr J</source>  
        <year>2010</year>  
        <month>03</month>  
        <volume>27</volume>  
        <issue>1</issue>  
        <fpage>2</fpage>  
        <lpage>10</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://dx.doi.org/10.1111/j.1471-1842.2010.00883.x"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1111/j.1471-1842.2010.00883.x</pub-id>
        <pub-id pub-id-type="medline">20402799</pub-id>
        <pub-id pub-id-type="pii">HIR883</pub-id></nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Hider</surname>
            <given-names>PN</given-names>
          </name>
          <name name-style="western">
            <surname>Griffin</surname>
            <given-names>G</given-names>
          </name>
          <name name-style="western">
            <surname>Walker</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Coughlan</surname>
            <given-names>E</given-names>
          </name>
        </person-group>
        <article-title>The information-seeking behavior of clinical staff in a large health care organization</article-title>
        <source>J Med Libr Assoc</source>  
        <year>2009</year>  
        <month>01</month>  
        <volume>97</volume>  
        <issue>1</issue>  
        <fpage>47</fpage>  
        <lpage>50</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/19159006"/>
        </comment>  
        <pub-id pub-id-type="doi">10.3163/1536-5050.97.1.009</pub-id>
        <pub-id pub-id-type="medline">19159006</pub-id>
        <pub-id pub-id-type="pmcid">PMC2605037</pub-id></nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Davies</surname>
            <given-names>K</given-names>
          </name>
        </person-group>
        <article-title>UK doctors awareness and use of specified electronic evidence-based medicine resources</article-title>
        <source>Inform Health Soc Care</source>  
        <year>2011</year>  
        <month>01</month>  
        <volume>36</volume>  
        <issue>1</issue>  
        <fpage>1</fpage>  
        <lpage>19</lpage>  
        <pub-id pub-id-type="doi">10.3109/17538157.2010.534211</pub-id>
        <pub-id pub-id-type="medline">21142434</pub-id></nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="web">
        <source>Duodecim</source>  
        <access-date>2016-10-07</access-date>
        <comment>Duodecim Medical Publications Ltd
        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://www.duodecim.fi/english">http://www.duodecim.fi/english</ext-link>
        <ext-link ext-link-type="webcite" xlink:href="6l5Pr3evA"/></comment> </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="web">
        <source>laakariliitto.fi</source>  
        <comment>The Finnish Medical Association: Physicians 2016
        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://www.laakariliitto.fi/site/assets/files/1011/ll16_taskutil_06_en_160524net.pdf">http://www.laakariliitto.fi/site/assets/files/1011/ll16_taskutil_06_en_160524net.pdf</ext-link>
        <ext-link ext-link-type="webcite" xlink:href="6l5PCE40g"/></comment> </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Shapiro</surname>
            <given-names>ED</given-names>
          </name>
        </person-group>
        <article-title>Borrelia burgdorferi (Lyme disease)</article-title>
        <source>Pediatr Rev</source>  
        <year>2014</year>  
        <month>12</month>  
        <volume>35</volume>  
        <issue>12</issue>  
        <fpage>500</fpage>  
        <lpage>9</lpage>  
        <pub-id pub-id-type="doi">10.1542/pir.35-12-500</pub-id>
        <pub-id pub-id-type="medline">25452659</pub-id>
        <pub-id pub-id-type="pii">35/12/500</pub-id></nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Nelson</surname>
            <given-names>CA</given-names>
          </name>
          <name name-style="western">
            <surname>Saha</surname>
            <given-names>S</given-names>
          </name>
          <name name-style="western">
            <surname>Kugeler</surname>
            <given-names>KJ</given-names>
          </name>
          <name name-style="western">
            <surname>Delorey</surname>
            <given-names>MJ</given-names>
          </name>
          <name name-style="western">
            <surname>Shankar</surname>
            <given-names>MB</given-names>
          </name>
          <name name-style="western">
            <surname>Hinckley</surname>
            <given-names>AF</given-names>
          </name>
          <name name-style="western">
            <surname>Mead</surname>
            <given-names>PS</given-names>
          </name>
        </person-group>
        <article-title>Incidence of Clinician-Diagnosed Lyme Disease, United States, 2005-2010</article-title>
        <source>Emerg Infect Dis</source>  
        <year>2015</year>  
        <month>09</month>  
        <volume>21</volume>  
        <issue>9</issue>  
        <fpage>1625</fpage>  
        <lpage>31</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="https://dx.doi.org/10.3201/eid2109.150417"/>
        </comment>  
        <pub-id pub-id-type="doi">10.3201/eid2109.150417</pub-id>
        <pub-id pub-id-type="medline">26291194</pub-id>
        <pub-id pub-id-type="pmcid">PMC4550147</pub-id></nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="web">
        <source>Euro.who</source>  
        <comment>Lyme borreliosis in Europe: influences of climate and climate change, epidemiology, ecology and adaptation measures
        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://www.euro.who.int/__data/assets/pdf_file/0006/96819/E89522.pdf">http://www.euro.who.int/__data/assets/pdf_file/0006/96819/E89522.pdf</ext-link>
        <ext-link ext-link-type="webcite" xlink:href="6mG7NPP0Q"/></comment> </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Bennet</surname>
            <given-names>L</given-names>
          </name>
          <name name-style="western">
            <surname>Halling</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>Berglund</surname>
            <given-names>J</given-names>
          </name>
        </person-group>
        <article-title>Increased incidence of Lyme borreliosis in southern Sweden following mild winters and during warm, humid summers</article-title>
        <source>Eur J Clin Microbiol Infect Dis</source>  
        <year>2006</year>  
        <month>07</month>  
        <volume>25</volume>  
        <issue>7</issue>  
        <fpage>426</fpage>  
        <lpage>32</lpage>  
        <pub-id pub-id-type="doi">10.1007/s10096-006-0167-2</pub-id>
        <pub-id pub-id-type="medline">16810531</pub-id></nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Wilking</surname>
            <given-names>H</given-names>
          </name>
          <name name-style="western">
            <surname>Stark</surname>
            <given-names>K</given-names>
          </name>
        </person-group>
        <article-title>Trends in surveillance data of human Lyme borreliosis from six federal states in eastern Germany, 2009-2012</article-title>
        <source>Ticks Tick Borne Dis</source>  
        <year>2014</year>  
        <month>04</month>  
        <volume>5</volume>  
        <issue>3</issue>  
        <fpage>219</fpage>  
        <lpage>24</lpage>  
        <pub-id pub-id-type="doi">10.1016/j.ttbdis.2013.10.010</pub-id>
        <pub-id pub-id-type="medline">24656810</pub-id>
        <pub-id pub-id-type="pii">S1877-959X(14)00035-1</pub-id></nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="web">
        <source>Julkari.fi</source>  
        <comment>Infectious diseases in Finland 2013: National Institute for Health and Welfare, Report 18/2014
        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://www.julkari.fi/bitstream/handle/10024/125566/URN_ISBN_978-952-302-194-5.pdf?sequence=1">http://www.julkari.fi/bitstream/handle/10024/125566/URN_ISBN_978-952-302-194-5.pdf?sequence=1</ext-link>
        <ext-link ext-link-type="webcite" xlink:href="6mG6nXp9b"/></comment> </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Weng</surname>
            <given-names>Y</given-names>
          </name>
          <name name-style="western">
            <surname>Kuo</surname>
            <given-names>KN</given-names>
          </name>
          <name name-style="western">
            <surname>Yang</surname>
            <given-names>C</given-names>
          </name>
          <name name-style="western">
            <surname>Lo</surname>
            <given-names>H</given-names>
          </name>
          <name name-style="western">
            <surname>Shih</surname>
            <given-names>Y</given-names>
          </name>
          <name name-style="western">
            <surname>Chen</surname>
            <given-names>C</given-names>
          </name>
          <name name-style="western">
            <surname>Chiu</surname>
            <given-names>Y</given-names>
          </name>
        </person-group>
        <article-title>Increasing utilization of Internet-based resources following efforts to promote evidence-based medicine: a national study in Taiwan</article-title>
        <source>BMC Med Inform Decis Mak</source>  
        <year>2013</year>  
        <month>01</month>  
        <day>07</day>  
        <volume>13</volume>  
        <fpage>4</fpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="https://bmcmedinformdecismak.biomedcentral.com/articles/10.1186/1472-6947-13-4"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1186/1472-6947-13-4</pub-id>
        <pub-id pub-id-type="medline">23289500</pub-id>
        <pub-id pub-id-type="pii">1472-6947-13-4</pub-id>
        <pub-id pub-id-type="pmcid">PMC3639803</pub-id></nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
