<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JPH</journal-id>
      <journal-id journal-id-type="nlm-ta">JMIR Public Health Surveill</journal-id>
      <journal-title>JMIR Public Health and Surveillance</journal-title>
      <issn pub-type="epub">2369-2960</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v7i3e14837</article-id>
      <article-id pub-id-type="pmid">33687334</article-id>
      <article-id pub-id-type="doi">10.2196/14837</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Original Paper</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Original Paper</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>A Mobile App and Dashboard for Early Detection of Infectious Disease Outbreaks: Development Study</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Eysenbach</surname>
            <given-names>Gunther</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Mogul</surname>
            <given-names>Douglas</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Bentvelsen</surname>
            <given-names>Robbert Bentvelsen</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Almeida</surname>
            <given-names>Evismar</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Harte</surname>
            <given-names>Richard</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author">
          <name name-style="western">
            <surname>Ahn</surname>
            <given-names>Euijoon</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-7027-067X</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author">
          <name name-style="western">
            <surname>Liu</surname>
            <given-names>Na</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff3" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-1046-0775</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author">
          <name name-style="western">
            <surname>Parekh</surname>
            <given-names>Tej</given-names>
          </name>
          <degrees>MInfoTech</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <xref rid="aff4" ref-type="aff">4</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-4519-5887</ext-link>
        </contrib>
        <contrib id="contrib4" contrib-type="author">
          <name name-style="western">
            <surname>Patel</surname>
            <given-names>Ronak</given-names>
          </name>
          <degrees>MInfoTech</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-8871-6390</ext-link>
        </contrib>
        <contrib id="contrib5" contrib-type="author">
          <name name-style="western">
            <surname>Baldacchino</surname>
            <given-names>Tanya</given-names>
          </name>
          <degrees>BN</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-8247-7704</ext-link>
        </contrib>
        <contrib id="contrib6" contrib-type="author">
          <name name-style="western">
            <surname>Mullavey</surname>
            <given-names>Tracy</given-names>
          </name>
          <degrees>BN</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-1865-1106</ext-link>
        </contrib>
        <contrib id="contrib7" contrib-type="author">
          <name name-style="western">
            <surname>Robinson</surname>
            <given-names>Amanda</given-names>
          </name>
          <degrees>BN</degrees>
          <xref rid="aff5" ref-type="aff">5</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-8258-4983</ext-link>
        </contrib>
        <contrib id="contrib8" contrib-type="author" corresp="yes">
          <name name-style="western">
            <surname>Kim</surname>
            <given-names>Jinman</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <address>
            <institution>School of Computer Science</institution>
            <institution>The University of Sydney</institution>
            <addr-line>Rm 340, Level 3, J12, 1 Cleveland St</addr-line>
            <addr-line>Darlington, 2006</addr-line>
            <country>Australia</country>
            <phone>61 290369804</phone>
            <email>jinman.kim@sydney.edu.au</email>
          </address>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-5960-1060</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>School of Computer Science</institution>
        <institution>The University of Sydney</institution>
        <addr-line>Darlington</addr-line>
        <country>Australia</country>
      </aff>
      <aff id="aff2">
        <label>2</label>
        <institution>Telehealth Technology Centre</institution>
        <institution>Nepean Hospital</institution>
        <institution>Nepean Blue Mountains Local Health District</institution>
        <addr-line>Kingswood</addr-line>
        <country>Australia</country>
      </aff>
      <aff id="aff3">
        <label>3</label>
        <institution>The University Sydney Business School</institution>
        <addr-line>Darlington</addr-line>
        <country>Australia</country>
      </aff>
      <aff id="aff4">
        <label>4</label>
        <institution>Tej Consultancy</institution>
        <addr-line>Sydney</addr-line>
        <country>Australia</country>
      </aff>
      <aff id="aff5">
        <label>5</label>
        <institution>Public Health Unit</institution>
        <institution>Nepean Hospital</institution>
        <institution>Nepean Blue Mountains Local Health District</institution>
        <addr-line>Kingswood</addr-line>
        <country>Australia</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Jinman Kim <email>jinman.kim@sydney.edu.au</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <month>3</month>
        <year>2021</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>9</day>
        <month>3</month>
        <year>2021</year>
      </pub-date>
      <volume>7</volume>
      <issue>3</issue>
      <elocation-id>e14837</elocation-id>
      <history>
        <date date-type="received">
          <day>28</day>
          <month>5</month>
          <year>2019</year>
        </date>
        <date date-type="rev-request">
          <day>30</day>
          <month>9</month>
          <year>2019</year>
        </date>
        <date date-type="rev-recd">
          <day>23</day>
          <month>11</month>
          <year>2019</year>
        </date>
        <date date-type="accepted">
          <day>24</day>
          <month>1</month>
          <year>2021</year>
        </date>
      </history>
      <copyright-statement>©Euijoon Ahn, Na Liu, Tej Parekh, Ronak Patel, Tanya Baldacchino, Tracy Mullavey, Amanda Robinson, Jinman Kim. Originally published in JMIR Public Health and Surveillance (http://publichealth.jmir.org), 09.03.2021.</copyright-statement>
      <copyright-year>2021</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in JMIR Public Health and Surveillance, is properly cited. The complete bibliographic information, a link to the original publication on http://publichealth.jmir.org, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="https://publichealth.jmir.org/2021/3/e14837" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>Outbreaks of infectious diseases pose great risks, including hospitalization and death, to public health. Therefore, improving the management of outbreaks is important for preventing widespread infection and mitigating associated risks. Mobile health technology provides new capabilities that can help better capture, monitor, and manage infectious diseases, including the ability to quickly identify potential outbreaks.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>This study aims to develop a new infectious disease surveillance (IDS) system comprising a mobile app for accurate data capturing and dashboard for better health care planning and decision making.</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>We developed the IDS system using a 2-pronged approach: a literature review on available and similar disease surveillance systems to understand the fundamental requirements and face-to-face interviews to collect specific user requirements from the local public health unit team at the Nepean Hospital, Nepean Blue Mountains Local Health District, New South Wales, Australia.</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>We identified 3 fundamental requirements when designing an electronic IDS system, which are the ability to capture and report outbreak data accurately, completely, and in a timely fashion. We then developed our IDS system based on the workflow, scope, and specific requirements of the public health unit team. We also produced detailed design and requirement guidelines. In our system, the outbreak data are captured and sent from anywhere using a mobile device or a desktop PC (web interface). The data are processed using a client-server architecture and, therefore, can be analyzed in real time. Our dashboard is designed to provide a daily, weekly, monthly, and historical summary of outbreak information, which can be potentially used to develop a future intervention plan. Specific information about certain outbreaks can also be visualized interactively to understand the unique characteristics of emerging infectious diseases.</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>We demonstrated the design and development of our IDS system. We suggest that the use of a mobile app and dashboard will simplify the overall data collection, reporting, and analysis processes, thereby improving the public health responses and providing accurate registration of outbreak information. Accurate data reporting and collection are a major step forward in creating a better intervention plan for future outbreaks of infectious diseases.</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>public health</kwd>
        <kwd>infectious disease reporting</kwd>
        <kwd>mobile app</kwd>
        <kwd>disease notification</kwd>
        <kwd>mobile phone</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <p>Outbreaks of infectious diseases, such as gastroenteritis, measles, influenza, and COVID-19, pose great risks, including hospitalization and death, to public health. Outbreaks have been directly associated with increased utilization of health care resources and negative social impacts [<xref ref-type="bibr" rid="ref1">1</xref>,<xref ref-type="bibr" rid="ref2">2</xref>]. Therefore, improving the management of these outbreaks is important for preventing widespread infection and mitigating associated risks. A core strategy to minimize the risk posed by widespread infectious diseases is the development of a surveillance system to quickly identify potential outbreaks as early as possible accurately, such that an effective intervention plan can be implemented before the substantial costs associated with the spread of diseases have been incurred.</p>
      <p>Many infectious disease surveillance (IDS) systems have been developed to quickly collect, interpret, and respond to outbreaks. Organizations such as the US Centers for Disease Control and Prevention [<xref ref-type="bibr" rid="ref3">3</xref>], Germany’s SurvNet@RKI [<xref ref-type="bibr" rid="ref4">4</xref>], and Australia’s Health Victoria [<xref ref-type="bibr" rid="ref5">5</xref>] have established digital and web-based disease notification systems. These systems are beneficial for timely reporting of disease outbreaks between distributed sites (often dispersed geographical locations) such as hospitals or community facilities (eg, aged care and childcare centers) and local public health units (PHUs). However, each system has been developed to satisfy particular needs (eg, specific to certain diseases [<xref ref-type="bibr" rid="ref6">6</xref>] or patients only) and is thus limited in its applicability to a wider domain. Meanwhile, local health authorities in many countries still rely on conventional manual paper forms and communicate them via fax or email (eg, New South Wales [NSW] Ministry of Health [<xref ref-type="bibr" rid="ref7">7</xref>]). Reporting in such a way between geographically dispersed sites is susceptible to lost, incomplete, and incorrect information [<xref ref-type="bibr" rid="ref8">8</xref>]. This is problematic because of the increased public health costs associated with infectious diseases.</p>
      <p>Mobile health (mHealth) technology is an emerging concept that uses mobile devices coupled with wireless technology for health care purposes [<xref ref-type="bibr" rid="ref9">9</xref>-<xref ref-type="bibr" rid="ref11">11</xref>]. It has gained great popularity in recent years and has been used in various clinical environments. Communication between clinicians and hospitals has been improved greatly using <italic>push alert</italic> and automatic notification (eg, paging) features [<xref ref-type="bibr" rid="ref12">12</xref>]. In addition, a number of innovative mobile apps have been developed, such as remote patient monitoring systems [<xref ref-type="bibr" rid="ref13">13</xref>] and orthopedic decision support apps [<xref ref-type="bibr" rid="ref14">14</xref>]. With continued innovation in mHealth technologies, dashboards have also been introduced to summarize and integrate key information into a visual display for better decision making [<xref ref-type="bibr" rid="ref15">15</xref>-<xref ref-type="bibr" rid="ref17">17</xref>]. Clinical dashboards are generally designed to improve the quality of care by measuring performance metrics such as the doctor-to-bed ratio, hospital infection rates, and mortality ratios [<xref ref-type="bibr" rid="ref15">15</xref>]. These data are then shared among clinicians in real time to react to patient needs as well as to efficiently capture and understand underlying patterns and trends.</p>
      <p>Limited research has been conducted to investigate the use of mHealth technology coupled with dashboards to improve the management of the outbreak of infectious diseases. In this paper, we propose a new IDS system that accurately captures outbreak data using a mobile app and analyzes them by visualizing interactively using a dashboard. We developed our system using a 2-pronged approach; we firstly carried out a comprehensive literature review to understand the initial fundamental requirements of existing IDS systems and then conducted iterative face-to-face interviews to understand the context of use and collect user requirements. A flowchart of our 2-pronged approach is shown in <xref rid="figure1" ref-type="fig">Figure 1</xref>. We suggest that the use of mHealth technology and dashboard can improve the management of outbreaks between distributed sites and identify new opportunities for better health outcomes and planning.</p>
      <fig id="figure1" position="float">
        <label>Figure 1</label>
        <caption>
          <p>Flowchart of our 2-pronged approach. IDS: infectious disease surveillance.</p>
        </caption>
        <graphic xlink:href="publichealth_v7i3e14837_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
      </fig>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>Study Site and Setting</title>
        <p>This study was conducted at Nepean Blue Mountains Local Health District (NBMLHD), a Nepean hospital in NSW, Australia. NBMLHD covers both urban and semirural areas, covering approximately 9179 km<sup>2</sup>. The estimated resident population of NBMLHD in 2017 was 381,704 and is projected to increase by 30% by 2036. The PHU at NBMLHD identifies and prevents or minimizes public health risks to the communities by working with local general practitioners, community health workers, schools and childcare centers, and aged care facilities.</p>
        <p>All health facilities (eg, childcare centers and aged care facilities) in NBMLHD (and also across the NSW state) currently use a paper-based form to report outbreaks to local PHU teams, which is error prone and time consuming. The increasing populations along with large covering areas of the district will introduce new and unique challenges in the management of infectious disease outbreaks.</p>
      </sec>
      <sec>
        <title>Identification of Fundamental Requirements of the IDS System Through a Literature Review</title>
        <p>We conducted a literature review on existing IDS systems to analyze and define the overall scopes and fundamental requirements of our system, following the PRISMA-P (Preferred Reporting Items for Systematic Reviews and Meta-analyses Protocols) guidelines [<xref ref-type="bibr" rid="ref18">18</xref>]. We also analyzed the design trends and incorporated the relevant technologies into our system, with a focus on studies that used mobile devices and dashboard systems.</p>
        <p>We conducted a systematic search of published papers from the following scientific databases: PubMed and Web of Science. We searched the papers published in the last 15 years from 2004, concerning infectious disease reporting and analysis using mHealth technologies. The search terms used were “infectious” AND “disease” AND “surveillance” AND “smartphone” OR “smartphone application” OR “mobile app” OR “mobile phones” OR “dashboard” OR “mHealth.” <xref rid="figure2" ref-type="fig">Figure 2</xref> provides an overview of the study selection process.</p>
        <p>The inclusion criteria were as follows: (1) infectious disease reporting systems must have been designed to use an electronic device (mobile phone, tablet, or personal computer) and (2) reporting was in the form of a specific app or website. We excluded papers that described the use of mobile-based systems for noninfectious diseases. Review papers were excluded. Only papers published in English were included.</p>
        <fig id="figure2" position="float">
          <label>Figure 2</label>
          <caption>
            <p>Flowchart of paper selections. mHealth: mobile health.</p>
          </caption>
          <graphic xlink:href="publichealth_v7i3e14837_fig2.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
      <sec>
        <title>Identification of Specific User Requirements of the IDS System Through Interviews</title>
        <p>Face-to-face interviews were conducted to collect the user requirements of our IDS system. Multiple interviews were carried out iteratively until we had a comprehensive understanding of user requirements. The participants included public health nurses from the local PHU team and telehealth providers from the NBMLHD. The interviews were conducted by experienced researchers, including project coordinators and software developers. First, we identified different types of end users and their corresponding roles. We then investigated and defined specific workflows and use case scenarios of our system. Our study did not require any patient involvement, as ethical approval or informed consent was not needed.</p>
      </sec>
      <sec>
        <title>User Interface Design and Agile Development</title>
        <p>Agile development uses an interactive system framework that aims to provide a good user experience. The initial user interfaces of the system were designed based on the user requirements and the understanding of the context of use. The software developers and health care team were in constant communication, discussing and enhancing the contents and user interfaces of the system. We developed a functional mobile app and dashboard prototype that was used to collect further feedback from users.</p>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <sec>
        <title>Phase 1: Literature Review of the State of the Art</title>
        <p>Our initial search identified 256 papers using the search criteria. We removed 9 duplicate papers and screened the remaining 247 papers based on their titles and abstracts. We then downloaded 30 relevant papers and examined them based on the inclusion and exclusion criteria. A total of 11 relevant papers were selected for qualitative review.</p>
        <p>The papers described new digital technologies for better detection of, reporting on, and response to the outbreak of the diseases. A summary of our literature review of the existing IDS systems is shown in <xref ref-type="table" rid="table1">Table 1</xref>. Through analyzing the common and central aims of selected studies, we have identified 3 fundamental requirements for infectious disease reporting systems, which is the ability to capture and report outbreak data accurately, completely, and in a timely fashion [<xref ref-type="bibr" rid="ref19">19</xref>-<xref ref-type="bibr" rid="ref25">25</xref>]. Fundamental requirements were also used as the basis for identifying subsequent specific user requirements.</p>
        <p>The ability to accurately capture and report data, such as symptoms and age, is important to create an optimal disease-specific intervention plan [<xref ref-type="bibr" rid="ref21">21</xref>,<xref ref-type="bibr" rid="ref26">26</xref>,<xref ref-type="bibr" rid="ref27">27</xref>]. It is also crucial to identify and understand the unique characteristics of certain diseases; some diseases have a higher number of reported cases, but only a few patients have serious illnesses (eg, measles). Another electronic reporting system was used in Ireland to reduce the underreporting of notifiable diseases [<xref ref-type="bibr" rid="ref28">28</xref>]. Underreporting has been associated with a number of factors, including clinicians’ lack of time and motivation and the use of complicated and inconsistent paper forms. The electronic system, which was consistent and user friendly, created an environment where clinicians could better engage in reporting and understand their notification obligations [<xref ref-type="bibr" rid="ref21">21</xref>,<xref ref-type="bibr" rid="ref25">25</xref>,<xref ref-type="bibr" rid="ref29">29</xref>]. An interactive data visualization technique (eg, web dashboard) was also used to understand the unique characteristics of certain infectious diseases, thereby improving the accuracy and completeness of outbreak reporting [<xref ref-type="bibr" rid="ref27">27</xref>]. Kamadjeu et al [<xref ref-type="bibr" rid="ref30">30</xref>] developed an electronic dashboard for the poliovirus outbreak response in Somalia. The dashboard captured complete outbreak data and was able to improve the daily analysis and sharing of outbreak information between different stakeholders, such as outbreak response managers and immunization partners located in various areas.</p>
        <p>The internet-based reporting system OSIRIS was introduced in the Netherlands to reduce delays in receiving outbreak data and improve the completeness of the data [<xref ref-type="bibr" rid="ref20">20</xref>]. The system was able to reduce the delay from 10 days to 1 day and had a higher completeness of data with over 10% improvements compared with traditional paper-based approaches. Similarly, Angues et al [<xref ref-type="bibr" rid="ref21">21</xref>] used a mobile-based data collection platform and real-time cloud-based storage technology to reduce delayed recognition and intervention. Fahnrich et al [<xref ref-type="bibr" rid="ref23">23</xref>] also developed a mobile-based system that can efficiently and promptly control Ebola in West Africa.</p>
        <table-wrap position="float" id="table1">
          <label>Table 1</label>
          <caption>
            <p>The descriptions of existing infectious disease surveillance systems found from our literature review.</p>
          </caption>
          <table border="1" rules="groups" cellpadding="5" frame="hsides" width="1000" cellspacing="0">
            <col width="140"/>
            <col width="140"/>
            <col width="140"/>
            <col width="450"/>
            <col width="130"/>
            <thead>
              <tr valign="top">
                <td>Study</td>
                <td>Infectious disease addressed</td>
                <td>Description of main aims or features</td>
                <td>Main outcomes reported</td>
                <td>Fundamental requirements</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>Ward et al 2005 [<xref ref-type="bibr" rid="ref20">20</xref>]</td>
                <td>Meningitis, malaria, hepatitis A, B and C, etc</td>
                <td>To improve timeliness and completeness of surveillance data on infectious diseases reported from regional to national level</td>
                <td>The primary outcome measure was whether the internet-based reporting system improves timeliness and completeness in receiving the outbreak data in comparison with conventional paper-based forms. The internet-based system was able to reduce the delay and had a higher completeness of data.</td>
                <td>Timeliness and completeness</td>
              </tr>
              <tr valign="top">
                <td>Angues et al 2018 [<xref ref-type="bibr" rid="ref21">21</xref>]</td>
                <td>Nodding syndrome</td>
                <td>To reduce delays in receiving outbreak data from rural regions in Uganda</td>
                <td>The primary outcome measure was whether the real-time mobile-based system can improve the timeliness in reporting outbreak data. The system was able to accurately capture the data and reduce the delayed recognition and intervention. The system also created an environment where clinicians can better engage with the reporting and understand their notification obligations.</td>
                <td>Accuracy, completeness, and timeliness</td>
              </tr>
              <tr valign="top">
                <td>Severi et al 2014 [<xref ref-type="bibr" rid="ref22">22</xref>]</td>
                <td>Food poisoning, chickenpox, Q fever, etc</td>
                <td>To improve sensitivity and timeliness of infectious disease data</td>
                <td>An event-based surveillance system was developed. The reports from the system were timely and had complete information.</td>
                <td>Timeliness and completeness</td>
              </tr>
              <tr valign="top">
                <td>Fahnrich et al 2015 [<xref ref-type="bibr" rid="ref23">23</xref>]</td>
                <td>Ebola</td>
                <td>To achieve efficient and timely control of communicable Ebola in West Africa</td>
                <td>A standard digital Ebola outbreak management system was developed. The system can handle big data in combination with its mobile interface for bidirectional information exchange between different users.</td>
                <td>Timeliness</td>
              </tr>
              <tr valign="top">
                <td>Waarbeek et al 2011 [<xref ref-type="bibr" rid="ref24">24</xref>]</td>
                <td>Hepatitis, A, B, and C, etc</td>
                <td>To design a real-time IDS<sup>a</sup> system for cross-border collaboration</td>
                <td>The collaborative disease protocols and risk assessments were embedded into the IDS system that provides real-time surveillance and geographical information.</td>
                <td>Timeliness</td>
              </tr>
              <tr valign="top">
                <td>Diwan et al 2015 [<xref ref-type="bibr" rid="ref25">25</xref>]</td>
                <td>Symptoms such as fever, cough, body ache, headache, and runny nose</td>
                <td>To achieve efficient and timely collection of data in a resource-limited setting in rural India</td>
                <td>The study demonstrated that a mobile-based system allowed to reduce the underreporting of notifiable diseases.</td>
                <td>Accuracy and timeliness</td>
              </tr>
              <tr valign="top">
                <td>Blanchon [<xref ref-type="bibr" rid="ref26">26</xref>]</td>
                <td>Acute diarrhea and influenza-like illness</td>
                <td>To identify gaps in the French Sentinelles IDS system</td>
                <td>The main finding is that it is important to maintain a high level of motivation and participation among physicians to improve the completeness and accuracy of outbreak data.</td>
                <td>Accuracy and completeness</td>
              </tr>
              <tr valign="top">
                <td>Yan et al 2013 [<xref ref-type="bibr" rid="ref27">27</xref>]</td>
                <td>Symptoms such as cough, sore throat, and fever</td>
                <td>To design and pilot implementation of a syndromic surveillance system in rural China</td>
                <td>A new web-based syndromic surveillance system was developed, which allows accurate and immediate reporting of syndromic data and automated detection of abnormal disease clusters using interactive visualization (ie, dashboard).</td>
                <td>Accuracy, completeness, and timeliness</td>
              </tr>
              <tr valign="top">
                <td>Brabazon et al 2015 [<xref ref-type="bibr" rid="ref28">28</xref>]</td>
                <td>Viral meningitis, viral encephalitis, bacterial meningitis, malaria, etc</td>
                <td>To identify if there was significant underreporting of hospitalized notifiable infectious diseases in Ireland</td>
                <td>A new computerized IDS system was developed, which reduced underreporting of outbreak data.</td>
                <td>Accuracy and completeness</td>
              </tr>
              <tr valign="top">
                <td>Karimuribo et al 2017 [<xref ref-type="bibr" rid="ref29">29</xref>]</td>
                <td>Any symptoms</td>
                <td>To design a participatory disease surveillance system for community-based health reporters in East and Southern Africa</td>
                <td>A mobile-based disease surveillance system was developed, which improved the engagement of people in their own communities in the detection of infectious human and animal disease threats.</td>
                <td>Completeness</td>
              </tr>
              <tr valign="top">
                <td>Kamadjeu et al 2017 [<xref ref-type="bibr" rid="ref30">30</xref>]</td>
                <td>Poliovirus</td>
                <td>To design and implement an electronic dashboard for polio outbreak response management</td>
                <td>The Somalia Polio Room Dashboard was developed; it integrates various outbreak and surveillance response data sources into rich graphical interfaces. The dashboard was able to reduce the need for daily analysis and sharing of outbreak information between different stakeholders.</td>
                <td>Accuracy</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table1fn1">
              <p><sup>a</sup>IDS: infectious disease surveillance.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
      </sec>
      <sec>
        <title>Phase 2: User Research and User Requirements</title>
        <p>The results of the literature reviews allowed us to create a list of appropriate questions to be asked for subsequent face-to-face interviews. Some of the questions were designed to derive answers that could potentially help improve the ability to capture and report the outbreak data accurately, completely, and in a timely fashion. We conducted several interviews with 2 public health nurses and 1 clinical doctor from the PHU team to understand the overall workflow of how outbreak data were communicated between community facilities and the PHU team. The list of interview questions and their corresponding answers are presented in <xref ref-type="table" rid="table2">Table 2</xref>. Testimony from users and experts was used to help developers better understand user requirements.</p>
        <table-wrap position="float" id="table2">
          <label>Table 2</label>
          <caption>
            <p>The list of interview questions and corresponding answers to understand the context of use.</p>
          </caption>
          <table border="1" rules="groups" cellpadding="5" frame="hsides" width="1000" cellspacing="0">
            <col width="100"/>
            <col width="150"/>
            <col width="200"/>
            <col width="350"/>
            <col width="200"/>
            <thead>
              <tr valign="top">
                <td>Question ID number</td>
                <td>Question themes</td>
                <td>Interview questions</td>
                <td>Answers (user requirements)</td>
                <td>Sources</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>1</td>
                <td>Data security and user access</td>
                <td>Can anyone use the mobile app?</td>
                <td>No; only registered clinicians should use the mobile app and the registration should be limited.</td>
                <td>This was a common answer among all interviewees.</td>
              </tr>
              <tr valign="top">
                <td>2</td>
                <td>Data capturing</td>
                <td>What are the required fields when entering outbreak data for a patient?</td>
                <td>Patient name, date of birth, sex, vaccination details, symptoms and laboratory testing details, date of onset of symptoms, and date of last symptoms are required.</td>
                <td>One of the public health nurses said some of the data such as laboratory testing details might not be available at the initial stage of the outbreak.</td>
              </tr>
              <tr valign="top">
                <td>3</td>
                <td>Data capturing (accuracy and completeness)</td>
                <td>What are the most important fields (ie, mandatory fields) that need to be captured?</td>
                <td>Patient names, case number, symptoms, symptoms onset date, sex, date of birth, disease type, and occupancy need to be at least captured.</td>
                <td>This was a common answer among all interviewees.</td>
              </tr>
              <tr valign="top">
                <td>4</td>
                <td>Data update and review (timeliness)</td>
                <td>How do you update and track the details of certain outbreak data?</td>
                <td>Existing patient outbreak data must be reviewed and monitored to identify any changes in symptoms.</td>
                <td>This was a common answer among all interviewees.</td>
              </tr>
              <tr valign="top">
                <td>5</td>
                <td>Data update and review (timeliness)</td>
                <td>How often do you need to check the status of the outbreak or patients?</td>
                <td>On the outbreak of infectious disease in a particular facility, the PHU<sup>a</sup> nurses need to contact the facility every day to check the status of the outbreak and conditions of patients.</td>
                <td>This was a common answer among all interviewees.</td>
              </tr>
              <tr valign="top">
                <td>6</td>
                <td>Data capturing (accuracy and completeness)</td>
                <td>What are the common errors when entering outbreak data?</td>
                <td>The symptoms of patients and symptoms onset date are often inconsistent. This is because there are multiple nursing staff at the facilities recording data every day, and there can be errors during handover.</td>
                <td>This was a common answer among all interviewees.</td>
              </tr>
              <tr valign="top">
                <td>7</td>
                <td>Data report</td>
                <td>What are the key fields that allow you to search and identify right patient?</td>
                <td>Facility name, age, and patient name.</td>
                <td>This was a common answer among all interviewees.</td>
              </tr>
              <tr valign="top">
                <td>8</td>
                <td>Data report</td>
                <td>What are the fields of patients that you would like to see on the web dashboard? Would those fields be able to help you identify right information?</td>
                <td>We felt that the most important field to see would be patient name, facility name, hospitalized (yes or no), deceased (yes or no), treatment or prophylaxis type, and pathogen (influenza or gastro). We thought these would be the most important to see first as long as full patient details can be provided from expanded page view if needed.</td>
                <td>This was a common answer among all interviewees.</td>
              </tr>
              <tr valign="top">
                <td>9</td>
                <td>Data report</td>
                <td>What are the most important reports that you would like to see when you log in to the web dashboard?</td>
                <td>It is important to view the weekly total number of patients reported under each infectious disease for the past 6 months.</td>
                <td>This was specifically requested by the clinical doctor.</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table2fn1">
              <p><sup>a</sup>PHU: public health unit.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
      </sec>
      <sec>
        <title>Phase 3: Extraction of Function Requirements</title>
        <p>The results of the user interviews were then used to formulate functional requirements. A list of functional requirements is presented in <xref ref-type="table" rid="table3">Table 3</xref>. The use case diagram of our mobile app is shown in <xref rid="figure3" ref-type="fig">Figure 3</xref>. The diagram represents the main functionalities of the mobile app: data capturing and notification.</p>
        <table-wrap position="float" id="table3">
          <label>Table 3</label>
          <caption>
            <p>The list of functional requirements formulated based on the outcomes of interviews.</p>
          </caption>
          <table border="1" rules="groups" cellpadding="5" frame="hsides" width="1000" cellspacing="0">
            <col width="130"/>
            <col width="170"/>
            <col width="700"/>
            <thead>
              <tr valign="top">
                <td>Question ID number (consistent with <xref ref-type="table" rid="table2">Table 2</xref>)</td>
                <td>Function type</td>
                <td>Functional requirements</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>1</td>
                <td>User verification for new registration</td>
                <td>Send a request to the web server to verify the verification passcode entered by the user. If the passcode is validated, then the user can be registered; otherwise, display an error message.</td>
              </tr>
              <tr valign="top">
                <td>2</td>
                <td>Data capturing</td>
                <td>Patient name, date of birth, sex, vaccination details, symptoms and laboratory testing details, date of onset of symptoms, and date of last symptoms. Validate the fields against the required fields. Show an error message if the user has not entered the mandatory field.</td>
              </tr>
              <tr valign="top">
                <td>3</td>
                <td>Data mandatory fields</td>
                <td>Create mandatory fields on patient names, case number, symptoms, symptoms onset date, sex, date of birth, disease type, and occupancy.</td>
              </tr>
              <tr valign="top">
                <td>4</td>
                <td>Data update</td>
                <td>Existing patient information can be easily retrieved, and users should be able to easily submit a new report based on previous outbreak data.</td>
              </tr>
              <tr valign="top">
                <td>5</td>
                <td>User alert for regular data submission</td>
                <td>Create a push alert to inform users to regularly submit outbreak data for individual patient.</td>
              </tr>
              <tr valign="top">
                <td>6</td>
                <td>User error reducing functions</td>
                <td>Most recently reported data can be prefilled, and the symptom onset date should not be editable once submitted.</td>
              </tr>
              <tr valign="top">
                <td>7</td>
                <td>User convenience functions</td>
                <td>Create search bars for each field so that users can easily retrieve relevant information.</td>
              </tr>
              <tr valign="top">
                <td>8</td>
                <td>User report</td>
                <td>Create an overview web page of selected infectious diseases and list all the patients in the table with the columns showing patient name, facility name, hospitalized (yes or no), deceased (yes or no), and treatment or prophylaxis type. Create an individual page to show all the details of the case reported when clicked by users.</td>
              </tr>
              <tr valign="top">
                <td>9</td>
                <td>User report</td>
                <td>Create a table that displays the number of cases reported for each infectious disease during the outbreak; create landing pages that contain a 2-dimensional graph if there has been increase or decrease in the number of cases reported.</td>
              </tr>
            </tbody>
          </table>
        </table-wrap>
        <fig id="figure3" position="float">
          <label>Figure 3</label>
          <caption>
            <p>Use case diagram for the system (mobile app).</p>
          </caption>
          <graphic xlink:href="publichealth_v7i3e14837_fig3.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
      <sec>
        <title>Phase 4: Prototype Building and Iteration</title>
        <p>On the basis of communication between clinicians and development teams, we developed an app and dashboard prototype. The app and dashboard were presented back to clinicians for further feedback, and we identified new user requirements that were not found in phase 1. A list of new requirements identified is shown in <xref ref-type="table" rid="table4">Table 4</xref>. We updated and improved the prototype system iteratively based on the feedback from 3 clinicians from the PHU team and 2 clinicians from the telehealth team over the period between January 2017 and December 2017. A description of the main functionalities of our prototype is presented in <xref ref-type="table" rid="table5">Table 5</xref>.</p>
        <table-wrap position="float" id="table4">
          <label>Table 4</label>
          <caption>
            <p>The list of changes to functional requirements based on the exposure of prototypes to clinicians.</p>
          </caption>
          <table border="1" rules="groups" cellpadding="5" frame="hsides" width="1000" cellspacing="0">
            <col width="150"/>
            <col width="850"/>
            <thead>
              <tr valign="top">
                <td>Question ID number</td>
                <td>New functional requirements</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>8</td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Create a separate report designed for individual facility; summary of current active outbreaks within a facility. The data can also be visualized interactively, showing historical or specific details of an outbreak.</p>
                    </list-item>
                    <list-item>
                      <p>Create a summary of current active outbreaks across the whole local health district. Specific outbreak details of certain facilities can also be visualized.</p>
                    </list-item>
                  </list>
                </td>
              </tr>
              <tr valign="top">
                <td>9</td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>The data need to be better presented by highlighting important metrics such as the number of reported cases and patient details, including their symptoms and vaccinations.</p>
                    </list-item>
                    <list-item>
                      <p>An automatic email notification to the PHU<sup>a</sup> team is required when there are any new reported outbreaks.</p>
                    </list-item>
                  </list>
                </td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table4fn1">
              <p><sup>a</sup>PHU: public health unit.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
        <table-wrap position="float" id="table5">
          <label>Table 5</label>
          <caption>
            <p>The description of the main functionalities of our prototype.</p>
          </caption>
          <table border="1" rules="groups" cellpadding="5" frame="hsides" width="1000" cellspacing="0">
            <col width="200"/>
            <col width="800"/>
            <thead>
              <tr valign="top">
                <td>Type</td>
                <td>Main functionalities</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>Function 1: Data capturing</td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Outbreak details need to be entered, edited, and submitted using a mobile app or desktop PC (web interface) without geographical restrictions (within registered facilities managed by local PHU<sup>a</sup>).</p>
                    </list-item>
                    <list-item>
                      <p>Clinical information collected includes patient name, date of birth, sex, vaccination details, symptoms and laboratory testing details, date of onset of symptoms, and date of last symptoms.</p>
                    </list-item>
                    <list-item>
                      <p>Enforce correct and mandatory data entry (eg, facility care type and symptoms onset date).</p>
                    </list-item>
                  </list>
                </td>
              </tr>
              <tr valign="top">
                <td>Function 2: Outbreak notification</td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>The data need to be sent and displayed in real time, highlighting important metrics such as the number of reported cases and patient details including their symptoms and vaccinations. An automatic email notification will be sent to the local PHU team.</p>
                    </list-item>
                  </list>
                </td>
              </tr>
              <tr valign="top">
                <td>Function 3: Data report for facilities</td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Summary of current active outbreaks within a facility. The data can also be visualized interactively, showing historical or specific details of an outbreak.</p>
                    </list-item>
                  </list>
                </td>
              </tr>
              <tr valign="top">
                <td>Function 4: Data report for PHU</td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Summary of current active outbreaks across the whole local health district. Specific outbreak details of certain facilities can be also visualized.</p>
                    </list-item>
                  </list>
                </td>
              </tr>
              <tr valign="top">
                <td>Function 5: Data storage</td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>The data need to be processed and stored in a secure server.</p>
                    </list-item>
                  </list>
                </td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table5fn1">
              <p><sup>a</sup>PHU: public health unit.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
      </sec>
      <sec>
        <title>System Overview</title>
        <p><xref rid="figure4" ref-type="fig">Figure 4</xref> shows an overview of our proposed system. Our system consists of a mobile app, a cloud server, and a dashboard. On the outbreak of an infectious disease in a facility, staff from the facility capture the patient data, including symptoms and vaccination details, using a mobile device or desktop PC (web interface) and send them to the cloud server. The data are then processed and displayed on the dashboard in real time. The cloud server automatically notifies PHU nurses by sending an email. The PHU nurses then use the web dashboard to receive and analyze the outbreak data.</p>
        <fig id="figure4" position="float">
          <label>Figure 4</label>
          <caption>
            <p>Overview of our proposed system. Data analysis and dashboard. API: application programming interface; PHU: public health unit.</p>
          </caption>
          <graphic xlink:href="publichealth_v7i3e14837_fig4.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <sec>
          <title>Mobile App</title>
          <p>The mobile app was developed for both Android and iOS devices using a cross-platform app development framework. We specifically used a development platform called cross-compilation [<xref ref-type="bibr" rid="ref31">31</xref>], which automatically transforms source code into platform-specific apps. We also developed a mobile web app so that it could be run in a standard web browser (<xref rid="figure5" ref-type="fig">Figure 5</xref>).</p>
          <p>Users can create a new outbreak detail and add or edit the details of existing information, as shown in <xref rid="figure6" ref-type="fig">Figure 6</xref> (function 1). During an outbreak of infectious diseases, it is important to monitor the symptoms of patients daily; therefore, our app allows us to review the history of previous patient details of outbreaks. Our app then sends them to a cloud server using an application programming interface gateway. To prevent unauthorized data submissions, the app is only accessible to users with a preregistered verification passcode, which is controlled by the PHU. All data are encrypted and sent using a JavaScript Object Notation (JSON) Web Token (JWT), which can only be validated at the cloud server (function 5). Automatic email notification is also sent to the PHU once a new outbreak is reported (function 2). The accessibility and user registration of the app are controlled by the cloud server. We used the local cloud server, and the data were encrypted using JWTs to enforce the security of communication.</p>
          <fig id="figure5" position="float">
            <label>Figure 5</label>
            <caption>
              <p>A web version of our mobile app with a consistent user interface. Web technologies such as HTML 5, Cascading Style Sheet 3, and JavaScript were used.</p>
            </caption>
            <graphic xlink:href="publichealth_v7i3e14837_fig5.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
          </fig>
          <fig id="figure6" position="float">
            <label>Figure 6</label>
            <caption>
              <p>Example screenshots of our mobile app.</p>
            </caption>
            <graphic xlink:href="publichealth_v7i3e14837_fig6.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
          </fig>
        </sec>
        <sec>
          <title>Dashboard</title>
          <p>We developed a dashboard using an open-source Hypertext Preprocessor (PHP) Laravel framework. It provides rich built-in features, such as authentication, authorization, and a database management system. The use of the Laravel framework allowed us to iteratively develop our system and efficiently refine it based on the feedback received from the PHU team.</p>
          <p>The dashboard displays outbreak data sent via our mobile app in real time (function 2). <xref rid="figure7" ref-type="fig">Figure 7</xref> displays a quick summary of the key information (eg, facility name, room number, patient details, and vaccination details). <xref rid="figure8" ref-type="fig">Figure 8</xref> shows a summary of current active outbreaks, providing daily, weekly, and monthly summaries of reported cases (functions 3 and 4). To present data that are visually intuitive, key information is color coded and graphical charts are also used. More specific and historical data of an outbreak can also be retrieved. <xref rid="figure9" ref-type="fig">Figure 9</xref> shows the trend of the selected outbreak over multiple years.</p>
          <p>To make our system more applicable to wider domains (eg, different states or countries), data attributes such as different types of infectious diseases, symptoms, and registered community facilities can be added, modified, and deleted through the dashboard.</p>
          <fig id="figure7" position="float">
            <label>Figure 7</label>
            <caption>
              <p>Details of the reported cases of infectious diseases. The Hypertext Preprocessor (PHP) Laravel framework is a popular and standard development framework that follows a model view controller architecture pattern.</p>
            </caption>
            <graphic xlink:href="publichealth_v7i3e14837_fig7.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
          </fig>
          <fig id="figure8" position="float">
            <label>Figure 8</label>
            <caption>
              <p>Daily, weekly, and monthly summary of current active outbreaks.</p>
            </caption>
            <graphic xlink:href="publichealth_v7i3e14837_fig8.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
          </fig>
          <fig id="figure9" position="float">
            <label>Figure 9</label>
            <caption>
              <p>An historical summary of a specific outbreak.</p>
            </caption>
            <graphic xlink:href="publichealth_v7i3e14837_fig9.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
          </fig>
        </sec>
      </sec>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <sec>
        <title>Principal Findings</title>
        <p>This study collected user requirements using a 2-pronged approach: a literature review and face-to-face interviews. We identified 3 fundamental requirements when designing an electronic IDS system through the literature review and developed a new IDS system using iterative face-to-face interviews. We also presented the development and implementation details of a new IDS system using mHealth technologies. Our study focused on the development of a generic mobile app or dashboard framework for capturing and reporting outbreak data, which is different from conventional existing works that are limited to addressing specific infectious diseases such as influenza [<xref ref-type="bibr" rid="ref6">6</xref>,<xref ref-type="bibr" rid="ref32">32</xref>-<xref ref-type="bibr" rid="ref34">34</xref>] or patient cohorts [<xref ref-type="bibr" rid="ref35">35</xref>].</p>
        <p>With the portability of using a mobile device, outbreak data can be captured and sent from anywhere, and the use of the cross-platform framework further allows users to record the data with different types of devices (eg, mobile, tablet, and PC). The data are transferred using a client-server architecture and, therefore, can be analyzed in real time. Our dashboard is designed to provide a daily, weekly, monthly, and historical summary of outbreak information, highlighting important metrics such as the number of reported cases, male-to-female ratio, and number of reported specific symptoms. Specific information about certain outbreaks can also be visualized interactively, which can help understand the unique characteristics of emerging infectious diseases. Some of the key feedback we received from the PHU were as follows: (1) ability to enforce correct and mandatory data entry (eg, facility care type and symptom onset date) and (2) identification of key metrics that need to be visualized in the dashboard. The capability to customize data attributes is important for adaptively refining the system for general applications.</p>
        <p>We suggest that the use of a mobile app and dashboard will simplify the overall data collection, reporting, and analysis processes, thereby improving the public health responses and providing accurate registration of outbreak information, which can potentially reduce associated morbidity and mortality [<xref ref-type="bibr" rid="ref8">8</xref>]. This can also improve communication and engagement between clinicians and community facilities, providing more accessible information and education about infectious diseases.</p>
        <p>We will evaluate the effectiveness of our proposed system by piloting the system at local community facilities, such as aged care and childcare centers. Preimplementation and postimplementation surveys will be conducted. Our system has a few limitations. Although our PHU team had extensive clinical experience, the system was developed and refined based on feedback from a single hospital; expanding across multiple hospitals will help generalize overall scopes.</p>
      </sec>
      <sec>
        <title>Conclusions</title>
        <p>We suggest that accurate data reporting and collection, enabled by our system, are a major step forward in the early detection of a future outbreak of infectious diseases. With the availability of large-scale outbreak data, population-based analysis can be conducted to understand the overall characteristics of the outbreaks. This can potentially help prevent widespread infection and associated risks. Effective intervention plans can also be created based on the patterns identified and provided before the substantial avoidable spread of diseases has been incurred. Another key advantage of using large-scale data is the application of machine learning algorithms (eg, convolutional neural networks [<xref ref-type="bibr" rid="ref36">36</xref>]) to predict infectious diseases. These predictive models can be derived and embedded in our notification system.</p>
      </sec>
    </sec>
  </body>
  <back>
    <app-group/>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">CSS</term>
          <def>
            <p>Cascading Style Sheet</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">IDS</term>
          <def>
            <p>infectious disease surveillance</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb3">JSON</term>
          <def>
            <p>JavaScript Object Notation</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb4">JWT</term>
          <def>
            <p>JSON Web Token</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb5">mHealth</term>
          <def>
            <p>mobile health</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb6">NBMLHD</term>
          <def>
            <p>Nepean Blue Mountains Local Health District</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb7">NSW</term>
          <def>
            <p>New South Wales</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb8">PHU</term>
          <def>
            <p>public health unit</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <ack>
      <p>This research was supported by the Telehealth and Technology Center, Nepean Hospital, NBMLHD, NSW, Australia.</p>
    </ack>
    <fn-group>
      <fn fn-type="con">
        <p>EA, NL, TB, TM, AR, and JK were responsible for the conceptualization of this project. TP, RP, EA, and JK were responsible for developing the proposed system. All authors contributed to the preparation of this manuscript.</p>
      </fn>
      <fn fn-type="conflict">
        <p>None declared.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Smith</surname>
              <given-names>PW</given-names>
            </name>
            <name name-style="western">
              <surname>Rusnak</surname>
              <given-names>PG</given-names>
            </name>
          </person-group>
          <article-title>Infection Prevention and Control in the Long-Term-Care Facility</article-title>
          <source>Infection Control and Hospital Epidemiology</source>
          <year>1997</year>
          <month>12</month>
          <volume>18</volume>
          <issue>12</issue>
          <fpage>831</fpage>
          <lpage>849</lpage>
          <pub-id pub-id-type="doi">10.2307/30141342</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Montoya</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Mody</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <article-title>Common infections in nursing homes: a review of current issues and challenges</article-title>
          <source>Aging Health</source>
          <year>2011</year>
          <month>12</month>
          <volume>7</volume>
          <issue>6</issue>
          <fpage>889</fpage>
          <lpage>899</lpage>
          <pub-id pub-id-type="doi">10.2217/ahe.11.80</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Coates</surname>
              <given-names>RJ</given-names>
            </name>
            <name name-style="western">
              <surname>Jajosky</surname>
              <given-names>RA</given-names>
            </name>
            <name name-style="western">
              <surname>Stanbury</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Macdonald</surname>
              <given-names>SC</given-names>
            </name>
          </person-group>
          <article-title>Summary of Notifiable Noninfectious Conditions and Disease Outbreaks: Introduction to the Summary of Notifiable Noninfectious Conditions and Disease Outbreaks — United States</article-title>
          <source>MMWR Morb. Mortal. Wkly. Rep</source>
          <year>2015</year>
          <month>10</month>
          <day>23</day>
          <volume>62</volume>
          <issue>54</issue>
          <fpage>1</fpage>
          <lpage>4</lpage>
          <pub-id pub-id-type="doi">10.15585/mmwr.mm6254a1</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Faensen</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Claus</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Benzler</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Ammon</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Pfoch</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Breuer</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Krause</surname>
              <given-names>G</given-names>
            </name>
          </person-group>
          <article-title>SurvNet@RKI--a multistate electronic reporting system for communicable diseases</article-title>
          <source>Euro Surveill</source>
          <year>2006</year>
          <volume>11</volume>
          <issue>4</issue>
          <fpage>100</fpage>
          <lpage>3</lpage>
          <pub-id pub-id-type="medline">16645245</pub-id>
          <pub-id pub-id-type="pii">614</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="web">
          <article-title>Notifications procedures for infectious diseases</article-title>
          <source>Victoria State Government</source>
          <access-date>2021-02-11</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www2.health.vic.gov.au/public-health/infectious-diseases/notification-procedures">https://www2.health.vic.gov.au/public-health/infectious-diseases/notification-procedures</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Iribarren</surname>
              <given-names>SJ</given-names>
            </name>
            <name name-style="western">
              <surname>Schnall</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Stone</surname>
              <given-names>PW</given-names>
            </name>
            <name name-style="western">
              <surname>Carballo-Diéguez</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Smartphone Applications to Support Tuberculosis Prevention and Treatment: Review and Evaluation</article-title>
          <source>JMIR mHealth uHealth</source>
          <year>2016</year>
          <month>05</month>
          <day>13</day>
          <volume>4</volume>
          <issue>2</issue>
          <fpage>e25</fpage>
          <pub-id pub-id-type="doi">10.2196/mhealth.5022</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="web">
          <article-title>Disease notification - Infectious Diseases</article-title>
          <source>NSW Ministry of Health</source>
          <access-date>2021-02-11</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.health.nsw.gov.au/Infectious/Pages/notification.aspx">http://www.health.nsw.gov.au/Infectious/Pages/notification.aspx</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Revere</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Hills</surname>
              <given-names>RH</given-names>
            </name>
            <name name-style="western">
              <surname>Dixon</surname>
              <given-names>BE</given-names>
            </name>
            <name name-style="western">
              <surname>Gibson</surname>
              <given-names>PJ</given-names>
            </name>
            <name name-style="western">
              <surname>Grannis</surname>
              <given-names>SJ</given-names>
            </name>
          </person-group>
          <article-title>Notifiable condition reporting practices: implications for public health agency participation in a health information exchange</article-title>
          <source>BMC Public Health</source>
          <year>2017</year>
          <month>3</month>
          <day>11</day>
          <volume>17</volume>
          <issue>1</issue>
          <pub-id pub-id-type="doi">10.1186/s12889-017-4156-4</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Onodera</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Sengoku</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Innovation process of mHealth: An overview of FDA-approved mobile medical applications</article-title>
          <source>International Journal of Medical Informatics</source>
          <year>2018</year>
          <month>10</month>
          <volume>118</volume>
          <fpage>65</fpage>
          <lpage>71</lpage>
          <pub-id pub-id-type="doi">10.1016/j.ijmedinf.2018.07.004</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ventola</surname>
              <given-names>C Lee</given-names>
            </name>
          </person-group>
          <article-title>Mobile devices and apps for health care professionals: uses and benefits</article-title>
          <source>P T</source>
          <year>2014</year>
          <month>05</month>
          <volume>39</volume>
          <issue>5</issue>
          <fpage>356</fpage>
          <lpage>64</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/24883008"/>
          </comment>
          <pub-id pub-id-type="medline">24883008</pub-id>
          <pub-id pub-id-type="pmcid">PMC4029126</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Al Ayubi</surname>
              <given-names>SU</given-names>
            </name>
            <name name-style="western">
              <surname>Pelletier</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Sunthara</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Gujral</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Mittal</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Bourgeois</surname>
              <given-names>FC</given-names>
            </name>
          </person-group>
          <article-title>A Mobile App Development Guideline for Hospital Settings: Maximizing the Use of and Minimizing the Security Risks of</article-title>
          <source>JMIR mHealth uHealth</source>
          <year>2016</year>
          <month>05</month>
          <day>11</day>
          <volume>4</volume>
          <issue>2</issue>
          <fpage>e50</fpage>
          <pub-id pub-id-type="doi">10.2196/mhealth.4424</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Wu</surname>
              <given-names>RC</given-names>
            </name>
            <name name-style="western">
              <surname>Morra</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Quan</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Lai</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Zanjani</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Abrams</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Rossos</surname>
              <given-names>PG</given-names>
            </name>
          </person-group>
          <article-title>The use of smartphones for clinical communication on internal medicine wards</article-title>
          <source>J. Hosp. Med</source>
          <year>2010</year>
          <month>08</month>
          <day>05</day>
          <volume>5</volume>
          <issue>9</issue>
          <fpage>553</fpage>
          <lpage>559</lpage>
          <pub-id pub-id-type="doi">10.1002/jhm.775</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Liu</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Kim</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Jung</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Arisy</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Nicdao</surname>
              <given-names>MA</given-names>
            </name>
            <name name-style="western">
              <surname>Mikaheal</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Baldacchino</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Khadra</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Sud</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <article-title>Remote Monitoring Systems for Chronic Patients on Home Hemodialysis: Field Test of a Copresence-Enhanced Design</article-title>
          <source>JMIR Hum Factors</source>
          <year>2017</year>
          <month>08</month>
          <day>29</day>
          <volume>4</volume>
          <issue>3</issue>
          <fpage>e21</fpage>
          <pub-id pub-id-type="doi">10.2196/humanfactors.7078</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Franko</surname>
              <given-names>Orrin I</given-names>
            </name>
          </person-group>
          <article-title>Smartphone apps for orthopaedic surgeons</article-title>
          <source>Clin Orthop Relat Res</source>
          <year>2011</year>
          <month>07</month>
          <volume>469</volume>
          <issue>7</issue>
          <fpage>2042</fpage>
          <lpage>8</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/21547414"/>
          </comment>
          <pub-id pub-id-type="doi">10.1007/s11999-011-1904-0</pub-id>
          <pub-id pub-id-type="medline">21547414</pub-id>
          <pub-id pub-id-type="pmcid">PMC3111786</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Dowding</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Randell</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Gardner</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Fitzpatrick</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Dykes</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Favela</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Hamer</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Whitewood-Moores</surname>
              <given-names>Z</given-names>
            </name>
            <name name-style="western">
              <surname>Hardiker</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Borycki</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Currie</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <article-title>Dashboards for improving patient care: Review of the literature</article-title>
          <source>International Journal of Medical Informatics</source>
          <year>2015</year>
          <month>02</month>
          <volume>84</volume>
          <issue>2</issue>
          <fpage>87</fpage>
          <lpage>100</lpage>
          <pub-id pub-id-type="doi">10.1016/j.ijmedinf.2014.10.001</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Kung</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Byrd</surname>
              <given-names>TA</given-names>
            </name>
          </person-group>
          <article-title>Big data analytics: Understanding its capabilities and potential benefits for healthcare organizations</article-title>
          <source>Technological Forecasting and Social Change</source>
          <year>2018</year>
          <month>01</month>
          <volume>126</volume>
          <fpage>3</fpage>
          <lpage>13</lpage>
          <pub-id pub-id-type="doi">10.1016/j.techfore.2015.12.019</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Zhang</surname>
              <given-names>X</given-names>
            </name>
            <name name-style="western">
              <surname>Gallagher</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Goh</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Bi Application: Dashboards for healthcare</article-title>
          <source>AMCIS 2011 Proceedings - All Submissions</source>
          <year>2011</year>
          <fpage>442</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://aisel.aisnet.org/amcis2011_submissions/442"/>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Moher</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>Preferred Reporting Items for Systematic Reviews and Meta-Analyses: The PRISMA Statement</article-title>
          <source>Ann Intern Med</source>
          <year>2009</year>
          <month>08</month>
          <day>18</day>
          <volume>151</volume>
          <issue>4</issue>
          <fpage>264</fpage>
          <pub-id pub-id-type="doi">10.7326/0003-4819-151-4-200908180-00135</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Milinovich</surname>
              <given-names>GJ</given-names>
            </name>
            <name name-style="western">
              <surname>Williams</surname>
              <given-names>GM</given-names>
            </name>
            <name name-style="western">
              <surname>Clements</surname>
              <given-names>ACA</given-names>
            </name>
            <name name-style="western">
              <surname>Hu</surname>
              <given-names>W</given-names>
            </name>
          </person-group>
          <article-title>Internet-based surveillance systems for monitoring emerging infectious diseases</article-title>
          <source>The Lancet Infectious Diseases</source>
          <year>2014</year>
          <month>02</month>
          <volume>14</volume>
          <issue>2</issue>
          <fpage>160</fpage>
          <lpage>168</lpage>
          <pub-id pub-id-type="doi">10.1016/s1473-3099(13)70244-5</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ward</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Brandsema</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>van Straten</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Bosman</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Electronic reporting improves timeliness and completeness of infectious disease notification, The Netherlands, 2003</article-title>
          <source>Euro Surveill</source>
          <year>2005</year>
          <month>01</month>
          <volume>10</volume>
          <issue>1</issue>
          <fpage>7</fpage>
          <lpage>8</lpage>
          <pub-id pub-id-type="doi">10.2807/esm.10.01.00513-en</pub-id>
          <pub-id pub-id-type="medline">29183539</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Valdes Angues</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Suits</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Palmer</surname>
              <given-names>VS</given-names>
            </name>
            <name name-style="western">
              <surname>Okot</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Okot</surname>
              <given-names>RA</given-names>
            </name>
            <name name-style="western">
              <surname>Atonywalo</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Gazda</surname>
              <given-names>SK</given-names>
            </name>
            <name name-style="western">
              <surname>Kitara</surname>
              <given-names>DL</given-names>
            </name>
            <name name-style="western">
              <surname>Lantum</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Spencer</surname>
              <given-names>PS</given-names>
            </name>
          </person-group>
          <article-title>A real-time medical cartography of epidemic disease (Nodding syndrome) using village-based lay mHealth reporters</article-title>
          <source>PLoS Negl Trop Dis</source>
          <year>2018</year>
          <month>6</month>
          <day>15</day>
          <volume>12</volume>
          <issue>6</issue>
          <fpage>e0006588</fpage>
          <pub-id pub-id-type="doi">10.1371/journal.pntd.0006588</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Severi</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Kitching</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Crook</surname>
              <given-names>P</given-names>
            </name>
          </person-group>
          <article-title>Evaluation of the Health Protection Event-Based Surveillance for the London 2012 Olympic and Paralympic Games</article-title>
          <source>Euro Surveill</source>
          <year>2014</year>
          <month>06</month>
          <day>19</day>
          <volume>19</volume>
          <issue>24</issue>
          <fpage>20832</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.eurosurveillance.org/ViewArticle.aspx?ArticleId=20832"/>
          </comment>
          <pub-id pub-id-type="doi">10.2807/1560-7917.es2014.19.24.20832</pub-id>
          <pub-id pub-id-type="medline">24970374</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Fähnrich</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Denecke</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Adeoye</surname>
              <given-names>O O</given-names>
            </name>
            <name name-style="western">
              <surname>Benzler</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Claus</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Kirchner</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Mall</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Richter</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Schapranow</surname>
              <given-names>M P</given-names>
            </name>
            <name name-style="western">
              <surname>Schwarz</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Tom-Aba</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Uflacker</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Poggensee</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Krause</surname>
              <given-names>G</given-names>
            </name>
          </person-group>
          <article-title>Surveillance and Outbreak Response Management System (SORMAS) to support the control of the Ebola virus disease outbreak in West Africa</article-title>
          <source>Euro Surveill</source>
          <year>2015</year>
          <month>03</month>
          <day>26</day>
          <volume>20</volume>
          <issue>12</issue>
          <fpage>21071</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.eurosurveillance.org/ViewArticle.aspx?ArticleId=21071"/>
          </comment>
          <pub-id pub-id-type="doi">10.2807/1560-7917.es2015.20.12.21071</pub-id>
          <pub-id pub-id-type="medline">25846493</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>ter Waarbeek</surname>
              <given-names>Henriëtte</given-names>
            </name>
            <name name-style="western">
              <surname>Hoebe</surname>
              <given-names>Christian</given-names>
            </name>
            <name name-style="western">
              <surname>Freund</surname>
              <given-names>Hermann</given-names>
            </name>
            <name name-style="western">
              <surname>Bochat</surname>
              <given-names>Verena</given-names>
            </name>
            <name name-style="western">
              <surname>Kara-Zaïtr</surname>
              <given-names>Chakib</given-names>
            </name>
          </person-group>
          <article-title>Strengthening infectious disease surveillance in a Dutch-German crossborder area using a real-time information exchange system</article-title>
          <source>J Bus Contin Emer Plan</source>
          <year>2011</year>
          <month>06</month>
          <volume>5</volume>
          <issue>2</issue>
          <fpage>173</fpage>
          <lpage>84</lpage>
          <pub-id pub-id-type="medline">21835755</pub-id>
          <pub-id pub-id-type="pii">N1746K2066P63JQ6</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Diwan</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Agnihotri</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Hulth</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Collecting syndromic surveillance data by mobile phone in rural India: implementation and feasibility</article-title>
          <source>Global Health Action</source>
          <year>2015</year>
          <month>04</month>
          <day>02</day>
          <volume>8</volume>
          <issue>1</issue>
          <fpage>26608</fpage>
          <pub-id pub-id-type="doi">10.3402/gha.v8.26608</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref26">
        <label>26</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Blanchon</surname>
              <given-names>T</given-names>
            </name>
          </person-group>
          <source>Web‐based sentinel provider surveillance network in France</source>
          <year>2013</year>
          <publisher-loc>New Jersey</publisher-loc>
          <publisher-name>Wiley</publisher-name>
          <fpage>418</fpage>
          <lpage>425</lpage>
        </nlm-citation>
      </ref>
      <ref id="ref27">
        <label>27</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Yan</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Palm</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Lu</surname>
              <given-names>X</given-names>
            </name>
            <name name-style="western">
              <surname>Nie</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Xu</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Zhao</surname>
              <given-names>Q</given-names>
            </name>
            <name name-style="western">
              <surname>Tao</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Cheng</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Tan</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Dong</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Diwan</surname>
              <given-names>VK</given-names>
            </name>
          </person-group>
          <article-title>ISS-An Electronic Syndromic Surveillance System for Infectious Disease in Rural China</article-title>
          <source>PLoS ONE</source>
          <year>2013</year>
          <month>4</month>
          <day>23</day>
          <volume>8</volume>
          <issue>4</issue>
          <fpage>e62749</fpage>
          <pub-id pub-id-type="doi">10.1371/journal.pone.0062749</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref28">
        <label>28</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Brabazon</surname>
              <given-names>ED</given-names>
            </name>
            <name name-style="western">
              <surname>Sheridan</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Finnegan</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Carton</surname>
              <given-names>MW</given-names>
            </name>
            <name name-style="western">
              <surname>Bedford</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>Under-reporting of notifiable infectious disease hospitalizations: significant improvements in the Irish context</article-title>
          <source>Epidemiol. Infect</source>
          <year>2014</year>
          <month>07</month>
          <day>18</day>
          <volume>143</volume>
          <issue>6</issue>
          <fpage>1166</fpage>
          <lpage>1174</lpage>
          <pub-id pub-id-type="doi">10.1017/s0950268814001733</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref29">
        <label>29</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Karimuribo</surname>
              <given-names>ED</given-names>
            </name>
            <name name-style="western">
              <surname>Mutagahywa</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Sindato</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Mboera</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Mwabukusi</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Kariuki Njenga</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Teesdale</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Olsen</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Rweyemamu</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>A Smartphone App (AfyaData) for Innovative One Health Disease Surveillance from Community to National Levels in Africa: Intervention in Disease Surveillance</article-title>
          <source>JMIR Public Health Surveill</source>
          <year>2017</year>
          <month>12</month>
          <day>18</day>
          <volume>3</volume>
          <issue>4</issue>
          <fpage>e94</fpage>
          <pub-id pub-id-type="doi">10.2196/publichealth.7373</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref30">
        <label>30</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kamadjeu</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Gathenji</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>Designing and implementing an electronic dashboard for disease outbreaks response - Case study of the 2013-2014 Somalia Polio outbreak response dashboard</article-title>
          <source>Pan Afr Med J</source>
          <year>2017</year>
          <volume>27</volume>
          <pub-id pub-id-type="doi">10.11604/pamj.supp.2017.27.3.11062</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref31">
        <label>31</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hartmann</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Stead</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>DeGani</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Cross-platform mobile development</article-title>
          <source>Mobile Learning Environment, Cambridge</source>
          <year>2011</year>
          <volume>16</volume>
          <issue>9</issue>
          <fpage>158</fpage>
          <lpage>171</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://wss.apan.org/jko/mole/Shared%20Documents/Cross-Platform%20Mobile%20Development.pdf"/>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref32">
        <label>32</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Chunara</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Goldstein</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Patterson-Lomba</surname>
              <given-names>O</given-names>
            </name>
            <name name-style="western">
              <surname>Brownstein</surname>
              <given-names>JS</given-names>
            </name>
          </person-group>
          <article-title>Estimating influenza attack rates in the United States using a participatory cohort</article-title>
          <source>Sci Rep</source>
          <year>2015</year>
          <month>4</month>
          <day>2</day>
          <volume>5</volume>
          <issue>1</issue>
          <pub-id pub-id-type="doi">10.1038/srep09540</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref33">
        <label>33</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Santillana</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Nguyen</surname>
              <given-names>AT</given-names>
            </name>
            <name name-style="western">
              <surname>Dredze</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Paul</surname>
              <given-names>MJ</given-names>
            </name>
            <name name-style="western">
              <surname>Nsoesie</surname>
              <given-names>EO</given-names>
            </name>
            <name name-style="western">
              <surname>Brownstein</surname>
              <given-names>JS</given-names>
            </name>
          </person-group>
          <article-title>Combining Search, Social Media, and Traditional Data Sources to Improve Influenza Surveillance</article-title>
          <source>PLoS Comput Biol</source>
          <year>2015</year>
          <month>10</month>
          <day>29</day>
          <volume>11</volume>
          <issue>10</issue>
          <fpage>e1004513</fpage>
          <pub-id pub-id-type="doi">10.1371/journal.pcbi.1004513</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref34">
        <label>34</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Smolinski</surname>
              <given-names>MS</given-names>
            </name>
            <name name-style="western">
              <surname>Crawley</surname>
              <given-names>AW</given-names>
            </name>
            <name name-style="western">
              <surname>Baltrusaitis</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Chunara</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Olsen</surname>
              <given-names>JM</given-names>
            </name>
            <name name-style="western">
              <surname>Wójcik</surname>
              <given-names>O</given-names>
            </name>
            <name name-style="western">
              <surname>Santillana</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Nguyen</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Brownstein</surname>
              <given-names>JS</given-names>
            </name>
          </person-group>
          <article-title>Flu Near You: Crowdsourced Symptom Reporting Spanning 2 Influenza Seasons</article-title>
          <source>Am J Public Health</source>
          <year>2015</year>
          <month>10</month>
          <volume>105</volume>
          <issue>10</issue>
          <fpage>2124</fpage>
          <lpage>2130</lpage>
          <pub-id pub-id-type="doi">10.2105/ajph.2015.302696</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref35">
        <label>35</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lawpoolsri</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Khamsiriwatchara</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Liulark</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Taweeseneepitch</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Sangvichean</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Thongprarong</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Kaewkungwal</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Singhasivanon</surname>
              <given-names>P</given-names>
            </name>
          </person-group>
          <article-title>Real-Time Monitoring of School Absenteeism to Enhance Disease Surveillance: A Pilot Study of a Mobile Electronic Reporting System</article-title>
          <source>JMIR mHealth uHealth</source>
          <year>2014</year>
          <month>05</month>
          <day>12</day>
          <volume>2</volume>
          <issue>2</issue>
          <fpage>e22</fpage>
          <pub-id pub-id-type="doi">10.2196/mhealth.3114</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref36">
        <label>36</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Chen</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Hao</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Hwang</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <article-title>Disease Prediction by Machine Learning Over Big Data From Healthcare Communities</article-title>
          <source>IEEE Access</source>
          <year>2017</year>
          <volume>5</volume>
          <fpage>8869</fpage>
          <lpage>8879</lpage>
          <pub-id pub-id-type="doi">10.1109/access.2017.2694446</pub-id>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
