<?xml version="1.0" encoding="UTF-8"?><!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "journalpublishing.dtd"><article xmlns:mml="http://www.w3.org/1998/Math/MathML" xmlns:xlink="http://www.w3.org/1999/xlink" dtd-version="2.0" xml:lang="en" article-type="research-article"><front><journal-meta><journal-id journal-id-type="nlm-ta">JMIR Public Health Surveill</journal-id><journal-id journal-id-type="publisher-id">publichealth</journal-id><journal-id journal-id-type="index">9</journal-id><journal-title>JMIR Public Health and Surveillance</journal-title><abbrev-journal-title>JMIR Public Health Surveill</abbrev-journal-title><issn pub-type="epub">2369-2960</issn></journal-meta><article-meta><article-id pub-id-type="publisher-id">37625</article-id><article-id pub-id-type="doi">10.2196/37625</article-id><title-group><article-title>A Novel Web-Based Application for Influenza and COVID-19 Outbreak Detection and Response in Residential Aged Care Facilities</article-title></title-group><contrib-group><contrib contrib-type="author" corresp="yes"><name name-style="western"><surname>Hsiao</surname><given-names>Kai Hsun</given-names></name><degrees>MBChB, MPH, PGDipTMH</degrees><xref ref-type="aff" rid="aff1">1</xref></contrib><contrib contrib-type="author"><name name-style="western"><surname>Quinn</surname><given-names>Emma</given-names></name><degrees>BSc, MPH, DrPH</degrees><xref ref-type="aff" rid="aff1">1</xref><xref ref-type="aff" rid="aff2">2</xref></contrib><contrib contrib-type="author"><name name-style="western"><surname>Johnstone</surname><given-names>Travers</given-names></name><degrees>BSW, MPH</degrees><xref ref-type="aff" rid="aff1">1</xref></contrib><contrib contrib-type="author"><name name-style="western"><surname>Gomez</surname><given-names>Maria</given-names></name><degrees>BCom, MPH</degrees><xref ref-type="aff" rid="aff1">1</xref></contrib><contrib contrib-type="author"><name name-style="western"><surname>Ingleton</surname><given-names>Andrew</given-names></name><degrees>BN, MIPH</degrees><xref ref-type="aff" rid="aff1">1</xref></contrib><contrib contrib-type="author"><name name-style="western"><surname>Parasuraman</surname><given-names>Arun</given-names></name><degrees>BVSc, BN, MPH, MIPH</degrees><xref ref-type="aff" rid="aff1">1</xref></contrib><contrib contrib-type="author"><name name-style="western"><surname>Najjar</surname><given-names>Zeina</given-names></name><degrees>BSc, BMed, BSurg, MPH</degrees><xref ref-type="aff" rid="aff1">1</xref></contrib><contrib contrib-type="author"><name name-style="western"><surname>Gupta</surname><given-names>Leena</given-names></name><degrees>MBBS, MPH, DrPH</degrees><xref ref-type="aff" rid="aff1">1</xref><xref ref-type="aff" rid="aff2">2</xref></contrib></contrib-group><aff id="aff1"><institution>Public Health Unit, Sydney Local Health District</institution>, <addr-line>Sydney</addr-line>, <country>Australia</country></aff><aff id="aff2"><institution>School of Public Health, Faculty of Medicine and Health, University of Sydney</institution>, <addr-line>Sydney</addr-line>, <country>Australia</country></aff><contrib-group><contrib contrib-type="editor"><name name-style="western"><surname>Mavragani</surname><given-names>Amaryllis</given-names></name></contrib></contrib-group><contrib-group><contrib contrib-type="reviewer"><name name-style="western"><surname>Bamgboje-Ayodele</surname><given-names>Adeola</given-names></name></contrib><contrib contrib-type="reviewer"><name name-style="western"><surname>Paquette</surname><given-names>Jesseca</given-names></name></contrib></contrib-group><author-notes><corresp>Correspondence to Kai Hsun Hsiao, MBChB, MPH, PGDipTMH<email>kh.hsiao@yahoo.co.nz</email></corresp></author-notes><pub-date pub-type="collection"><year>2024</year></pub-date><pub-date pub-type="epub"><day>24</day><month>6</month><year>2024</year></pub-date><volume>10</volume><elocation-id>e37625</elocation-id><history><date date-type="received"><day>28</day><month>02</month><year>2022</year></date><date date-type="rev-recd"><day>03</day><month>03</month><year>2024</year></date><date date-type="accepted"><day>20</day><month>03</month><year>2024</year></date></history><copyright-statement>&#x00A9; Kai Hsun Hsiao, Emma Quinn, Travers Johnstone, Maria Gomez, Andrew Ingleton, Arun Parasuraman, Zeina Najjar, Leena Gupta. Originally published in JMIR Public Health and Surveillance (<ext-link ext-link-type="uri" xlink:href="https://publichealth.jmir.org">https://publichealth.jmir.org</ext-link>), 24.6.2024. </copyright-statement><copyright-year>2024</copyright-year><license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/"><p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (<ext-link ext-link-type="uri" xlink:href="https://creativecommons.org/licenses/by/4.0/">https://creativecommons.org/licenses/by/4.0/</ext-link>), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in JMIR Public Health and Surveillance, is properly cited. The complete bibliographic information, a link to the original publication on <ext-link ext-link-type="uri" xlink:href="https://publichealth.jmir.org">https://publichealth.jmir.org</ext-link>, as well as this copyright and license information must be included.</p></license><self-uri xlink:type="simple" xlink:href="https://publichealth.jmir.org/2024/1/e37625"/><abstract><p>The use of innovative digital health technologies in public health is expanding quickly, including the use of these tools in outbreak response. The translation of a digital health innovation into effective public health practice is a complex process requiring diverse enablers across the people, process, and technology domains. This paper describes a novel web-based application that was designed and implemented by a district-level public health authority to assist residential aged care facilities in influenza and COVID-19 outbreak detection and response. It discusses some of the challenges, enablers, and key lessons learned in designing and implementing such a novel application from the perspectives of the public health practitioners (the authors) that undertook this project.</p></abstract><kwd-group><kwd>web application</kwd><kwd>digital health</kwd><kwd>communicable disease control</kwd><kwd>outbreak</kwd><kwd>surveillance</kwd><kwd>influenza</kwd><kwd>aged care</kwd><kwd>aged care homes</kwd></kwd-group></article-meta></front><body><sec id="s1" sec-type="intro"><title>Introduction</title><p>Digital health technologies such as web- and mobile-based applications have proliferated over the last 2 decades [<xref ref-type="bibr" rid="ref1">1</xref>]. Historically, these applications have been used in communicable disease surveillance and control [<xref ref-type="bibr" rid="ref1">1</xref>-<xref ref-type="bibr" rid="ref3">3</xref>]. However, the public health field is beleaguered by tools that are short-lived, duplicative, disconnected, of poor quality, or not suited to user needs [<xref ref-type="bibr" rid="ref2">2</xref>,<xref ref-type="bibr" rid="ref4">4</xref>,<xref ref-type="bibr" rid="ref5">5</xref>]. There is also growing evidence that there are consistent barriers to effective implementation and adoption of digital health technologies [<xref ref-type="bibr" rid="ref4">4</xref>]. Some of these include change management, stakeholder acceptance, training, supporting infrastructure, sustainable financial and human resources, and governance for quality and safety [<xref ref-type="bibr" rid="ref1">1</xref>,<xref ref-type="bibr" rid="ref4">4</xref>]. It is therefore critical for public health practitioners to recognize the broader set of necessary factors and considerations when planning, designing, and implementing innovative digital health interventions.</p><p>In 2017, the Sydney Local Health District (SLHD) Public Health Unit (PHU), a district-level public health authority, embarked on a digital health innovation project to design, develop, and implement a web-based application&#x2014;the Influenza Outbreak Communication, Advice and Reporting (FluCARE) application&#x2014;to assist staff in residential aged care facilities (RACFs) in the timely detection and response to influenza outbreaks. Early outbreak notification to the PHU has been shown to reduce outbreak duration and impact [<xref ref-type="bibr" rid="ref6">6</xref>].</p><p>The application was launched as a pilot across the district in late 2019. In 2020, in response to the COVID-19 pandemic, rapid adaptations were made to FluCARE to incorporate COVID-19 monitoring, supported by additional procedures, guides, and training modules. FluCARE continues to be used by RACFs across the district. The purpose of this paper is to describe the design, development, and implementation of the FluCARE application, as well as key challenges, enablers, and lessons learned from the perspective of the public health practitioners (the authors) who implemented the application.</p></sec><sec id="s2"><title>Setting and Context</title><p>FluCARE was undertaken in the SLHD, which encompasses a metropolitan area of Sydney, Australia, with a population of 640,000, of which approximately 80,000 (12%) are aged 65 years and older [<xref ref-type="bibr" rid="ref7">7</xref>]. Within the district, there are 62 RACFs, which vary in size, care levels, and ownership, with over 4700 operational bed places in total [<xref ref-type="bibr" rid="ref8">8</xref>].</p><p>The PHU is responsible for local communicable disease control and outbreak management within the SLHD. This includes assisting RACFs in responding to influenza outbreaks, which remains a high priority for public health due to the potential for significant health impacts on older adult residents [<xref ref-type="bibr" rid="ref6">6</xref>]. While RACFs are not mandated to report influenza outbreaks to the PHU, it is recommended in national guidelines [<xref ref-type="bibr" rid="ref9">9</xref>]. The national guidelines also provide definitions for suspected and confirmed influenza cases based on their symptoms and laboratory results, as well as the criteria for declaring a potential or confirmed outbreak. Upon the notification of an influenza outbreak, the PHU assists the RACF by advising on response actions and by monitoring outbreak progress through daily line lists of cases submitted by the RACF.</p></sec><sec id="s3"><title>Design and Development of FluCARE</title><p>An overview of our application design, development, and implementation activity is shown in <xref ref-type="fig" rid="figure1">Figure 1</xref>.</p><fig position="float" id="figure1"><label>Figure 1.</label><caption><p>FluCARE project timeline demonstrating the relationships between stakeholder engagement, design and development, and implementation support activities. Staging refers to a prelaunch phase of FluCARE testing within the SLHD hosting environment. <bold>*</bold>Web-based training modules were offered through the Moodle platform. BRD: business requirements document; dev.: development; environ.: environment; FluCARE: Influenza Outbreak Communication, Advice and Reporting application; ICT: information and communication technology; M&#x0026;E: monitoring and evaluation; MVP: minimum viable product; RACF: residential aged care facility; SLHD: Sydney Local Health District; SOP: standard operating procedure; UAT: user acceptability testing.</p></caption><graphic alt-version="no" mimetype="image" position="float" xlink:type="simple" xlink:href="publichealth_v10i1e37625_fig01.png"/></fig><sec id="s3-1"><title>Conceptual Design</title><p>Application scoping and conceptual design occupied a significant portion (8 months) of our project timeline due to the need to ensure that we had the appropriate type and level of functional capability included in the application. A variety of different stakeholder consultation sessions were held with RACF and PHU staff to understand design needs (see <xref ref-type="table" rid="table1">Table 1</xref>, item 6), and through the establishment and use of a working group, we were able to finalize and agree on a minimum viable product (MVP; see <xref ref-type="fig" rid="figure1">Figure 1</xref>).</p><table-wrap id="t1" position="float"><label>Table 1.</label><caption><p>Description of the design and technical features of FluCARE<sup><xref ref-type="table-fn" rid="table1fn1">a</xref></sup> as per the WHO<sup><xref ref-type="table-fn" rid="table1fn2">b</xref></sup> Mobile Health Evidence Reporting and Assessment (mERA) criteria [<xref ref-type="bibr" rid="ref10">10</xref>].</p></caption><table id="table1" frame="hsides" rules="groups"><thead><tr><td align="left" valign="bottom">Item</td><td align="left" valign="bottom">mERA criteria or feature</td><td align="left" valign="bottom">Description</td></tr></thead><tbody><tr><td align="left" valign="top">1</td><td align="left" valign="top">Infrastructure</td><td align="left" valign="top">FluCARE is a web-based application. User access requires internet connectivity and a web browser, which are typically available in the PHU<sup><xref ref-type="table-fn" rid="table1fn3">c</xref></sup> and the RACFs<sup><xref ref-type="table-fn" rid="table1fn4">d</xref></sup> in the district. The application is optimized for desktop and laptop computers but can also be accessed by tablet and mobile devices. Users also require access to an individual email account and/or mobile phone to receive MFA<sup><xref ref-type="table-fn" rid="table1fn5">e</xref></sup> codes. While smartphone device ownership in Australia is 91% [<xref ref-type="bibr" rid="ref11">11</xref>], their use by RACF staff at work may be limited by workplace policies and/or signal strength. The FluCARE application and associated databases were initially hosted on a local server maintained within the SLHD<sup><xref ref-type="table-fn" rid="table1fn6">f</xref></sup> secure network. At the time of writing this viewpoint, the application was being transitioned into the Microsoft Azure cloud environment.</td></tr><tr><td align="left" valign="top">2</td><td align="left" valign="top">Technology platform</td><td align="left" valign="top">FluCARE is an ASP.NET Core MVC<sup><xref ref-type="table-fn" rid="table1fn7">g</xref></sup> web application written in the C# language with the Razor View engine and Telerik controls. Sensitive data are encrypted and held in a Microsoft SQL Server database. SendGrid is used for the delivery of email notifications and MFA codes. Amazon SNS<sup><xref ref-type="table-fn" rid="table1fn8">h</xref></sup> is used for the delivery of SMS MFA codes. FluCARE is hosted on IIS<sup><xref ref-type="table-fn" rid="table1fn9">i</xref></sup> in a Windows environment.</td></tr><tr><td align="left" valign="top">3</td><td align="left" valign="top">Interoperability</td><td align="left" valign="top">FluCARE is not directly connected to any other local or state health information system. However, relevant reports can be generated and exported as a CSV file, which can be configured for upload to the NSW<sup><xref ref-type="table-fn" rid="table1fn10">j</xref></sup> Notifiable Conditions Information Management System where PHUs are required to report and document RACF influenza outbreaks.</td></tr><tr><td align="left" valign="top">4</td><td align="left" valign="top">Intervention delivery</td><td align="left" valign="top">RACFs register for and access the FluCARE application via the application web page. The PHU promotes RACF awareness, access, and use of FluCARE via the PHU&#x2019;s annual workshop on winter preparedness for RACFs, regular email reminders, and occasional update teleconferences.</td></tr><tr><td align="left" valign="top">5</td><td align="left" valign="top">Intervention content</td><td align="left" valign="top">FluCARE content and processes are based on the national CDNA<sup><xref ref-type="table-fn" rid="table1fn11">k</xref></sup> guidelines for the management of influenza outbreaks in RACFs [<xref ref-type="bibr" rid="ref9">9</xref>]. Application content was developed, adapted, and reviewed by a multidisciplinary working group.</td></tr><tr><td align="left" valign="top">6</td><td align="left" valign="top">Design and development</td><td align="left" valign="top">End-user engagement and testing were conducted at multiple points throughout the design and development process (see <xref ref-type="fig" rid="figure1">Figure 1</xref>):<list list-type="bullet"><list-item><p>Initial RACF staff consultation via an open forum discussion and structured survey, and key informant interviews with PHU staff on their surveillance needs informed the conceptual design of FluCARE.</p></list-item><list-item><p>Preproduction wireframes were presented to PHU and RACF staff (both at an annual winter preparedness workshop and in facility-based meetings) to seek feedback on user-friendliness, aesthetics, and functions prior to MVP<sup><xref ref-type="table-fn" rid="table1fn12">l</xref></sup> launch (see <xref ref-type="fig" rid="figure1">Figure 1</xref>).</p></list-item><list-item><p>Postproduction UAT<sup><xref ref-type="table-fn" rid="table1fn13">m</xref></sup> was conducted with RACF staff focus groups (not reported in detail here).</p></list-item></list></td></tr><tr><td align="left" valign="top">7</td><td align="left" valign="top">User feedback</td><td align="left" valign="top">UAT conducted with a focus group of RACF staff found the application design to be user-friendly and accessible, the content informative, and the functionalities useful and likely to save time and reduce workload. Most importantly, the UAT found that most RACF staff users would access and use the application on their desktop, rather than on mobile devices at the bedside, which led us to optimizing the application for desktop use.</td></tr><tr><td align="left" valign="top">8</td><td align="left" valign="top">Access of individual participants</td><td align="left" valign="top">Access to the FluCARE application requires a desktop computer or mobile phone and internet connection either at work or home.</td></tr><tr><td align="left" valign="top">9</td><td align="left" valign="top">Cost assessment</td><td align="left" valign="top">Economic evaluations of FluCARE are yet to be conducted.</td></tr><tr><td align="left" valign="top">10</td><td align="left" valign="top">Adoption inputs/program entry</td><td align="left" valign="top">PHU and RACF users are required to complete training on FluCARE via either a 2.5-hour face-to-face training session or a set of web-based modules. User manuals are available within FluCARE. Designated PHU staff provide users with email and telephone support from initial registration to operational use of FluCARE.</td></tr><tr><td align="left" valign="top">11</td><td align="left" valign="top">Limitations for delivery at scale</td><td align="left" valign="top">Application development will be necessary to allow FluCARE to cater for multiple districts or jurisdictions. Currently, further scale-up of FluCARE is limited by our district&#x2019;s IT infrastructure and human resource capacity to support an expanded number of RACFs and users. Implementation research is needed to inform and adapt strategies to support FluCARE implementation to other LHDs<sup><xref ref-type="table-fn" rid="table1fn14">n</xref></sup> or PHUs.</td></tr><tr><td align="left" valign="top">12</td><td align="left" valign="top">Contextual adaptability</td><td align="left" valign="top">FluCARE was built as a proof of concept with a focus on influenza outbreaks in RACFs in our district. However, we believe it would be adaptable for other communicable diseases, settings, districts, or jurisdictions. For example, FluCARE was rapidly redeveloped to incorporate COVID-19 outbreak monitoring in RACFs.</td></tr><tr><td align="left" valign="top">13</td><td align="left" valign="top">Replicability</td><td align="left" valign="top">The FluCARE application and supporting processes, such as user manuals, training modules, and standard operating procedures, can be replicated for introduction into new districts or jurisdictions.</td></tr><tr><td align="left" valign="top">14</td><td align="left" valign="top">Data security</td><td align="left" valign="top">Application-level security includes ASP.NET-secured cookie authentication, a strong password policy, MFA for user access, autolocking accounts for excess failed log-ins, and inactivity timeout. Data are secured with 256-bit encryption. System servers are secured by firewalls. Procedural protections include manual verification prior to RACF account approval, user terms and conditions, and a user management policy based on a principle of least privilege.</td></tr><tr><td align="left" valign="top">15</td><td align="left" valign="top">Compliance</td><td align="left" valign="top">FluCARE is compliant with the NSW Health Records and Information Privacy Act 2002 [<xref ref-type="bibr" rid="ref12">12</xref>] and relevant NSW Health governing standards, that is, the Health Care Records Policy Directive [<xref ref-type="bibr" rid="ref13">13</xref>] and the Privacy Manual for Health Information [<xref ref-type="bibr" rid="ref14">14</xref>]. This was verified by an independent security audit. The content, algorithms, and advice in FluCARE align with the national CNDA guidelines for the prevention, control, and public health management of influenza outbreaks in RACFs in Australia [<xref ref-type="bibr" rid="ref9">9</xref>].</td></tr><tr><td align="left" valign="top">16</td><td align="left" valign="top">Fidelity</td><td align="left" valign="top">FluCARE underwent a pilot feasibility study, which demonstrated high acceptance, utility, and safety for RACF staff in the management of influenza and COVID-19 outbreaks [<xref ref-type="bibr" rid="ref15">15</xref>].</td></tr></tbody></table><table-wrap-foot><fn id="table1fn1"><p><sup>a</sup>FluCARE: Influenza Outbreak Communication, Advice and Reporting.</p></fn><fn id="table1fn2"><p><sup>b</sup>WHO: World Health Organization.</p></fn><fn id="table1fn3"><p><sup>c</sup>PHU: Public Health Unit.</p></fn><fn id="table1fn4"><p><sup>d</sup>RACF: residential aged care facility.</p></fn><fn id="table1fn5"><p><sup>e</sup>MFA: multifactor authentication.</p></fn><fn id="table1fn6"><p><sup>f</sup>SLHD: Sydney Local Health District.</p></fn><fn id="table1fn7"><p><sup>g</sup>MVC: Model-View-Controller.</p></fn><fn id="table1fn8"><p><sup>h</sup>SNS: Simple Notification Service.</p></fn><fn id="table1fn9"><p><sup>i</sup>IIS: Internet Information Services.</p></fn><fn id="table1fn10"><p><sup>j</sup>NSW: New South Wales.</p></fn><fn id="table1fn11"><p><sup>k</sup>CDNA: Communicable Diseases Network Australia.</p></fn><fn id="table1fn12"><p><sup>l</sup>MVP: minimum viable product.</p></fn><fn id="table1fn13"><p><sup>m</sup>UAT: user acceptablility testing.</p></fn><fn id="table1fn14"><p><sup>n</sup>LHD: local health district.</p></fn></table-wrap-foot></table-wrap><p>Through the RACF stakeholder consultation sessions (see <xref ref-type="fig" rid="figure1">Figure 1</xref>), the PHU identified 3 key barriers to effective influenza surveillance and outbreak response and, with the working group, designed a series of features that addressed these barriers, as shown in <xref ref-type="table" rid="table2">Table 2</xref> below. The working group membership included clinical and epidemiological staff from within the PHU, geriatric care managers and senior information and communication technology (ICT) staff from across the district, and managers of respiratory diseases from within Health Protection NSW. The group met weekly to advise on the components or features of the application and together produced a comprehensive business requirements document from which only the essential elements for an initial MVP build had to be identified and agreed on (see <xref ref-type="fig" rid="figure1">Figure 1</xref>).</p><table-wrap id="t2" position="float"><label>Table 2.</label><caption><p>Residential aged care facility (RACF) barriers to influenza outbreak control, and associated key design features of FluCARE<sup><xref ref-type="table-fn" rid="table2fn1">a</xref></sup> to improve outbreak management.</p></caption><table id="table2" frame="hsides" rules="groups"><thead><tr><td align="left" valign="bottom">Key barriers to influenza outbreak control</td><td align="left" valign="bottom">Key FluCARE application design features</td></tr></thead><tbody><tr><td align="left" valign="top">Emailed or faxed line listing</td><td align="left" valign="top"><list list-type="bullet"><list-item><p><italic>Web-based line list and interface for data management (see </italic><xref ref-type="fig" rid="figure2">Figure 2</xref>): The interface allows RACF staff to log onto their facility-specific account, add or update line list entries, and directly submit to the PHU<sup><xref ref-type="table-fn" rid="table2fn2">b</xref></sup> via the application. The PHU can immediately view and manage all RACF line lists.</p></list-item></list></td></tr><tr><td align="left" valign="top">Complicated case definitions and outbreak criteria</td><td align="left" valign="top"><list list-type="bullet"><list-item><p><italic>Real-time outbreak detection algorithms:</italic> FluCARE analyzes the line list data to (1) highlight entries meeting case definitions for influenza-like illness or confirmed influenza and (2) detect when the criteria for a potential or confirmed influenza outbreak are met.</p></list-item><list-item><p><italic>An outbreak action checklist:</italic> Tick-box list of key response actions that the RACF should take based on guidelines.</p></list-item></list></td></tr><tr><td align="left" valign="top">Need to notify multiple stakeholders of an outbreak in a timely fashion</td><td align="left" valign="top"><list list-type="bullet"><list-item><p><italic>Automated stakeholder notifications once the outbreak criteria have been met:</italic> Upon detecting an outbreak situation, FluCARE sends email notifications to: the PHU, including to prompt verification; key RACF staff, such as the facility or infection control manager; and any additional notification recipients, such as residents&#x2019; general practitioners, as subscribed by the RACF.</p></list-item><list-item><p><italic>Daily line list report:</italic> Enables the RACFs and the PHU to report on the progress and response to the outbreak to senior management.</p></list-item></list></td></tr></tbody></table><table-wrap-foot><fn id="table2fn1"><p><sup>a</sup>FluCARE: Influenza Outbreak Communication, Advice and Reporting application.</p></fn><fn id="table2fn2"><p><sup>b</sup>PHU: Public Health Unit.</p></fn></table-wrap-foot></table-wrap><fig position="float" id="figure2"><label>Figure 2.</label><caption><p>Screenshot of the residential aged care facility (RACF) dashboard and web-based line list interface in the Influenza Outbreak Communication, Advice and Reporting (FluCARE) application. This is the most recent version of FluCARE, with rapid add-on COVID-19 functionalities visible. (Displayed names are fictional). NSW: New South Wales.</p></caption><graphic alt-version="no" mimetype="image" position="float" xlink:type="simple" xlink:href="publichealth_v10i1e37625_fig02.png"/></fig></sec><sec id="s3-2"><title>Development</title><p>Once the MVP was developed, a comprehensive audit of the application&#x2019;s content, algorithm, and functions was conducted, as well as external user acceptability testing (UAT) with a focus group of self-volunteered RACF staff (see <xref ref-type="fig" rid="figure1">Figure 1</xref>). The UAT was designed as a guided, hands-on training session on FluCARE followed by a structured feedback session with comments obtained via moderated group discussion. This testing identified minor issues and potential improvements, such as changes to interface workflow. The MVP then underwent further cycles of testing and enhancement prior to pilot launch. After the MVP launch, an independent security assessment verified that the technical and architectural design of the application met governing standards (<xref ref-type="table" rid="table1">Table 1</xref>, item 15 and <xref ref-type="fig" rid="figure1">Figure 1</xref>). Further to this audit and to support appropriate local procedures in how FluCARE data were managed, the PHU underwent an internal security risk assessment and developed a risk management plan with our IT services prior to launch. This was particularly important as the application transitioned from the digital developer&#x2019;s environment to being hosted by the SLHD ICT local servers (see <xref ref-type="fig" rid="figure1">Figure 1</xref>).</p><p>Even after launch, the FluCARE application underwent further refinements over time in accordance with PHU or RACF feedback. The most significant enhancement was a rapid 6-week development in March 2020 to incorporate COVID-19 monitoring and outbreak detection (see <xref ref-type="fig" rid="figure1">Figure 1</xref>). At the time of developing the FluCARE application, there was no standardized and validated way to report the features of a web-based application, so the features of FluCARE have been described as per the World Health Organization checklist on Mobile Health Evidence Reporting and Assessment criteria above (see <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref> [<xref ref-type="bibr" rid="ref10">10</xref>]).</p></sec></sec><sec id="s4"><title>Implementation Process</title><p>Preparations for application implementation occurred in parallel to the development process, as illustrated in <xref ref-type="fig" rid="figure1">Figure 1</xref>. The authors designed the implementation supports based on 2 reviews of the literature [<xref ref-type="bibr" rid="ref16">16</xref>,<xref ref-type="bibr" rid="ref17">17</xref>] focused on the implementation and adoption of health technologies by health care professionals, as shown in <xref ref-type="fig" rid="figure3">Figure 3</xref>.</p><fig position="float" id="figure3"><label>Figure 3.</label><caption><p>Overview of the FluCARE digital health implementation package as informed by Cresswell and Sheikh [<xref ref-type="bibr" rid="ref16">16</xref>] and Gagnon et al [<xref ref-type="bibr" rid="ref17">17</xref>]. FluCARE: Influenza Outbreak Communication, Advice and Reporting application; ICT: information and communication technology; PHU: Public Health Unit.</p></caption><graphic alt-version="no" mimetype="image" position="float" xlink:type="simple" xlink:href="publichealth_v10i1e37625_fig03.png"/></fig><p>Existing engagements with RACFs, such as the annual winter preparedness workshop, as well as FluCARE-specific outreach, including the various UAT episodes (<xref ref-type="table" rid="table1">Table 1</xref>, item 6), were used to raise awareness and user buy-in of FluCARE (<xref ref-type="fig" rid="figure3">Figure 3</xref>; personal and social enablers). A range of training resources and sessions (described in <xref ref-type="table" rid="table1">Table 1</xref>, item 10; see <xref ref-type="fig" rid="figure1">Figure 1</xref>) were developed by the working group to support PHU and RACF staff onboarding. Operationally, a suite of policies and procedures were developed to govern the use of FluCARE as well as to manage issues typically introduced by digital technologies, such as user management, data security, and downtime contingency plans (see <xref ref-type="fig" rid="figure1">Figure 1</xref>, items 1&#x2010;8 and <xref ref-type="fig" rid="figure3">Figure 3</xref>; organizational enablers).</p><p>Internal IT infrastructure and operational support from the SLHD ICT Services were also critical. The SLHD ICT Services built the requisite highly available and secure server environment to host FluCARE and continue to provide services for maintenance and issues resolution (see <xref ref-type="fig" rid="figure3">Figure 3</xref>; technical enablers).</p><p>For ongoing monitoring, quality improvement, and safety, the PHU established a registry (issue log) to prospectively record technical or operational issues and any improvement suggestions (see <xref ref-type="fig" rid="figure1">Figure 1</xref>). These are routinely reviewed by the working group for further updates to the application (technical enablers). Further evaluation of the implementation of FluCARE through a feasibility study has been published [<xref ref-type="bibr" rid="ref15">15</xref>], and effectiveness studies are planned.</p></sec><sec id="s5" sec-type="discussion"><title>Discussion</title><p>Despite substantial challenges related to the redesign of the application during the COVID-19 response, the main lessons learned across the entire design, development, and implementation time frame of FluCARE (as shown in <xref ref-type="fig" rid="figure1">Figure 1</xref>) were the importance of user-based design activity, information security and privacy, and organizational support (such as funding and IT infrastructure).</p><sec id="s5-1"><title>User-Related Lesson: User Engagement Is Critical and Should Be Embedded in All Phases of Design, Development, and Implementation</title><p>User-centric design is a well-understood principle in IT projects [<xref ref-type="bibr" rid="ref3">3</xref>,<xref ref-type="bibr" rid="ref5">5</xref>,<xref ref-type="bibr" rid="ref18">18</xref>-<xref ref-type="bibr" rid="ref20">20</xref>]. From the outset, we were mindful that FluCARE&#x2019;s capacity to improve outbreak outcomes was dependent on its ability to be accepted and adopted by RACF staff. This is typically determined by factors such as an application&#x2019;s perceived usefulness, reliability, and user-friendliness [<xref ref-type="bibr" rid="ref5">5</xref>,<xref ref-type="bibr" rid="ref21">21</xref>]. As such, input from RACF staff was pivotal. Beyond informing the core functions of the application, feedback from RACF staff via the various user engagement and testing episodes embedded in our design and development process (see <xref ref-type="fig" rid="figure1">Figure 1</xref>; 0-27 months) was valuable in answering key design questions encountered by the working group and digital developers, for example, whether to optimize the application for desktop versus mobile use. Lastly, while acknowledging the importance of user-based design in the development of a digital health tool, no one design approach is accepted as a gold standard [<xref ref-type="bibr" rid="ref22">22</xref>]. However, we did not conduct our user-based design activity through a theoretical framework or research process and would have benefited from such a systematic approach.</p></sec><sec id="s5-2"><title>Technical Lesson: Data Security Should Be Addressed With a Multifaceted, Risk Management Approach</title><p>Data security and information privacy is a central concern that must be thoroughly addressed to ensure user acceptability, and that ethical and professional obligations are met, particularly when dealing with personally identifiable health data [<xref ref-type="bibr" rid="ref5">5</xref>,<xref ref-type="bibr" rid="ref23">23</xref>]. Addressing all facets of security appropriately required not only an understanding of the legislation, policies, and procedures in place to secure and manage health data appropriately within New South Wales but also a practical risk management approach in order to mitigate any perceived risks to data breaches. Based on the recommendations from the independent security assessment, the working group developed a user access management policy and security risk management plan to help mitigate any inappropriate access or use of the application and to ensure the security of the personal health information within the application (<xref ref-type="fig" rid="figure1">Figure 1</xref>; 15&#x2010;27 months). While much of the existing literature focuses on the technical aspects of security, it is important to recognize that data governance strategies, staff training, and incident detection and response plans are also essential for security [<xref ref-type="bibr" rid="ref24">24</xref>-<xref ref-type="bibr" rid="ref26">26</xref>]. This multifaceted security approach was applied for FluCARE, as detailed in <xref ref-type="table" rid="table1">Table 1</xref> (item 14).</p></sec><sec id="s5-3"><title>Organizational Lesson: Organization-Wide Support for Digital Innovation Should Be Fostered and Promoted</title><p>Supportive organizational culture and structures for digital health innovation are important enablers for successful design and implementation [<xref ref-type="bibr" rid="ref5">5</xref>,<xref ref-type="bibr" rid="ref27">27</xref>]. FluCARE development was undertaken within a forward-thinking organization where innovation in health care IT is a strategic priority [<xref ref-type="bibr" rid="ref28">28</xref>]. The project received high-level support at initiation through the SLHD executive as well as at the PHU and IT departmental levels, which facilitated supportive resourcing from the IT department, including their de novo build of the required hosting environment for FluCARE. However, we may have potentially benefited from an organization-wide mechanism for pooling institutional experience and sharing resources across different projects, given that a number of other application developments were also occurring in the SLHD over the time period of the design, development, and implementation of FluCARE (see <xref ref-type="fig" rid="figure1">Figure 1</xref>). This has potential for leveraging economies of scale, reducing duplicative overhead costs, optimizing interoperability, and improving procedural efficiencies [<xref ref-type="bibr" rid="ref5">5</xref>,<xref ref-type="bibr" rid="ref29">29</xref>].</p></sec></sec><sec id="s6" sec-type="conclusions"><title>Conclusion</title><p>The translation of an innovative application idea into an effective public health tool is a multifaceted process, which importantly includes early and ongoing user engagement, considered but practical data governance and security measures, organizational support, and dedicated resources and IT infrastructure to support maintenance over time. From our experience, these elements are essential to ensure user-friendly and security-conscious design as well as successful application implementation and uptake.</p></sec></body><back><ack><p>The initial development of the Influenza Outbreak Communication, Advice and Reporting (FluCARE) application was funded by winnings from the Sydney Local Health District (SLHD) &#x201C;The Pitch&#x201D; innovation challenge. This project was also supported by a grant to Sydney Health Partners (MRF9100001) from the Australian Government&#x2019;s Medical Research Future Fund (MRFF) as part of the Rapid Applied Research Translation program. We also thank the SLHD Information and Communication Technology (ICT) Services and FAQ Interactive for their technical contributions in the development and implementation of the FluCARE application.</p></ack><fn-group><fn fn-type="conflict"><p>None declared.</p></fn></fn-group><glossary><title>Abbreviations</title><def-list><def-item><term id="abb1">FluCARE</term><def><p>Influenza Outbreak Communication, Advice and Reporting</p></def></def-item><def-item><term id="abb2">ICT</term><def><p>information and communication technology</p></def></def-item><def-item><term id="abb3">MVP</term><def><p>minimum viable product</p></def></def-item><def-item><term id="abb4">PHU</term><def><p>Public Health Unit</p></def></def-item><def-item><term id="abb5">RACF</term><def><p>residential aged care facility</p></def></def-item><def-item><term id="abb6">SLHD</term><def><p>Sydney Local Health District</p></def></def-item><def-item><term id="abb7">UAT</term><def><p>user acceptability testing</p></def></def-item></def-list></glossary><ref-list><title>References</title><ref id="ref1"><label>1</label><nlm-citation citation-type="web"><article-title>Global diffusion of eHealth: making universal health coverage achievable: report of the third global survey on eHealth</article-title><source>World Health Organization</source><year>2016</year><month>12</month><day>15</day><access-date>2023-12-12</access-date><comment><ext-link ext-link-type="uri" xlink:href="https://www.who.int/publications/i/item/9789241511780">https://www.who.int/publications/i/item/9789241511780</ext-link></comment></nlm-citation></ref><ref id="ref2"><label>2</label><nlm-citation citation-type="web"><article-title>The growing value of digital health: evidence and impact on human health and the healthcare system</article-title><source>IQVIA</source><year>2017</year><month>11</month><day>7</day><access-date>2023-12-12</access-date><comment><ext-link ext-link-type="uri" xlink:href="https://www.iqvia.com/insights/the-iqvia-institute/reports/the-growing-value-of-digital-health">https://www.iqvia.com/insights/the-iqvia-institute/reports/the-growing-value-of-digital-health</ext-link></comment></nlm-citation></ref><ref id="ref3"><label>3</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Mathews</surname><given-names>SC</given-names> </name><name name-style="western"><surname>McShea</surname><given-names>MJ</given-names> </name><name name-style="western"><surname>Hanley</surname><given-names>CL</given-names> </name><name name-style="western"><surname>Ravitz</surname><given-names>A</given-names> </name><name name-style="western"><surname>Labrique</surname><given-names>AB</given-names> </name><name name-style="western"><surname>Cohen</surname><given-names>AB</given-names> </name></person-group><article-title>Digital health: a path to validation</article-title><source>NPJ Digit Med</source><year>2019</year><month>05</month><day>13</day><volume>2</volume><fpage>38</fpage><pub-id pub-id-type="doi">10.1038/s41746-019-0111-3</pub-id><pub-id pub-id-type="medline">31304384</pub-id></nlm-citation></ref><ref id="ref4"><label>4</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Iyamu</surname><given-names>I</given-names> </name><name name-style="western"><surname>G&#x00F3;mez-Ram&#x00ED;rez</surname><given-names>O</given-names> </name><name name-style="western"><surname>Xu</surname><given-names>AX</given-names> </name><etal/></person-group><article-title>Challenges in the development of digital public health interventions and mapped solutions: findings from a scoping review</article-title><source>Digit Health</source><year>2022</year><month>05</month><day>26</day><volume>8</volume><fpage>20552076221102255</fpage><pub-id pub-id-type="doi">10.1177/20552076221102255</pub-id><pub-id pub-id-type="medline">35656283</pub-id></nlm-citation></ref><ref id="ref5"><label>5</label><nlm-citation citation-type="web"><article-title>Recommendations on digital interventions for health systems strengthening</article-title><source>World Health Organization</source><year>2019</year><month>06</month><day>6</day><access-date>2023-12-12</access-date><comment><ext-link ext-link-type="uri" xlink:href="https://www.who.int/publications/i/item/9789241550505">https://www.who.int/publications/i/item/9789241550505</ext-link></comment></nlm-citation></ref><ref id="ref6"><label>6</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Tennant</surname><given-names>E</given-names> </name><name name-style="western"><surname>Fletcher</surname><given-names>S</given-names> </name><name name-style="western"><surname>Kakar</surname><given-names>S</given-names> </name><etal/></person-group><article-title>Factors associated with adverse outcomes during influenza outbreaks in aged care facilities</article-title><source>Aust N Z J Public Health</source><year>2020</year><month>02</month><volume>44</volume><issue>1</issue><fpage>65</fpage><lpage>72</lpage><pub-id pub-id-type="doi">10.1111/1753-6405.12933</pub-id><pub-id pub-id-type="medline">31617654</pub-id></nlm-citation></ref><ref id="ref7"><label>7</label><nlm-citation citation-type="other"><person-group person-group-type="author"><name name-style="western"><surname>Dowsett</surname><given-names>M</given-names> </name><name name-style="western"><surname>Broome</surname><given-names>R</given-names> </name></person-group><article-title>A demographic and social profile of Sydney Local Health District</article-title><year>2018</year><month>05</month><publisher-name>Public Health Observatory, Sydney Local Health District</publisher-name></nlm-citation></ref><ref id="ref8"><label>8</label><nlm-citation citation-type="web"><article-title>GEN aged care data: aged care service list: 30 June 2019</article-title><source>Australian Institute of Health and Welfare</source><year>2019</year><month>09</month><access-date>2020-12-15</access-date><comment><ext-link ext-link-type="uri" xlink:href="https://www.gen-agedcaredata.gov.au/resources/access-data/2019/september/aged-care-service-list-30-june-2019">https://www.gen-agedcaredata.gov.au/resources/access-data/2019/september/aged-care-service-list-30-june-2019</ext-link></comment></nlm-citation></ref><ref id="ref9"><label>9</label><nlm-citation citation-type="web"><person-group person-group-type="author"><collab>Communicable Diseases Network Australia (CDNA)</collab></person-group><article-title>National guidelines for the prevention, control and public health management of influenza outbreaks in residential care</article-title><source>Australia Government, Department of Health and Aged Care</source><year>2022</year><month>09</month><day>22</day><access-date>2024-06-06</access-date><comment><ext-link ext-link-type="uri" xlink:href="https://www.health.gov.au/resources/publications/national-guidelines-for-the-prevention-control-and-public-health-management-of-outbreaks-of-acute-respiratory-infection-in-residential-care-facilities?language=en">https://www.health.gov.au/resources/publications/national-guidelines-for-the-prevention-control-and-public-health-management-of-outbreaks-of-acute-respiratory-infection-in-residential-care-facilities?language=en</ext-link></comment></nlm-citation></ref><ref id="ref10"><label>10</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Agarwal</surname><given-names>S</given-names> </name><name name-style="western"><surname>LeFevre</surname><given-names>AE</given-names> </name><name name-style="western"><surname>Lee</surname><given-names>J</given-names> </name><etal/></person-group><article-title>Guidelines for reporting of health interventions using mobile phones: mobile health (mHealth) evidence reporting and assessment (mERA) checklist</article-title><source>BMJ</source><year>2016</year><month>03</month><day>17</day><volume>352</volume><fpage>i1174</fpage><pub-id pub-id-type="doi">10.1136/bmj.i1174</pub-id><pub-id pub-id-type="medline">26988021</pub-id></nlm-citation></ref><ref id="ref11"><label>11</label><nlm-citation citation-type="web"><article-title>Mobile consumer survey 2019</article-title><source>Deloitte</source><access-date>2024-06-06</access-date><comment><ext-link ext-link-type="uri" xlink:href="https://content.deloitte.com.au/mobile-consumer-survey-2019">https://content.deloitte.com.au/mobile-consumer-survey-2019</ext-link></comment></nlm-citation></ref><ref id="ref12"><label>12</label><nlm-citation citation-type="web"><article-title>Privacy manual for health information</article-title><source>NSW Ministry of Health</source><year>2015</year><month>03</month><access-date>2023-12-12</access-date><comment><ext-link ext-link-type="uri" xlink:href="https://www.health.nsw.gov.au/policies/manuals/Documents/privacy-manual-for-health-information.pdf">https://www.health.nsw.gov.au/policies/manuals/Documents/privacy-manual-for-health-information.pdf</ext-link></comment></nlm-citation></ref><ref id="ref13"><label>13</label><nlm-citation citation-type="web"><article-title>Health Records and Information Privacy Act 2002 No 71</article-title><source>NSW Legislation</source><access-date>2023-12-12</access-date><comment><ext-link ext-link-type="uri" xlink:href="https://legislation.nsw.gov.au/view/html/inforce/current/act-2002-071">https://legislation.nsw.gov.au/view/html/inforce/current/act-2002-071</ext-link></comment></nlm-citation></ref><ref id="ref14"><label>14</label><nlm-citation citation-type="web"><article-title>Health care records - documentation and management</article-title><source>NSW Health</source><year>2012</year><month>12</month><day>21</day><access-date>2023-12-12</access-date><comment><ext-link ext-link-type="uri" xlink:href="https://www1.health.nsw.gov.au/pds/ActivePDSDocuments/PD2012_069.pdf">https://www1.health.nsw.gov.au/pds/ActivePDSDocuments/PD2012_069.pdf</ext-link></comment></nlm-citation></ref><ref id="ref15"><label>15</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Quinn</surname><given-names>E</given-names> </name><name name-style="western"><surname>Hsiao</surname><given-names>KH</given-names> </name><name name-style="western"><surname>Johnstone</surname><given-names>T</given-names> </name><etal/></person-group><article-title>Protecting older adult residents in care facilities against influenza and COVID-19 using the Influenza Communication, Advice and Reporting (FluCARE) app: prospective cohort mixed methods study</article-title><source>JMIR Form Res</source><year>2023</year><month>03</month><day>13</day><volume>7</volume><fpage>e38080</fpage><pub-id pub-id-type="doi">10.2196/38080</pub-id><pub-id pub-id-type="medline">36763638</pub-id></nlm-citation></ref><ref id="ref16"><label>16</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Cresswell</surname><given-names>K</given-names> </name><name name-style="western"><surname>Sheikh</surname><given-names>A</given-names> </name></person-group><article-title>Organizational issues in the implementation and adoption of health information technology innovations: an interpretative review</article-title><source>Int J Med Inform</source><year>2013</year><month>05</month><volume>82</volume><issue>5</issue><fpage>e73</fpage><lpage>86</lpage><pub-id pub-id-type="doi">10.1016/j.ijmedinf.2012.10.007</pub-id><pub-id pub-id-type="medline">23146626</pub-id></nlm-citation></ref><ref id="ref17"><label>17</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Gagnon</surname><given-names>MP</given-names> </name><name name-style="western"><surname>Desmartis</surname><given-names>M</given-names> </name><name name-style="western"><surname>Labrecque</surname><given-names>M</given-names> </name><etal/></person-group><article-title>Systematic review of factors influencing the adoption of information and communication technologies by healthcare professionals</article-title><source>J Med Syst</source><year>2012</year><month>02</month><volume>36</volume><issue>1</issue><fpage>241</fpage><lpage>277</lpage><pub-id pub-id-type="doi">10.1007/s10916-010-9473-4</pub-id><pub-id pub-id-type="medline">20703721</pub-id></nlm-citation></ref><ref id="ref18"><label>18</label><nlm-citation citation-type="web"><source>Principles for digital development</source><access-date>2023-12-12</access-date><comment><ext-link ext-link-type="uri" xlink:href="https://digitalprinciples.org/">https://digitalprinciples.org/</ext-link></comment></nlm-citation></ref><ref id="ref19"><label>19</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Holzinger</surname><given-names>A</given-names> </name><name name-style="western"><surname>Kosec</surname><given-names>P</given-names> </name><name name-style="western"><surname>Schwantzer</surname><given-names>G</given-names> </name><name name-style="western"><surname>Debevc</surname><given-names>M</given-names> </name><name name-style="western"><surname>Hofmann-Wellenhof</surname><given-names>R</given-names> </name><name name-style="western"><surname>Fr&#x00FC;hauf</surname><given-names>J</given-names> </name></person-group><article-title>Design and development of a mobile computer application to reengineer workflows in the hospital and the methodology to evaluate its effectiveness</article-title><source>J Biomed Inform</source><year>2011</year><month>12</month><volume>44</volume><issue>6</issue><fpage>968</fpage><lpage>977</lpage><pub-id pub-id-type="doi">10.1016/j.jbi.2011.07.003</pub-id><pub-id pub-id-type="medline">21854873</pub-id></nlm-citation></ref><ref id="ref20"><label>20</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Schnall</surname><given-names>R</given-names> </name><name name-style="western"><surname>Rojas</surname><given-names>M</given-names> </name><name name-style="western"><surname>Bakken</surname><given-names>S</given-names> </name><etal/></person-group><article-title>A user-centered model for designing consumer mobile health (mHealth) applications (apps)</article-title><source>J Biomed Inform</source><year>2016</year><month>04</month><volume>60</volume><fpage>243</fpage><lpage>251</lpage><pub-id pub-id-type="doi">10.1016/j.jbi.2016.02.002</pub-id><pub-id pub-id-type="medline">26903153</pub-id></nlm-citation></ref><ref id="ref21"><label>21</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Dalton</surname><given-names>C</given-names> </name><name name-style="western"><surname>Carlson</surname><given-names>S</given-names> </name><name name-style="western"><surname>Butler</surname><given-names>M</given-names> </name><etal/></person-group><article-title>Insights from Flutracking: thirteen tips to growing a web-based participatory surveillance system</article-title><source>JMIR Public Health Surveill</source><year>2017</year><month>08</month><day>17</day><volume>3</volume><issue>3</issue><fpage>e48</fpage><pub-id pub-id-type="doi">10.2196/publichealth.7333</pub-id><pub-id pub-id-type="medline">28818817</pub-id></nlm-citation></ref><ref id="ref22"><label>22</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Vaisson</surname><given-names>G</given-names> </name><name name-style="western"><surname>Provencher</surname><given-names>T</given-names> </name><name name-style="western"><surname>Dugas</surname><given-names>M</given-names> </name><etal/></person-group><article-title>User involvement in the design and development of patient decision aids and other personal health tools: a systematic review</article-title><source>Med Decis Making</source><year>2021</year><month>04</month><volume>41</volume><issue>3</issue><fpage>261</fpage><lpage>274</lpage><pub-id pub-id-type="doi">10.1177/0272989X20984134</pub-id><pub-id pub-id-type="medline">33655791</pub-id></nlm-citation></ref><ref id="ref23"><label>23</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Steinhubl</surname><given-names>SR</given-names> </name><name name-style="western"><surname>Muse</surname><given-names>ED</given-names> </name><name name-style="western"><surname>Topol</surname><given-names>EJ</given-names> </name></person-group><article-title>The emerging field of mobile health</article-title><source>Sci Transl Med</source><year>2015</year><month>04</month><day>15</day><volume>7</volume><issue>283</issue><fpage>283rv3</fpage><pub-id pub-id-type="doi">10.1126/scitranslmed.aaa3487</pub-id><pub-id pub-id-type="medline">25877894</pub-id></nlm-citation></ref><ref id="ref24"><label>24</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Iwaya</surname><given-names>LH</given-names> </name><name name-style="western"><surname>Ahmad</surname><given-names>A</given-names> </name><name name-style="western"><surname>Babar</surname><given-names>MA</given-names> </name></person-group><article-title>Security and privacy for mHealth and uHealth systems: a systematic mapping study</article-title><source>IEEE Access</source><year>2020</year><volume>8</volume><fpage>150081</fpage><lpage>150112</lpage><pub-id pub-id-type="doi">10.1109/ACCESS.2020.3015962</pub-id></nlm-citation></ref><ref id="ref25"><label>25</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Morera</surname><given-names>EP</given-names> </name><name name-style="western"><surname>de la Torre D&#x00ED;ez</surname><given-names>I</given-names> </name><name name-style="western"><surname>Garcia-Zapirain</surname><given-names>B</given-names> </name><name name-style="western"><surname>L&#x00F3;pez-Coronado</surname><given-names>M</given-names> </name><name name-style="western"><surname>Arambarri</surname><given-names>J</given-names> </name></person-group><article-title>Security recommendations for mHealth apps: elaboration of a developer&#x2019;s guide</article-title><source>J Med Syst</source><year>2016</year><month>06</month><volume>40</volume><issue>6</issue><fpage>152</fpage><pub-id pub-id-type="doi">10.1007/s10916-016-0513-6</pub-id><pub-id pub-id-type="medline">27147515</pub-id></nlm-citation></ref><ref id="ref26"><label>26</label><nlm-citation citation-type="web"><person-group person-group-type="author"><name name-style="western"><surname>Brooks</surname><given-names>S</given-names> </name><name name-style="western"><surname>Garcia</surname><given-names>M</given-names> </name><name name-style="western"><surname>Lefkovitz</surname><given-names>N</given-names> </name><name name-style="western"><surname>Lightman</surname><given-names>S</given-names> </name><name name-style="western"><surname>Nadeau</surname><given-names>E</given-names> </name></person-group><article-title>NISTIR 8062: an introduction to privacy engineering and risk management in federal systems</article-title><source>National Institute of Standards and Technology</source><year>2017</year><month>01</month><access-date>2023-12-12</access-date><comment><ext-link ext-link-type="uri" xlink:href="https://nvlpubs.nist.gov/nistpubs/ir/2017/NIST.IR.8062.pdf">https://nvlpubs.nist.gov/nistpubs/ir/2017/NIST.IR.8062.pdf</ext-link></comment></nlm-citation></ref><ref id="ref27"><label>27</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Dalton</surname><given-names>CB</given-names> </name></person-group><article-title>Enablers of innovation in digital public health surveillance: lessons from Flutracking</article-title><source>Int Health</source><year>2017</year><month>05</month><day>1</day><volume>9</volume><issue>3</issue><fpage>145</fpage><lpage>147</lpage><pub-id pub-id-type="doi">10.1093/inthealth/ihx009</pub-id><pub-id pub-id-type="medline">28582555</pub-id></nlm-citation></ref><ref id="ref28"><label>28</label><nlm-citation citation-type="web"><article-title>Sydney local health district: strategic plan 2018-2023</article-title><source>Sydney Local Health District (SLHD)</source><access-date>2023-12-12</access-date><comment><ext-link ext-link-type="uri" xlink:href="https://www.slhd.nsw.gov.au/pdfs/slhd-strategic-plan-2018-2023.pdf">https://www.slhd.nsw.gov.au/pdfs/slhd-strategic-plan-2018-2023.pdf</ext-link></comment></nlm-citation></ref><ref id="ref29"><label>29</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Park</surname><given-names>JY</given-names> </name><name name-style="western"><surname>Lee</surname><given-names>G</given-names> </name><name name-style="western"><surname>Shin</surname><given-names>SY</given-names> </name><etal/></person-group><article-title>Lessons learned from the development of health applications in a tertiary hospital</article-title><source>Telemed J E Health</source><year>2014</year><month>03</month><volume>20</volume><issue>3</issue><fpage>215</fpage><lpage>222</lpage><pub-id pub-id-type="doi">10.1089/tmj.2013.0192</pub-id><pub-id pub-id-type="medline">23909863</pub-id></nlm-citation></ref></ref-list><app-group><supplementary-material id="app1"><label>Multimedia Appendix 1</label><p>Checklist for Mobile Health (mHealth) Evidence Reporting and Assessment (mERA) guidelines, including mHealth essential criteria.</p><media xlink:href="publichealth_v10i1e37625_app1.docx" xlink:title="DOCX File, 20 KB"/></supplementary-material></app-group></back></article>