<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article article-type="research-article" dtd-version="2.0" xmlns:xlink="http://www.w3.org/1999/xlink">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JPH</journal-id>
      <journal-id journal-id-type="nlm-ta">JMIR Public Health Surveill</journal-id>
      <journal-title>JMIR Public Health and Surveillance</journal-title>
      <issn pub-type="epub">2369-2960</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v9i1e46563</article-id>
      <article-id pub-id-type="pmid">37440286</article-id>
      <article-id pub-id-type="doi">10.2196/46563</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Viewpoint</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Viewpoint</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>Implementing and Maintaining a SARS-CoV-2 Exposure Notification Application for Mobile Phones: The Finnish Experience</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Mavragani</surname>
            <given-names>Amaryllis</given-names>
          </name>
        </contrib>
        <contrib contrib-type="editor">
          <name>
            <surname>Sanchez</surname>
            <given-names>Travis</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>von Wyl</surname>
            <given-names>Viktor</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Jormanainen</surname>
            <given-names>Vesa</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author">
          <name name-style="western">
            <surname>Pihlajamäki</surname>
            <given-names>Mika</given-names>
          </name>
          <degrees>MSc</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-1779-5941</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author">
          <name name-style="western">
            <surname>Wickström</surname>
            <given-names>Sara</given-names>
          </name>
          <degrees>MA</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-3909-5137</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author">
          <name name-style="western">
            <surname>Puranen</surname>
            <given-names>Kaija</given-names>
          </name>
          <degrees>MSc</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-1556-0169</ext-link>
        </contrib>
        <contrib id="contrib4" contrib-type="author">
          <name name-style="western">
            <surname>Helve</surname>
            <given-names>Otto</given-names>
          </name>
          <degrees>MD, PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-6254-3180</ext-link>
        </contrib>
        <contrib id="contrib5" contrib-type="author">
          <name name-style="western">
            <surname>Yrttiaho</surname>
            <given-names>Aleksi</given-names>
          </name>
          <degrees>MSc</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-1325-060X</ext-link>
        </contrib>
        <contrib id="contrib6" contrib-type="author" corresp="yes">
          <name name-style="western">
            <surname>Siira</surname>
            <given-names>Lotta</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <address>
            <institution>Finnish Institute for Health and Welfare</institution>
            <addr-line>PO Box 30</addr-line>
            <addr-line>Helsinki, 00271</addr-line>
            <country>Finland</country>
            <phone>358 29 524 8755</phone>
            <email>lotta.siira@thl.fi</email>
          </address>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-0330-7396</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>Finnish Institute for Health and Welfare</institution>
        <addr-line>Helsinki</addr-line>
        <country>Finland</country>
      </aff>
      <aff id="aff2">
        <label>2</label>
        <institution>Gofore Oyj</institution>
        <addr-line>Tampere</addr-line>
        <country>Finland</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Lotta Siira <email>lotta.siira@thl.fi</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <year>2023</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>13</day>
        <month>7</month>
        <year>2023</year>
      </pub-date>
      <volume>9</volume>
      <elocation-id>e46563</elocation-id>
      <history>
        <date date-type="received">
          <day>16</day>
          <month>2</month>
          <year>2023</year>
        </date>
        <date date-type="rev-request">
          <day>28</day>
          <month>2</month>
          <year>2023</year>
        </date>
        <date date-type="rev-recd">
          <day>17</day>
          <month>4</month>
          <year>2023</year>
        </date>
        <date date-type="accepted">
          <day>16</day>
          <month>6</month>
          <year>2023</year>
        </date>
      </history>
      <copyright-statement>©Mika Pihlajamäki, Sara Wickström, Kaija Puranen, Otto Helve, Aleksi Yrttiaho, Lotta Siira. Originally published in JMIR Public Health and Surveillance (https://publichealth.jmir.org), 13.07.2023.</copyright-statement>
      <copyright-year>2023</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in JMIR Public Health and Surveillance, is properly cited. The complete bibliographic information, a link to the original publication on https://publichealth.jmir.org, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="https://publichealth.jmir.org/2023/1/e46563" xlink:type="simple"/>
      <abstract>
        <p>Exposure notification applications (ENAs) or digital proximity tracing apps were used in several countries during the COVID-19 pandemic. In this viewpoint, we share our experience of implementing and running the Finnish ENA (Koronavilkku), one of the national ENAs with the highest proportion of users during the pandemic. With the aim of strengthening public trust and increasing app uptake, there was a strong prioritization of privacy and data security for the end user throughout the ENA development. This, in turn, limited the use of the app as a tool for health care professionals and deeper insight into its potential effectiveness. The ENA was designed to supplement conventional contact tracing, rather than replace it, and to serve as an early warning system and a trigger for action for the user in case of potential exposure. The predefined target of 40% uptake in the population was achieved within 3 months of the ENA launch. We consider easy-to-understand information produced together with communication experts crucial during the changing pandemic situation. This information educated people about the app as one component in mitigating the pandemic. As the pandemic and its mitigation evolved, the ENA also needed adapting and updating. A few months after its launch, Finland joined European interoperability, which allowed the ENA to share information with ENAs of other countries. We added automatic token issuing to the ENA as of mid-2021. If added earlier and more comprehensively, automatization could have more effectively saved resources in health care services and prevented overburdening contact tracing teams, while also notifying potentially exposed individuals quicker and more reliably. In the spring of 2021, the number of active apps started to gradually decline. Quarantine and testing practices for asymptomatic vaccinated individuals following exposure to the virus were eased and home tests became more common, eventually replacing laboratory testing for much of the population. Taken together, this led to decreased token issuance, which weakened the potential public health usefulness of the app. A self-service option for token issuance would likely have prolonged the lifespan of the app. The ENA was discontinued in mid-2022. Regularly conducted surveys would have helped gain timely knowledge on the use and effectiveness of the app for better responding to the changing needs during the pandemic.</p>
      </abstract>
      <kwd-group>
        <kwd>digital proximity tracing</kwd>
        <kwd>DPT</kwd>
        <kwd>exposure notification application</kwd>
        <kwd>ENA</kwd>
        <kwd>COVID-19</kwd>
        <kwd>Finland</kwd>
        <kwd>digital health</kwd>
        <kwd>mobile health</kwd>
        <kwd>mHealth</kwd>
        <kwd>contact tracing</kwd>
        <kwd>user</kwd>
        <kwd>data privacy</kwd>
        <kwd>effectiveness</kwd>
        <kwd>mobile app</kwd>
        <kwd>technology</kwd>
        <kwd>public health</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <p>Large-scale rollouts of digital proximity tracing (DPT) and exposure notification apps (ENAs) were undertaken hastily in several countries during the COVID-19 pandemic. It is important to gather and document the lessons learned in the process for possible similar situations in the future. In this viewpoint, we share our experiences of implementing and running the Finnish ENA (Koronavilkku). We base our account on the first-hand experiences of developing and maintaining the national ENA that were discussed at the final project workshop. We refer to feedback received from the public, health care professionals, and decision makers during the app’s lifetime.</p>
      <p>SARS-CoV-2 started to spread in the Finnish population at the end of February 2020 [<xref ref-type="bibr" rid="ref1">1</xref>]. Like in many countries, in mid-March 2020, the government declared a state of emergency and introduced restrictions due to the coronavirus outbreak [<xref ref-type="bibr" rid="ref2">2</xref>]. In early April, the European Commission adopted a recommendation on the use of mobile technology to control the COVID-19 pandemic [<xref ref-type="bibr" rid="ref3">3</xref>], and the Finnish government initiated legislation work related to a national app later that month (<xref rid="figure1" ref-type="fig">Figure 1</xref>). The aim of the mobile app would be to promote public health by empowering everyone to participate in breaking SARS-CoV-2 transmission chains, as part of the government’s strategy to combat the COVID-19 pandemic [<xref ref-type="bibr" rid="ref4">4</xref>].</p>
      <fig id="figure1" position="float">
        <label>Figure 1</label>
        <caption>
          <p>Timeline of key events in Finland during January 2020 to June 2022, related to the COVID-19 pandemic mitigation and the development and use of the Finnish COVID-19 exposure notification application (ENA).</p>
        </caption>
        <graphic xlink:href="publichealth_v9i1e46563_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
      </fig>
    </sec>
    <sec>
      <title>Defining the Aims and Functionality of the ENA</title>
      <p>According to the temporary law, the Finnish app would be voluntary and free for the public to use [<xref ref-type="bibr" rid="ref5">5</xref>]. These principles are in line with findings in a review on best guidance for DPT apps [<xref ref-type="bibr" rid="ref6">6</xref>]. The national legislation and the European guidelines defined the handling of personal data and directed the Finnish app to use a decentralized model and the Google and Apple Exposure Notification system without collecting location data [<xref ref-type="bibr" rid="ref5">5</xref>,<xref ref-type="bibr" rid="ref7">7</xref>]. Privacy and data security concerns have been raised by the public in studies on acceptability [<xref ref-type="bibr" rid="ref8">8</xref>,<xref ref-type="bibr" rid="ref9">9</xref>]. Local legislation is needed to ensure suitable and specific safeguards for privacy and data protection to gain public trust [<xref ref-type="bibr" rid="ref10">10</xref>,<xref ref-type="bibr" rid="ref11">11</xref>].</p>
      <p>The Finnish app was divided into a mobile app and a backend system [<xref ref-type="bibr" rid="ref12">12</xref>]. The mobile app calculated the exposure risk based on encounter duration, distance, and the presumed infectivity of the case. If a defined risk threshold was exceeded, the app notified the user of a potential exposure and provided further instructions. This functionality for sending and retrieving identifiers and matching them was similar in all decentralized ENAs in the European Union (EU) [<xref ref-type="bibr" rid="ref13">13</xref>].</p>
      <p>Based on early simulated models on potential for infection control [<xref ref-type="bibr" rid="ref14">14</xref>,<xref ref-type="bibr" rid="ref15">15</xref>], a high app download rate by the public was deemed more important than making the app a tool for health care professionals. In a simulation, a 56% app coverage would end the pandemic in the modelled country [<xref ref-type="bibr" rid="ref14">14</xref>]. At that time, app coverage in other countries was up to 38% [<xref ref-type="bibr" rid="ref16">16</xref>]. The project steering committee set the objective to 40% of the population in Finland, to have a concrete and realistic target coverage to mitigate the pandemic.</p>
      <p>The app was designed to supplement conventional contact tracing, rather than replace it, and to serve as an early warning system and a trigger for end user action. The aim was that upon receiving an exposure notification, the user would change his or her behavior according to the guidance given by the app, and thus, break transmission chains (<xref rid="figure2" ref-type="fig">Figure 2</xref>). The instructions were kept in synchronization with the national guidelines.</p>
      <p>Already in the planning stage, it was decided that we should emphasize privacy and maximize app uptake, which imposed limits on the development but gave a clear focus to the work. After the launch, several independent data security experts, including the National Cybersecurity Center, evaluated the app against the privacy concerns that had been discussed in the media [<xref ref-type="bibr" rid="ref17">17</xref>,<xref ref-type="bibr" rid="ref18">18</xref>]. We believe that the focus on privacy and data security, as well as the open communication about this aim, was instrumental in gaining public trust. The importance of upholding public trust to increase app uptake is consistent with other studies [<xref ref-type="bibr" rid="ref19">19</xref>]. Distrust and a perceived lack of transparency can increase the belief in inadequate design, and in turn, decrease belief in app effectivity and app adoption [<xref ref-type="bibr" rid="ref20">20</xref>]. Privacy concerns among the public are understandable, as many COVID-19–related apps required numerous rights, like access to photos, location, or microphone [<xref ref-type="bibr" rid="ref21">21</xref>].</p>
      <fig id="figure2" position="float">
        <label>Figure 2</label>
        <caption>
          <p>The guidance shown to users of the Finnish COVID-19 exposure notification app upon receipt of an exposure notification during March 4, 2021, to June 16, 2021. The instructions were updated in line with the national guidelines.</p>
        </caption>
        <graphic xlink:href="publichealth_v9i1e46563_fig2.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
      </fig>
    </sec>
    <sec>
      <title>Development</title>
      <p>In most EU countries, ENAs were developed in collaboration between governmental institutions and private software developers [<xref ref-type="bibr" rid="ref13">13</xref>]. This was also true for Finland, where establishing an ENA required several actors to join forces. The project group consisted of some 2 dozen individuals from the involved organizations. Because of the pandemic-related recommendations to work remotely, meetings were web based, and most team members met in person for the first time only at the final project workshop. One of the key lessons learned was the importance of seamless teamwork. Home organizations were less visible in the web-based meetings and discussions were informal yet structured. This fostered open communication, an excellent team spirit, a low level of hierarchy, and avoided silos, while also engaging project members and their home organizations. In addition to the core project group, nearly 200 individuals worked intermittently on different aspects of the app and related issues.</p>
      <p>To support the project group, we set up an expert group of communicable disease physicians representing different municipalities and hospital districts. The group lacked decision-making power, but it was an important organ for keeping in touch with the health care services, where contact tracing was conducted and app tokens issued. The group was informed about the development and consulted on guidance and the calculation of risk factor parameters. The aim was to keep the parameters that defined possible exposure and recommendations in the exposure notifications in line with the national guidelines.</p>
    </sec>
    <sec>
      <title>Communication and Deployment</title>
      <p>From the start, communication experts planned how to share easy-to-understand information about the ENA with the public. As identified elsewhere, end user benefits of an app and clarifications on how individual privacy will be protected are important to communicate [<xref ref-type="bibr" rid="ref22">22</xref>]. Communication efforts included a series of public webinars during development and a marketing campaign in connection with the launch, and communication continued throughout the lifetime of the app. The responsibilities of the national COVID-19 helpline were expanded to give advice on the app and its use.</p>
      <p>Finland approached advertising the app as part of a bigger strategy against the pandemic and started informing the public about the app at an early stage [<xref ref-type="bibr" rid="ref13">13</xref>]. However, some other European countries included the public in the development by inviting feedback or carrying out public consultations to generate trust and increase acceptance [<xref ref-type="bibr" rid="ref13">13</xref>]. Because of time and resource constraints, we were unable to accommodate similar public consultations.</p>
      <p>The Finnish ENA was published in late summer 2020 (<xref rid="figure1" ref-type="fig">Figure 1</xref>), simultaneously or later than that of many other countries and states [<xref ref-type="bibr" rid="ref13">13</xref>,<xref ref-type="bibr" rid="ref23">23</xref>]. Probably largely due to the media attention that the Finnish ENA gained, especially around the launch, the app was downloaded by 1 million users within the first 24 hours. This accounts for nearly a fifth of the Finnish population. In the next 2 weeks, the app reached 2 million users, and the objective of 40% uptake was achieved in early November 2020 (<xref rid="figure3" ref-type="fig">Figure 3</xref>) [<xref ref-type="bibr" rid="ref24">24</xref>]. Over the next few months, the number of active users continued to grow, and by spring 2021, the app had become one of the national or state ENAs with the highest proportion of users [<xref ref-type="bibr" rid="ref13">13</xref>,<xref ref-type="bibr" rid="ref25">25</xref>].</p>
      <p>The ENA could be used in the 2 official languages of Finland, Finnish and Swedish, and additionally in English. However, some groups were not as frequent users of the app as the general population [<xref ref-type="bibr" rid="ref26">26</xref>], and making the app available in further languages could have allowed it to have a wider and more inclusive public health impact.</p>
      <fig id="figure3" position="float">
        <label>Figure 3</label>
        <caption>
          <p>Downloads or active app counts for the Finnish SARS-CoV-2 exposure notification application (ENA) in the period of August 31, 2020, to May 10, 2022. The number of Finnish ENA downloads was collected from mobile app stores. After February 8, 2021, the number of downloaded apps was not followed, as it no longer reflected the number of active apps. Active apps were defined as apps contacting the back end at least once per 24 hours.</p>
        </caption>
        <graphic xlink:href="publichealth_v9i1e46563_fig3.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
      </fig>
    </sec>
    <sec>
      <title>Adaptation of the App in an Evolving Pandemic</title>
      <p>The ENA was developed on the premise that it would be a short-term app requiring no further releases. In Finland, the legal mandates of several control and mitigation measures related to the COVID-19 pandemic were temporary. If needed, the validity of these laws was extended; during the app’s lifetime, its legal basis was extended twice. In the changing pandemic situation, several changes were required in the app.</p>
      <p>The project received numerous requests for minor changes and ideas for implementation, and we needed an unbiased method for prioritization and approval of them. Through the use of a structured form, we identified which parts of the app, its backend system or linked information, would be affected; the time and effort required to implement the change; and the estimated public health impact. This helped us reach informed decisions on what to implement.</p>
      <p>In the fall of 2020, the national recommendation on quarantine duration was shortened from 14 days to 10 days. In line with this, changes in the app were required, so the duration an exposure notification was visible to the user corresponded with the updated guidelines. Similar changes were implemented 3 times during the lifetime of the app. Other updates were also made, such as a modification to exposure calculations to consider all exposures over the course of a day and changes to the interface to make it more user-friendly; these changes included displaying the number of potential exposures and adding a button to manually launch exposure checking. The motivation for all these updates was to keep the ENA current, attractive, and easy to use, thereby enabling its intended public health impact.</p>
      <p>Several European countries launched their own mobile proximity contact tracing and warning apps, and an effort to explore sharing exposure notifications across apps was pursued by the European Commission and the member states [<xref ref-type="bibr" rid="ref27">27</xref>]. In April 2020, a common approach for contact tracing apps was defined [<xref ref-type="bibr" rid="ref7">7</xref>], and the first European countries joined the interoperability of apps in October 2020 [<xref ref-type="bibr" rid="ref28">28</xref>]. Finland joined in early January 2021 (<xref rid="figure1" ref-type="fig">Figure 1</xref>) [<xref ref-type="bibr" rid="ref13">13</xref>].</p>
      <p>In accordance with increased laboratory testing capacity for SARS-CoV-2 and an updated national testing strategy [<xref ref-type="bibr" rid="ref29">29</xref>], testing was extended to asymptomatic users who received an exposure notification, if the local testing capacity allowed (<xref rid="figure1" ref-type="fig">Figure 1</xref>). The web-based symptom assessment tool [<xref ref-type="bibr" rid="ref30">30</xref>] that was linked to the ENA was eventually available for 72% of the population by August 2021. This enabled a majority of the users to book a test using various digital systems or platforms accessible through the internet.</p>
    </sec>
    <sec>
      <title>Automatization of Token Issuance</title>
      <p>Manual token issuance to laboratory-confirmed COVID-19 cases became an increasing burden on the contact tracing teams in the health care services as the pandemic grew. From the beginning, we recognized that automatization would have been faster, cheaper, and less demanding on health care professionals. Similar observations have also been made elsewhere [<xref ref-type="bibr" rid="ref31">31</xref>]. We considered automatization unfeasible to implement, due to the decentralized health care and the multitude of information management systems in use. Further, early in the pandemic, there was fear and stigma surrounding contracting COVID-19 [<xref ref-type="bibr" rid="ref32">32</xref>], and talking to a health care professional was preferred to an automatic text message communicating the positive result of a SARS-CoV-2 test.</p>
      <p>We routinely followed the average timespan or delay from symptom onset until app token use, which seemed to depend on the workload of laboratories and contact tracing teams and increased when case numbers grew. This raised concerns about the usefulness of the app in times when fast notification of potential contacts would have been of most importance and made us revisit automatization of token issuance.</p>
      <p>Automatic token issuance was pursued as of early 2021 in cooperation with 2 of the largest public health care operators, City of Helsinki and the Helsinki and Uusimaa hospital region, and it was taken into use in June and October 2021 (<xref rid="figure1" ref-type="fig">Figure 1</xref>). Tokens could be automatically issued based on digital laboratory results and patient contact information collected during the booking of a laboratory test. This made the process of allowing cases to notify potentially exposed individuals through the app quicker and more reliable, while saving resources in the health care services. Its public health impact would have been even greater if it had started early on. Notifying contacts quickly after exposure substantially affects the effect of quarantine or self-quarantine as a control measure for the spread of SARS-CoV-2 [<xref ref-type="bibr" rid="ref15">15</xref>,<xref ref-type="bibr" rid="ref33">33</xref>,<xref ref-type="bibr" rid="ref34">34</xref>].</p>
    </sec>
    <sec>
      <title>Shutdown</title>
      <p>The use of the app slowly dwindled over the year 2021 (<xref rid="figure3" ref-type="fig">Figure 3</xref>); the likely reasons were many. Vaccinated individuals were no longer required to observe full quarantine after exposure to SARS-CoV-2 and were not automatically referred to testing if asymptomatic [<xref ref-type="bibr" rid="ref35">35</xref>]. To many vaccinated individuals, the ENA may have seemed redundant, as the guidance also applied to those who received an app exposure notification [<xref ref-type="bibr" rid="ref36">36</xref>].</p>
      <p>With new SARS-CoV-2 variants causing more transmission, several municipalities and hospital regions stopped issuing app tokens in late 2021 to reduce the workload of contact tracing teams. Home tests for SARS-CoV-2 became more common and gradually replaced laboratory testing for much of the population. Positive home test results could not be registered in the app, as tokens were only issued through health care providers. Implementing a self-service option for token issuance was discussed in Finland and elsewhere [<xref ref-type="bibr" rid="ref37">37</xref>]. Although it was not feasible for this ENA, self-service options should be considered from the start for any future similar projects to safeguard the longer-term public health use of the app.</p>
      <p>We designed the Finnish ENA to gracefully retire by creating a screen that thanked the users and informed them about the shutdown (<xref rid="figure4" ref-type="fig">Figure 4</xref>). The ENA was discontinued on June 1, 2022 (<xref rid="figure1" ref-type="fig">Figure 1</xref>).</p>
      <fig id="figure4" position="float">
        <label>Figure 4</label>
        <caption>
          <p>The "Thank you" screen of the Finnish SARS-CoV-2 exposure notification application—Koronavilkku. This screen was shown to users after Finland discontinued the use of the app.</p>
        </caption>
        <graphic xlink:href="publichealth_v9i1e46563_fig4.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
      </fig>
    </sec>
    <sec>
      <title>Reflections and Recommendations</title>
      <p>The development and launch of the Finnish ENA, Koronavilkku, illustrates how a widely used public health app, requiring new legislation, using new technology, and demanding new ways of cooperation, could be successful within a strict time frame. We consider the cornerstones of this success an excellent team spirit, low level of hierarchy within the project, open communication, avoiding silos, and a clearly defined goal. In addition, it required commitment from the project members and their home organizations.</p>
      <p>The app was developed with a focus on the end users. Communication and marketing throughout played a key role in ensuring that potential users were familiar with the app, and we believe it contributed to the high number of downloads. Despite this, we received feedback that some health care professionals were disappointed that the app did not provide information to support their contact tracing work. In the literature, mobile apps are considered valuable tools for citizens, health care professionals, and decision makers [<xref ref-type="bibr" rid="ref38">38</xref>], but there were difficulties in measuring and communicating these potential benefits clearly enough. In retrospect, more resources should have been allocated in the run-up to the app launch to clarify the goal to health care professionals and elaborate on the envisioned role of the app in the larger effort to mitigate the pandemic.</p>
      <p>We believe that focusing on privacy and data security in communication and implementation strengthened public trust and, in turn, increased app uptake. However, compared to many other countries, public trust in the national government and public institutions is high in Finland [<xref ref-type="bibr" rid="ref39">39</xref>]. Building on this trust, it may have been possible to offer the public an ENA that would have collected more information than the current interpretation of the national legislation and EU guidance allowed. In line with this, some user feedback indicated willingness to share more information with the app in exchange for receiving more information about potential exposures. This could have allowed the development of an app using the persuasive design model rather than the control design model that relies on self-monitoring. In another study [<xref ref-type="bibr" rid="ref19">19</xref>], the persuasive design model, which uses social learning, was found to increase user intention to use the app. Enabling collection of data on exposures could have also benefited health care but would have required transparency and clear communication about the goals of data collection and its intended use. For future similar apps, we recommend enabling the collection of at least aggregated data on the number of exposure notifications generated.</p>
      <p>Only some countries have published outcomes on their ENAs [<xref ref-type="bibr" rid="ref40">40</xref>]. The difficulty of assessing the effectiveness of privacy-preserving DPT apps has been previously raised [<xref ref-type="bibr" rid="ref23">23</xref>] and was also felt in relation to the Finnish ENA. The restrictions on what information we could collect through the app limited the insight into its potential effectiveness. Evidence of effectiveness may have maintained the number of users for a longer duration by swaying both health care professionals and end users to continue supporting the app. For future similar endeavors, we recommend investing in monitoring and communicating the potential benefits early in the process. If statutory limits constrain the collection of important data, regular surveys can be considered as an alternative to gain some knowledge on the use and effectiveness of such apps.</p>
      <p>Other important lessons that we learned along the way include the fact that we did not initially foresee how many updates the app would require as the pandemic and mitigation efforts evolved. Forced updates and feeding text through a dedicated website into the app would have ensured that the guidance to users remained up-to-date, thereby enhancing the potential public health impact of the app. Another lesson learned is how a self-service option or earlier and more comprehensive automatization for token issuing for COVID-19 cases would have eased the burden on contact tracing teams and prolonged the useful lifespan of the app, while also notifying potentially exposed persons quicker and more reliably. Even with lessons learned and reflections on how the app could have been improved, the wide use of the Finnish ENA gave it potential to deliver public health and pandemic mitigation results.</p>
    </sec>
  </body>
  <back>
    <app-group/>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">DPT</term>
          <def>
            <p>digital proximity tracing</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">ENA</term>
          <def>
            <p>exposure notification application</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb3">EU</term>
          <def>
            <p>European Union</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <ack>
      <p>We thank all our colleagues who worked on any aspect of the exposure notification application (ENA) or activities related to it for their cooperation and dedication. We acknowledge the users of the app for joining the effort to control the pandemic and for the feedback we received over the course of the lifetime of the app.</p>
      <p>The project was funded by the Finnish Government (LTAE III/2020) and an European Union (EU) grant (FINLAND-LC-01590941). Funders had no role in writing or approving this manuscript.</p>
    </ack>
    <fn-group>
      <fn fn-type="con">
        <p>MP, SW, KP, and LS conceptualized the manuscript; MP wrote the first draft; all authors contributed to the manuscript.</p>
      </fn>
      <fn fn-type="conflict">
        <p>None declared.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="web">
          <article-title>Coronavirus cases, tests, and deaths, daily and by region</article-title>
          <source>Finnish Institute for Health and Welfare</source>
          <access-date>2022-12-20</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://sampo.thl.fi/pivot/prod/en/epirapo/covid19case/summary_tshcddaily">https://sampo.thl.fi/pivot/prod/en/epirapo/covid19case/summary_tshcddaily</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hale</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Angrist</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Goldszmidt</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Kira</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Petherick</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Phillips</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Webster</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Cameron-Blake</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Hallas</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Majumdar</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Tatlow</surname>
              <given-names>H</given-names>
            </name>
          </person-group>
          <article-title>A global panel database of pandemic policies (Oxford COVID-19 Government Response Tracker)</article-title>
          <source>Nat Hum Behav</source>
          <year>2021</year>
          <month>04</month>
          <volume>5</volume>
          <issue>4</issue>
          <fpage>529</fpage>
          <lpage>538</lpage>
          <pub-id pub-id-type="doi">10.1038/s41562-021-01079-8</pub-id>
          <pub-id pub-id-type="medline">33686204</pub-id>
          <pub-id pub-id-type="pii">10.1038/s41562-021-01079-8</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <collab>European Commission</collab>
          </person-group>
          <article-title>Communication from the Commission Guidance on Apps supporting the fight against COVID 19 pandemic in relation to data protection 2020/C 124 I/01</article-title>
          <source>Official Journal of the European Union</source>
          <year>2020</year>
          <month>04</month>
          <day>17</day>
          <volume>63</volume>
          <issue>(2020/C 124 I/01)</issue>
          <fpage>C 124 I/1</fpage>
          <lpage>C 124 I/9</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://eur-lex.europa.eu/legal-content/EN/TXT/PDF/?uri=CELEX:52020XC0417(08)"/>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="web">
          <article-title>Koronakriisin vaikutukset ja suunnitelma epidemian hallinnan hybridistrategiaksi (The effects of the corona crisis and a plan for a hybrid strategy for epidemic control)  Last updated May 4, 2020</article-title>
          <source>Valtioneuvosto</source>
          <access-date>2022-12-19</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://julkaisut.valtioneuvosto.fi/handle/10024/162214">https://julkaisut.valtioneuvosto.fi/handle/10024/162214</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="web">
          <article-title>Laki tartuntatautilain väliaikaisesta muuttamisesta 582/2020 (Act on the temporary amendment of the Communicable Diseases Act 582/2020) Last updated Jul 9, 2020</article-title>
          <source>Finlex</source>
          <access-date>2022-12-23</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.finlex.fi/fi/laki/alkup/2020/20200582">https://www.finlex.fi/fi/laki/alkup/2020/20200582</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>O'Connell</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Abbas</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Beecham</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Buckley</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Chochlov</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Fitzgerald</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Glynn</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Johnson</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Laffey</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>McNicholas</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Nuseibeh</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>O'Callaghan</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>O'Keeffe</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Razzaq</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Rekanar</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Richardson</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Simpkin</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Storni</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Tsvyatkova</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Walsh</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Welsh</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>O'Keeffe</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>Best practice guidance for digital contact tracing apps: a cross-disciplinary review of the literature</article-title>
          <source>JMIR Mhealth Uhealth</source>
          <year>2021</year>
          <month>06</month>
          <day>07</day>
          <volume>9</volume>
          <issue>6</issue>
          <fpage>e27753</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://mhealth.jmir.org/2021/6/e27753/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/27753</pub-id>
          <pub-id pub-id-type="medline">34003764</pub-id>
          <pub-id pub-id-type="pii">v9i6e27753</pub-id>
          <pub-id pub-id-type="pmcid">PMC8189288</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="web">
          <article-title>Mobile applications to support contact tracing in the EU's fight against COVID-19 -- Common EU Toolbox for Member States Version 1</article-title>
          <source>eHealth Network</source>
          <year>2020</year>
          <month>04</month>
          <day>15</day>
          <access-date>2022-12-20</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://health.ec.europa.eu/system/files/2020-04/covid-19_apps_en_0.pdf">https://health.ec.europa.eu/system/files/2020-04/covid-19_apps_en_0.pdf</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Altmann</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Milsom</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Zillessen</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Blasone</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Gerdon</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Bach</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Kreuter</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Nosenzo</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Toussaert</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Abeler</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Acceptability of app-based contact tracing for COVID-19: Cross-country survey evidence</article-title>
          <source>JMIR Mhealth Uhealth</source>
          <year>2020</year>
          <month>07</month>
          <day>24</day>
          <fpage>1</fpage>
          <lpage>44</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.2196/19857"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/19857</pub-id>
          <pub-id pub-id-type="medline">32759102</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Osmanlliu</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Paquette</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Rodriguez Duarte</surname>
              <given-names>MA</given-names>
            </name>
            <name name-style="western">
              <surname>Bédard</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>de Marcellis-Warin</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Zhegu</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Régis</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Bouthillier</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Grenier</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Lewis</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Pomey</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Public perspectives on exposure notification apps: a patient and citizen co-designed study</article-title>
          <source>J Pers Med</source>
          <year>2022</year>
          <month>04</month>
          <day>30</day>
          <volume>12</volume>
          <issue>5</issue>
          <fpage>729</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.mdpi.com/resolver?pii=jpm12050729"/>
          </comment>
          <pub-id pub-id-type="doi">10.3390/jpm12050729</pub-id>
          <pub-id pub-id-type="medline">35629150</pub-id>
          <pub-id pub-id-type="pii">jpm12050729</pub-id>
          <pub-id pub-id-type="pmcid">PMC9142914</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lintvedt</surname>
              <given-names>MN</given-names>
            </name>
          </person-group>
          <article-title>COVID-19 tracing apps as a legal problem: an investigation of the Norwegian ‘Smittestopp’ app</article-title>
          <source>OLR</source>
          <year>2021</year>
          <month>12</month>
          <day>16</day>
          <volume>8</volume>
          <issue>2</issue>
          <fpage>69</fpage>
          <lpage>87</lpage>
          <pub-id pub-id-type="doi">10.18261/issn.2387-3299-2021-02-01</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bagchi</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Bannan</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Franklin</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Digital tools for COVID-19 contact tracing: identifying and mitigating the equity, privacy, and civil liberties concerns</article-title>
          <source>Harvard University Center for Ethics</source>
          <year>2020</year>
          <month>06</month>
          <day>02</day>
          <access-date>2023-04-11</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://ethics.harvard.edu/digital-tools-for-contact-tracing">https://ethics.harvard.edu/digital-tools-for-contact-tracing</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="web">
          <article-title>European proximity tracing: an interoperability architecture for contact tracing and warning apps</article-title>
          <source>eHealth Network</source>
          <year>2020</year>
          <month>09</month>
          <day>02</day>
          <access-date>2023-05-24</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://health.ec.europa.eu/system/files/2020-09/mobileapps_interop_architecture_en_0.pdf">https://health.ec.europa.eu/system/files/2020-09/mobileapps_interop_architecture_en_0.pdf</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <collab>European Commission</collab>
          </person-group>
          <article-title>Digital contact tracing study on lessons learned, best practices and epidemiological impact of the common European approach on digital contact tracing to combat and exit the COVID-19 pandemic</article-title>
          <source>Publications Office of the European Union</source>
          <year>2022</year>
          <month>12</month>
          <day>12</day>
          <access-date>2022-12-19</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://digital-strategy.ec.europa.eu/en/library/covid-19-digital-contact-tracing-study">https://digital-strategy.ec.europa.eu/en/library/covid-19-digital-contact-tracing-study</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hinch</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Probert</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Nurtay</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Effective configurations of a digital contact tracing app: a report to NHSX  Last updated Aug 10, 2020</article-title>
          <source>GitHub</source>
          <year>2020</year>
          <month>08</month>
          <day>10</day>
          <access-date>2022-12-23</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://tinyurl.com/mrkxanh5">https://tinyurl.com/mrkxanh5</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ferretti</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Wymant</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Kendall</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Zhao</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Nurtay</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Abeler-Dörner</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Parker</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Bonsall</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Fraser</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>Quantifying SARS-CoV-2 transmission suggests epidemic control with digital contact tracing</article-title>
          <source>Science</source>
          <year>2020</year>
          <month>03</month>
          <day>31</day>
          <fpage>eabb6936</fpage>
          <pub-id pub-id-type="doi">10.1126/science.abb6936</pub-id>
          <pub-id pub-id-type="medline">32234805</pub-id>
          <pub-id pub-id-type="pii">science.abb6936</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Johnson</surname>
              <given-names>B</given-names>
            </name>
          </person-group>
          <article-title>Nearly 40% of Icelanders are using a covid app—and it hasn't helped much</article-title>
          <source>MIT Technology Review</source>
          <year>2020</year>
          <month>05</month>
          <day>11</day>
          <access-date>2023-04-03</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.technologyreview.com/2020/05/11/1001541/iceland-rakning-c19-covid-contact-tracing/">https://www.technologyreview.com/2020/05/11/1001541/iceland-rakning-c19-covid-contact-tracing/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="web">
          <article-title>Finnish Transport and Communications Agency Traficom Awards Cybersecurity Label to contact tracing app Koronavilkku</article-title>
          <source>Traficom</source>
          <year>2020</year>
          <month>12</month>
          <day>09</day>
          <access-date>2022-12-16</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.traficom.fi/en/news/finnish-transport-and-communications-agency-traficom-awards-cybersecurity-label-contact">https://www.traficom.fi/en/news/finnish-transport-and-communications-agency-traficom-awards-cybersecurity-label-contact</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Mäntylä</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Pelkäätkö Koronavilkkua? Vielä keväällä ammattihakkeri Benjamin Särkkä sanoi, ettei asentaisi koronasovellusta – 5 syytä miksi mieli on nyt muuttunut [(Are you afraid of Koronavilkku? In the spring, professional hacker Benjamin Särkkä said he would not install the corona application - 5 reasons why he has changed his mind)]</article-title>
          <source>Yle Uutiset</source>
          <year>2020</year>
          <month>09</month>
          <day>02</day>
          <access-date>2022-12-20</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://yle.fi/a/3-11523504">https://yle.fi/a/3-11523504</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Oyibo</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Morita</surname>
              <given-names>PP</given-names>
            </name>
          </person-group>
          <article-title>COVID alert: factors influencing the adoption of exposure notification apps among Canadian residents</article-title>
          <source>Front Digit Health</source>
          <year>2022</year>
          <volume>4</volume>
          <fpage>842661</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/35360366"/>
          </comment>
          <pub-id pub-id-type="doi">10.3389/fdgth.2022.842661</pub-id>
          <pub-id pub-id-type="medline">35360366</pub-id>
          <pub-id pub-id-type="pmcid">PMC8961808</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Rowe</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Ngwenyama</surname>
              <given-names>O</given-names>
            </name>
            <name name-style="western">
              <surname>Richet</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Contact-tracing apps and alienation in the age of COVID-19</article-title>
          <source>Eur J Inf Syst</source>
          <year>2020</year>
          <month>09</month>
          <day>13</day>
          <volume>29</volume>
          <issue>5</issue>
          <fpage>545</fpage>
          <lpage>562</lpage>
          <pub-id pub-id-type="doi">10.1080/0960085x.2020.1803155</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Sharma</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Bashir</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Use of apps in the COVID-19 response and the loss of privacy protection</article-title>
          <source>Nat Med</source>
          <year>2020</year>
          <month>05</month>
          <day>26</day>
          <fpage>1165</fpage>
          <lpage>1167</lpage>
          <pub-id pub-id-type="doi">10.1038/s41591-020-0928-y</pub-id>
          <pub-id pub-id-type="medline">32457443</pub-id>
          <pub-id pub-id-type="pii">10.1038/s41591-020-0928-y</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Walrave</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Waeterloos</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Ponnet</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <article-title>Tracing the COVID-19 virus: a health belief model approach to the adoption of a contact tracing app</article-title>
          <source>JMIR Public Health Surveill</source>
          <year>2020</year>
          <month>08</month>
          <day>05</day>
          <fpage>e20572</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.2196/20572"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/20572</pub-id>
          <pub-id pub-id-type="medline">32755882</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bair</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Wanger</surname>
              <given-names>JD</given-names>
            </name>
            <name name-style="western">
              <surname>Shah</surname>
              <given-names>NR</given-names>
            </name>
          </person-group>
          <article-title>A brief history of exposure notification during the COVID-19 pandemic in the United States, 2020-2021</article-title>
          <source>Public Health Rep</source>
          <year>2022</year>
          <volume>137</volume>
          <issue>2_suppl</issue>
          <fpage>23S</fpage>
          <lpage>28S</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/35674242"/>
          </comment>
          <pub-id pub-id-type="doi">10.1177/00333549221099533</pub-id>
          <pub-id pub-id-type="medline">35674242</pub-id>
          <pub-id pub-id-type="pmcid">PMC9357651</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="web">
          <article-title>Väestön tieto- ja viestintätekniikan käyttö verkkojulkaisu</article-title>
          <source>Official Statistics of Finland</source>
          <access-date>2023-03-03</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.stat.fi/til/sutivi/2021/sutivi_2021_2021-11-30_tau_019_fi.html">http://www.stat.fi/til/sutivi/2021/sutivi_2021_2021-11-30_tau_019_fi.html</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ladyzhets</surname>
              <given-names>B</given-names>
            </name>
          </person-group>
          <article-title>We investigated whether digital contact tracing actually worked in the US</article-title>
          <source>MIT Technology Review</source>
          <year>2021</year>
          <month>06</month>
          <day>16</day>
          <access-date>2023-02-15</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://tinyurl.com/4rwyd38r">https://tinyurl.com/4rwyd38r</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref26">
        <label>26</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Skogberg</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Koponen</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Lilja</surname>
              <given-names>E</given-names>
            </name>
          </person-group>
          <article-title>Access to information, preventive measures and working conditions during the coronavirus epidemic: findings of the population-based MigCOVID Survey among persons who have migrated to Finland</article-title>
          <source>Finnish Institute for Health and Welfare</source>
          <year>2021</year>
          <access-date>2022-12-19</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.julkari.fi/handle/10024/141067">https://www.julkari.fi/handle/10024/141067</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref27">
        <label>27</label>
        <nlm-citation citation-type="web">
          <article-title>National COVID-19 contact tracing apps</article-title>
          <source>European Parliment</source>
          <year>2020</year>
          <month>05</month>
          <access-date>2023-01-11</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.europarl.europa.eu/RegData/etudes/BRIE/2020/652711/IPOL_BRI(2020)652711_EN.pdf">https://www.europarl.europa.eu/RegData/etudes/BRIE/2020/652711/IPOL_BRI(2020)652711_EN.pdf</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref28">
        <label>28</label>
        <nlm-citation citation-type="web">
          <article-title>Coronavirus: commission starts testing interoperability gateway service for national contact tracing and warning apps</article-title>
          <source>European Commission</source>
          <year>2020</year>
          <month>09</month>
          <day>14</day>
          <access-date>2022-12-20</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://ec.europa.eu/commission/presscorner/detail/en/ip_20_1606">https://ec.europa.eu/commission/presscorner/detail/en/ip_20_1606</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref29">
        <label>29</label>
        <nlm-citation citation-type="web">
          <article-title>Kansallisen COVID-19-testausstrategian päivitys (Update of the national COVID-19 testing strategy)</article-title>
          <source>Sosiaali- ja terveysministeriö (Ministry of Social Affairs and Health)</source>
          <year>2021</year>
          <month>02</month>
          <day>10</day>
          <access-date>2022-12-19</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://tinyurl.com/5tau365y">https://tinyurl.com/5tau365y</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref30">
        <label>30</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Jormanainen</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Soininen</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <article-title>Use and users of the web-based Omaolo Covid-19 symptom self-assesment tool in Finland since March 16, 2020</article-title>
          <source>Stud Health Technol Inform</source>
          <year>2021</year>
          <month>05</month>
          <day>27</day>
          <volume>281</volume>
          <fpage>739</fpage>
          <lpage>743</lpage>
          <pub-id pub-id-type="doi">10.3233/SHTI210270</pub-id>
          <pub-id pub-id-type="medline">34042674</pub-id>
          <pub-id pub-id-type="pii">SHTI210270</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref31">
        <label>31</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Daniore</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Ballouz</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Menges</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>von Wyl</surname>
              <given-names>V</given-names>
            </name>
          </person-group>
          <article-title>​The SwissCovid Digital Proximity Tracing App after one year: were expectations fulfilled?</article-title>
          <source>Swiss Med Wkly</source>
          <year>2021</year>
          <month>09</month>
          <day>08</day>
          <volume>151</volume>
          <issue>35-36</issue>
          <fpage>35</fpage>
          <lpage>36</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.emh.ch/10.4414/smw.2021.w30031"/>
          </comment>
          <pub-id pub-id-type="doi">10.4414/smw.2021.w30031</pub-id>
          <pub-id pub-id-type="medline">34495624</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref32">
        <label>32</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lohiniva</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Dub</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Hagberg</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Nohynek</surname>
              <given-names>H</given-names>
            </name>
          </person-group>
          <article-title>Learning about COVID-19-related stigma, quarantine and isolation experiences in Finland</article-title>
          <source>PLoS One</source>
          <year>2021</year>
          <volume>16</volume>
          <issue>4</issue>
          <fpage>e0247962</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://dx.plos.org/10.1371/journal.pone.0247962"/>
          </comment>
          <pub-id pub-id-type="doi">10.1371/journal.pone.0247962</pub-id>
          <pub-id pub-id-type="medline">33852581</pub-id>
          <pub-id pub-id-type="pii">PONE-D-20-28826</pub-id>
          <pub-id pub-id-type="pmcid">PMC8046198</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref33">
        <label>33</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Auranen</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Shubin</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Erra</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Isosomppi</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Kontto</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Leino</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Lukkarinen</surname>
              <given-names>T</given-names>
            </name>
          </person-group>
          <article-title>Efficacy and effectiveness of case isolation and quarantine during a growing phase of the COVID-19 epidemic in Finland</article-title>
          <source>Sci Rep</source>
          <year>2023</year>
          <month>01</month>
          <day>06</day>
          <volume>13</volume>
          <issue>1</issue>
          <fpage>298</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1038/s41598-022-27227-2"/>
          </comment>
          <pub-id pub-id-type="doi">10.1038/s41598-022-27227-2</pub-id>
          <pub-id pub-id-type="medline">36609431</pub-id>
          <pub-id pub-id-type="pii">10.1038/s41598-022-27227-2</pub-id>
          <pub-id pub-id-type="pmcid">PMC9817446</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref34">
        <label>34</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Quilty</surname>
              <given-names>BJ</given-names>
            </name>
            <name name-style="western">
              <surname>Clifford</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Hellewell</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Russell</surname>
              <given-names>TW</given-names>
            </name>
            <name name-style="western">
              <surname>Kucharski</surname>
              <given-names>AJ</given-names>
            </name>
            <name name-style="western">
              <surname>Flasche</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Edmunds</surname>
              <given-names>WJ</given-names>
            </name>
            <collab>Centre for the Mathematical Modelling of Infectious Diseases COVID-19 working group</collab>
          </person-group>
          <article-title>Quarantine and testing strategies in contact tracing for SARS-CoV-2: a modelling study</article-title>
          <source>Lancet Public Health</source>
          <year>2021</year>
          <month>03</month>
          <volume>6</volume>
          <issue>3</issue>
          <fpage>e175</fpage>
          <lpage>e183</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S2468-2667(20)30308-X"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/S2468-2667(20)30308-X</pub-id>
          <pub-id pub-id-type="medline">33484644</pub-id>
          <pub-id pub-id-type="pii">S2468-2667(20)30308-X</pub-id>
          <pub-id pub-id-type="pmcid">PMC7826085</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref35">
        <label>35</label>
        <nlm-citation citation-type="web">
          <article-title>Quarantine practices revised for those who have been vaccinated against COVID-19 and those who have already had the disease  Last updated May 19, 2021</article-title>
          <source>Finnish Institute for Health and Welfare</source>
          <access-date>2023-01-11</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://tinyurl.com/3huz25e6">https://tinyurl.com/3huz25e6</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref36">
        <label>36</label>
        <nlm-citation citation-type="web">
          <article-title>Latest version of the Koronavilkku app was released 17 June - with instructions for vaccinated people who receive an exposure notification</article-title>
          <source>Finnish Institute for Health and Welfare</source>
          <year>2021</year>
          <month>06</month>
          <day>22</day>
          <access-date>2023-01-11</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://tinyurl.com/3c9a5zc6">https://tinyurl.com/3c9a5zc6</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref37">
        <label>37</label>
        <nlm-citation citation-type="web">
          <article-title>Considerations on the use of self-tests for COVID-19 in the EU/EEA</article-title>
          <source>European Centre for Disease Prevention and Control</source>
          <year>2021</year>
          <month>03</month>
          <day>17</day>
          <access-date>2023-05-25</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://tinyurl.com/4cbjtyhr">https://tinyurl.com/4cbjtyhr</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref38">
        <label>38</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kondylakis</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Katehakis</surname>
              <given-names>DG</given-names>
            </name>
            <name name-style="western">
              <surname>Kouroubali</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Logothetidis</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Triantafyllidis</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Kalamaras</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Votis</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Tzovaras</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>COVID-19 mobile apps: a systematic review of the literature</article-title>
          <source>J Med Internet Res</source>
          <year>2020</year>
          <month>12</month>
          <day>09</day>
          <volume>22</volume>
          <issue>12</issue>
          <fpage>e23170</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2020/12/e23170/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/23170</pub-id>
          <pub-id pub-id-type="medline">33197234</pub-id>
          <pub-id pub-id-type="pii">v22i12e23170</pub-id>
          <pub-id pub-id-type="pmcid">PMC7732358</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref39">
        <label>39</label>
        <nlm-citation citation-type="web">
          <article-title>Building trust to reinforce democracy</article-title>
          <source>OECD iLibrary</source>
          <year>2022</year>
          <month>06</month>
          <day>13</day>
          <access-date>2023-01-11</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.oecd-ilibrary.org/content/publication/b407f99c-en">https://www.oecd-ilibrary.org/content/publication/b407f99c-en</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref40">
        <label>40</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Pandit</surname>
              <given-names>JA</given-names>
            </name>
            <name name-style="western">
              <surname>Radin</surname>
              <given-names>JM</given-names>
            </name>
            <name name-style="western">
              <surname>Quer</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Topol</surname>
              <given-names>EJ</given-names>
            </name>
          </person-group>
          <article-title>Smartphone apps in the COVID-19 pandemic</article-title>
          <source>Nat Biotechnol</source>
          <year>2022</year>
          <month>07</month>
          <volume>40</volume>
          <issue>7</issue>
          <fpage>1013</fpage>
          <lpage>1022</lpage>
          <pub-id pub-id-type="doi">10.1038/s41587-022-01350-x</pub-id>
          <pub-id pub-id-type="medline">35726090</pub-id>
          <pub-id pub-id-type="pii">10.1038/s41587-022-01350-x</pub-id>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
