<?xml version="1.0" encoding="UTF-8"?><!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "journalpublishing.dtd"><article xmlns:mml="http://www.w3.org/1998/Math/MathML" xmlns:xlink="http://www.w3.org/1999/xlink" dtd-version="2.0" xml:lang="en" article-type="research-article"><front><journal-meta><journal-id journal-id-type="nlm-ta">JMIR Public Health Surveill</journal-id><journal-id journal-id-type="publisher-id">publichealth</journal-id><journal-id journal-id-type="index">9</journal-id><journal-title>JMIR Public Health and Surveillance</journal-title><abbrev-journal-title>JMIR Public Health Surveill</abbrev-journal-title><issn pub-type="epub">2369-2960</issn><publisher><publisher-name>JMIR Publications</publisher-name><publisher-loc>Toronto, Canada</publisher-loc></publisher></journal-meta><article-meta><article-id pub-id-type="publisher-id">v12i1e89472</article-id><article-id pub-id-type="doi">10.2196/89472</article-id><article-categories><subj-group subj-group-type="heading"><subject>Original Paper</subject></subj-group></article-categories><title-group><article-title>Evaluation of the Finnish Exposure Notification App &#x201C;Koronavilkku&#x201D; According to Key Performance Indicators: Cross-Sectional Study</article-title></title-group><contrib-group><contrib contrib-type="author"><name name-style="western"><surname>Kitowska</surname><given-names>Wioleta</given-names></name><degrees>MSc</degrees><xref ref-type="aff" rid="aff1">1</xref><xref ref-type="aff" rid="aff2">2</xref></contrib><contrib contrib-type="author"><name name-style="western"><surname>Pihlajam&#x00E4;ki</surname><given-names>Mika</given-names></name><degrees>MSc</degrees><xref ref-type="aff" rid="aff2">2</xref></contrib><contrib contrib-type="author"><name name-style="western"><surname>Wickstr&#x00F6;m</surname><given-names>Sara</given-names></name><degrees>MA</degrees><xref ref-type="aff" rid="aff2">2</xref></contrib><contrib contrib-type="author"><name name-style="western"><surname>Tolmunen</surname><given-names>Kaija</given-names></name><degrees>MSc</degrees><xref ref-type="aff" rid="aff3">3</xref></contrib><contrib contrib-type="author"><name name-style="western"><surname>Helve</surname><given-names>Otto</given-names></name><degrees>MD, PhD</degrees><xref ref-type="aff" rid="aff2">2</xref></contrib><contrib contrib-type="author"><name name-style="western"><surname>Mykk&#x00E4;nen</surname><given-names>Juha</given-names></name><degrees>PhD</degrees><xref ref-type="aff" rid="aff2">2</xref></contrib><contrib contrib-type="author"><name name-style="western"><surname>Dub</surname><given-names>Timoth&#x00E9;e</given-names></name><degrees>MD</degrees><xref ref-type="aff" rid="aff2">2</xref></contrib><contrib contrib-type="author" corresp="yes"><name name-style="western"><surname>Siira</surname><given-names>Lotta</given-names></name><degrees>PhD</degrees><xref ref-type="aff" rid="aff2">2</xref></contrib></contrib-group><aff id="aff1"><institution>Field Epidemiology Path (EPIET), ECDC Fellowship Programme, European Centre for Disease Prevention and Control</institution><addr-line>Stockholm</addr-line><country>Sweden</country></aff><aff id="aff2"><institution>Finnish Institute for Health and Welfare (THL)</institution><addr-line>Mannerheimintie 166</addr-line><addr-line>Helsinki</addr-line><addr-line>Uusimaa</addr-line><country>Finland</country></aff><aff id="aff3"><institution>Gofore Oyj</institution><addr-line>Helsinki</addr-line><country>Finland</country></aff><contrib-group><contrib contrib-type="editor"><name name-style="western"><surname>Mavragani</surname><given-names>Amaryllis</given-names></name></contrib><contrib contrib-type="editor"><name name-style="western"><surname>Sanchez</surname><given-names>Travis</given-names></name></contrib></contrib-group><contrib-group><contrib contrib-type="reviewer"><name name-style="western"><surname>Susilawati</surname><given-names>Tri Nugraha</given-names></name></contrib><contrib contrib-type="reviewer"><name name-style="western"><surname>Hu</surname><given-names>Yihan</given-names></name></contrib></contrib-group><author-notes><corresp>Correspondence to Lotta Siira, PhD, Finnish Institute for Health and Welfare (THL), Mannerheimintie 166, Helsinki, Uusimaa, 00300, Finland, 358 29 524 6000; <email>lotta.siira@thl.fi</email></corresp></author-notes><pub-date pub-type="collection"><year>2026</year></pub-date><pub-date pub-type="epub"><day>21</day><month>9</month><year>2026</year></pub-date><volume>12</volume><elocation-id>e89472</elocation-id><history><date date-type="received"><day>16</day><month>12</month><year>2025</year></date><date date-type="rev-recd"><day>12</day><month>05</month><year>2026</year></date><date date-type="accepted"><day>12</day><month>07</month><year>2026</year></date></history><copyright-statement>&#x00A9; Wioleta Kitowska, Mika Pihlajam&#x00E4;ki, Sara Wickstr&#x00F6;m, Kaija Tolmunen, Otto Helve, Juha Mykk&#x00E4;nen, Timoth&#x00E9;e Dub, Lotta Siira. Originally published in JMIR Public Health and Surveillance (<ext-link ext-link-type="uri" xlink:href="https://publichealth.jmir.org">https://publichealth.jmir.org</ext-link>), 21.9.2026. </copyright-statement><copyright-year>2026</copyright-year><license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/"><p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (<ext-link ext-link-type="uri" xlink:href="https://creativecommons.org/licenses/by/4.0/">https://creativecommons.org/licenses/by/4.0/</ext-link>), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in JMIR Public Health and Surveillance, is properly cited. The complete bibliographic information, a link to the original publication on <ext-link ext-link-type="uri" xlink:href="https://publichealth.jmir.org">https://publichealth.jmir.org</ext-link>, as well as this copyright and license information must be included.</p></license><self-uri xlink:type="simple" xlink:href="https://publichealth.jmir.org/2026/1/e89472"/><abstract><sec><title>Background</title><p>Mobile exposure notification apps (ENAs) can play a significant role in future pandemics. Identifying lessons learned and areas for improvement from such apps, particularly within specific social and cultural contexts, is therefore crucial.</p></sec><sec><title>Objective</title><p>This study aimed to evaluate the Finnish ENA &#x201C;Koronavilkku,&#x201D; according to chosen key performance indicators to assess the ENA&#x2019;s use and performance during the COVID-19 pandemic in Finland, and to identify strengths and improvement areas.</p></sec><sec sec-type="methods"><title>Methods</title><p>Using available data on Finland&#x2019;s ENA, we defined metrics for four key performance indicators: ENA use extent, enablers and barriers to use, the ENA&#x2019;s influence on user behavior, and overall acceptability. We performed an evaluation study combining system data and data from a survey of 4061 respondents conducted in April 2022. A sentiment analysis was performed on open-ended responses.</p></sec><sec sec-type="results"><title>Results</title><p>Koronavilkku ENA peak coverage reached approximately 53% of active smartphone users shortly after launch. Use declined over time, particularly among individuals diagnosed with COVID-19. User engagement remained high&#x2014;among ENA users who received a token, the proportion that entered their token into the ENA was more than 50% during the whole study period. Males, individuals older than 34 years, and those living alone were less likely to use the ENA, while those with higher education and households with children were more likely to be ENA users. Almost 70% (64,642/94,280) of SARS-CoV-2&#x2013;positive users reported not receiving a token from health authorities. Users reported higher adherence to pandemic guidance than nonusers, with prevalence ratios ranging from 1.24 (95% CI 1.19&#x2010;1.29) to 1.65 (95% CI 1.45&#x2010;1.91). Descriptive analyses suggested higher reported adherence among partially compliant users after exposure notifications, whereas little change was observed among noncompliant individuals. Overall acceptability was relatively high, with 68% of respondents using it at least once. However, 49% of those users eventually discontinued use. Our sentiment analysis of open-ended feedback suggests that users expressed more positive attitudes toward the ENA compared to nonusers. However, a substantial portion of the feedback reflected neutral or negative sentiments.</p></sec><sec sec-type="conclusions"><title>Conclusions</title><p>Based on observed ENA use trends, we recommend maintaining long-term public interest and engagement in ENAs during prolonged emergencies. Tailored communication should be developed encouraging uptake among demographic groups with lower adoption rates. Initial studies during app rollout could inform these strategies. A major barrier to the ENA&#x2019;s performance was token issuance; earlier and more systematic automation of token distribution in Finland could have enabled more timely exposure notifications and reduced bottlenecks. Future ENAs should define evaluation criteria during development, with periodic assessments measuring effectiveness and informing improvements. A deeper analysis of open-ended feedback provided for the Koronavilkku ENA using advanced language models could provide additional insights into user perceptions and concerns. By addressing these areas, future digital contact tracing tools may improve uptake, acceptability, and integration into pandemic response efforts.</p></sec></abstract><kwd-group><kwd>COVID-19</kwd><kwd>pandemic</kwd><kwd>cross-sectional</kwd><kwd>Finland</kwd><kwd>digital health</kwd><kwd>mobile app</kwd><kwd>preparedness</kwd></kwd-group></article-meta></front><body><sec id="s1" sec-type="intro"><title>Introduction</title><p>Finland reported its first imported case of COVID-19 in late January 2020, and by mid-March the number of confirmed cases had risen to over 400. In response, on March 16 the government declared a state of emergency, introducing wide-ranging measures including the closure of schools and public facilities, restrictions on public gatherings, and limitations on cross-border travel. Some of these measures were gradually eased by May 2020, although restrictions were reintroduced in autumn as case numbers increased again. Finland began its vaccination campaign in late December 2020, and by November 2021, approximately 80% of the population aged 12 years and older had been vaccinated. As vaccination coverage expanded and the epidemiological situation improved, restrictions were progressively lifted, with all major measures ending by the end of June 2022 [<xref ref-type="bibr" rid="ref1">1</xref>-<xref ref-type="bibr" rid="ref3">3</xref>].</p><p>Mobile exposure notification apps (ENAs) using digital proximity tracing were introduced during the COVID-19 pandemic in many countries worldwide. In Finland, the national ENA &#x201C;Koronavilkku&#x201D; was launched on August 31, 2020, and discontinued on June 1, 2022. The aim of the Finnish ENA was intended to supplement conventional contact tracing and serve as an early warning system for the individual user in case of potential exposure to a SARS-CoV-2&#x2013;positive person in order to provide them with behavioral guidance mitigating the chance of further transmission [<xref ref-type="bibr" rid="ref4">4</xref>]. ENA use was voluntary and free of charge.</p><p>The ENA was developed using a decentralized approach. Finnish legislation and the European architecture and protocols used for ENAs placed strong emphasis on privacy, data security, and data safety. Due to these constraints, very limited performance information was gathered through the ENA to describe its potential effectiveness under the stated aims [<xref ref-type="bibr" rid="ref4">4</xref>]. In addition to the ENA, a dedicated system was provided to all health care provider organizations in Finland to enable token issuance for infected app users, which allowed users to activate exposure notifications to potential contacts. The organizations, in turn, granted system access to health professionals who sent tokens to ENA users.</p><p>Several studies have evaluated the uptake, acceptability, and potential impact of ENAs during the COVID-19 pandemic, with mixed findings. Modeling and empirical studies suggest that even moderate uptake may contribute to reducing transmission, although effectiveness depends on multiple factors, including user engagement and timeliness of notifications [<xref ref-type="bibr" rid="ref5">5</xref>-<xref ref-type="bibr" rid="ref10">10</xref>]. More recent research has emphasized variability in how effectiveness is defined and measured, as well as the importance of contextual factors in determining impact [<xref ref-type="bibr" rid="ref11">11</xref>]. Research across European countries has also highlighted variability in adoption and acceptability, with sociodemographic factors, trust, and perceived usefulness influencing uptake [<xref ref-type="bibr" rid="ref12">12</xref>-<xref ref-type="bibr" rid="ref15">15</xref>]. Implementation challenges, such as delays in notification processes and integration with public health systems, can limit the overall performance of these tools [<xref ref-type="bibr" rid="ref16">16</xref>,<xref ref-type="bibr" rid="ref17">17</xref>]. However, comprehensive evaluations combining system-level performance indicators with user-reported experiences remain limited. Our aim was to evaluate the Finnish ENA according to chosen key performance indicators (KPIs) to gain insight into the ENA&#x2019;s use and performance during the COVID-19 pandemic in Finland, as well as to identify strengths and areas for improvement.</p></sec><sec id="s2" sec-type="methods"><title>Methods</title><sec id="s2-1"><title>Overview</title><p>We evaluated the ENA during its period of use (August 31, 2020-June 1, 2022) based on the following set of KPIs:</p><list list-type="order"><list-item><p>extent of ENA use,</p></list-item><list-item><p>enablers and barriers to ENA use,</p></list-item><list-item><p>influence of the ENA on user behavior, and</p></list-item><list-item><p>general acceptability of the ENA.</p></list-item></list></sec><sec id="s2-2"><title>Operational Definitions</title><p>Active ENA use: the device has the ENA installed, is operational, and communicates at least once every 24 hours with the backend server to retrieve keys (see &#x201C;key-matching process&#x201D;).</p><p>Keys: randomly generated, encrypted identifiers exchanged through Bluetooth Low Energy between participating devices that are near one another, according to defined distance and duration criteria. These keys provided the basis for anonymous &#x201C;matching&#x201D; of devices and the subsequent triggering of exposure notifications.</p><p>Key-matching process: phones regularly downloaded keys from users who had received a positive SARS-CoV-2 result and entered their token into the ENA from the backend server and checked them against their own history of contacts for matches. If a match was found, it triggered the exposure notification mechanism based on the calculated exposure risk value (ERV).</p><p>Token: one-time code issued by the system used by health care providers upon receiving a positive COVID-19 diagnosis. The token was issued manually to ENA users by health care professionals, although automatic issuance was introduced in some parts of Finland from June 2021. When entered into the ENA by the user, the user&#x2019;s keys were sent to the backend server. Entering a token locked the ENA and it no longer tracked exposures.</p><p>Exposure notification: a message issued by the ENA alerting the user that they had recently been in proximity to an individual who has received a positive SARS-CoV-2 finding and has shared their result via the app.</p></sec><sec id="s2-3"><title>Data Collection</title><p>We accessed system activity data from the ENA provider and the ENA&#x2019;s backend. In Finland, the ENA providers were the Social Insurance Institution (Kela) and the Finnish Institute for Health and Welfare (THL). Variables retrieved included: number of downloads (data available for August 31, 2020-February 8, 2021), number of active users (data available for December 7, 2020-April 24, 2022), number of tokens issued (data available for September 7, 2020-May 29, 2022), and number of tokens used (data available for September 7, 2020-May 29, 2022).</p><p>Furthermore, we used data from the cross-sectional online survey conducted from April 13 to April 22, 2022, by a Finnish polling company among respondents aged 15&#x2010;79 years, based on a convenience sample of the company&#x2019;s and its subcontractors&#x2019; panelists. The survey included 4061 respondents, corresponding to approximately 0.07% of the Finnish population (~5.5 million). Weights were assigned to all respondents based on the distribution of the Finnish population with regard to sex, age, and geographic area (data from Statistics Finland &#x2013; population by sex and age and major regions in mainland Finland as of December 31, 2020).</p><p>Variables from the survey included respondents&#x2019; sociodemographic characteristics, ENA use, ENA removal, reasons for nonactivation, reasons for removal, receipt of exposure notifications, token receipt, speed of token delivery, use of tokens, adherence to recommendations after notification, reasons for discontinuation of adherence to recommendations, consulting a health care provider after exposure notification, general behavior during the pandemic, COVID-19 diagnosis, and overall feedback on the ENA.</p><p>We used data on population size by sex, age, region, and year during 2020&#x2010;2022 from Statistics Finland. We retrieved the daily number of COVID-19 cases reported to the National Infectious Diseases Register (NIDR) from August 31, 2020, to June 1, 2022 [<xref ref-type="bibr" rid="ref18">18</xref>].</p></sec><sec id="s2-4"><title>Koronavilkku Survey Variables</title><p>We created the following terms based on variables from the Koronavilkku survey:</p><list list-type="bullet"><list-item><p>ENA user or nonuser: we divided respondents into two main groups: ENA users and nonusers based on the question &#x201C;Have you downloaded the Koronavilkku application on your phone?&#x201D; ENA users were further classified as reporting current or previous use of the ENA. Nonusers were classified as reporting never using the ENA or downloading the ENA but never activating it.</p></list-item><list-item><p>Exposure notification guidance<italic>:</italic> along with the exposure notification, the ENA gave guidance that was in line with general national pandemic guidelines (<xref ref-type="fig" rid="figure1">Figure 1</xref>). Based on the guidance, we used the following terms: self-observation of well-being, avoiding social interactions, hand hygiene, wearing a mask, avoiding errands, cough hygiene, working from home.</p></list-item></list><fig position="float" id="figure1"><label>Figure 1.</label><caption><p>Guidance shown to users of the Finnish exposure notification app upon receipt of an exposure notification from March 4, 2021, to June 16, 2021. The instructions were updated in line with the national guidelines [<xref ref-type="bibr" rid="ref4">4</xref>].</p></caption><graphic alt-version="no" mimetype="image" position="float" xlink:type="simple" xlink:href="publichealth_v12i1e89472_fig01.png"/></fig><p>The survey included two questions about adherence to the above-mentioned exposure notification guidance: general behavior during the pandemic and after receiving an exposure notification. Respondents were able to mark their adherence to each of the seven points on a scale of &#x201C;never, part-time, entire time, don&#x2019;t recall/unsure.&#x201D;</p></sec><sec id="s2-5"><title>Data Analysis</title><p>We assessed each of the four KPIs (extent of ENA use, enablers and barriers to ENA use, ENA influencing user behavior, and general acceptability) according to a set of predefined metrics specified in <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>. The analysis was performed using R software (version 4.2.1; R Foundation for Statistical Computing) in RStudio (Posit Software, PBC). <italic>P</italic> values less than .05 were considered significant.</p><p>This study used two main data sources for analysis: (1) ENA backend data, used to describe the extent of ENA use; and (2) data from the Koronavilkku survey, used to assess enablers and barriers to ENA use, ENA influence on user behavior, and general acceptability. The data sources for each metric are specified in <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>.</p><p>Survey weights based on age, sex, and region were applied to descriptive analyses of survey data (excluding sentiment analysis) to improve representativeness of the Finnish population. Prevalence ratios (PRs) were estimated using log-binomial regression models fitted to unweighted data. A large language model (LLM) was used for sentiment analysis of open-ended feedback in the survey. The sentiment analysis was performed using Python 3 (version 3.10.12, Python Software Foundation) and the Llama model version 3.1 70B (model identifier: llama3.1:70b-instruct-q4_K_M; Meta). Finnish input texts were analyzed natively without translation. The response was classified using a prompt that asked for feedback to be in one of four categories: positive, neutral, negative, and not understandable feedback. Prompt rules asked it to return only one of these categories and never to output the original clause or anything other than the classes.</p></sec><sec id="s2-6"><title>Sentiment Analysis Validation</title><p>To compare Llama classifications to human classifications, we randomly sampled 100 feedback responses, and one reviewer added manual annotations about human-evaluated sentiment. Overall agreement was 63% (Cohen &#x03BA;=0.486) and considered &#x201C;moderate.&#x201D; The main pattern found was that Llama classified positives and negatives well but misclassified many human-labeled neutrals as &#x201C;not understandable feedback.&#x201D; These were mostly policy or feature suggestions without clear opinion on the current version or just statements that the users did not have anything to say.</p><p>The validation results can be found in Table S1 in <xref ref-type="supplementary-material" rid="app2">Multimedia Appendix 2</xref>.</p></sec><sec id="s2-7"><title>Generative AI</title><p>Generative AI was used solely as an analytic tool for sentiment classification (LLM) and was not used to draft or edit the paper.</p></sec><sec id="s2-8"><title>Ethical Considerations</title><p>The app user data were collected and analyzed as part of THL&#x2019;s mandate; therefore, no ethical approval was required for this study. Upon being recruited to the survey study, participants gave their informed consent. The participants did not receive remuneration for their participation; the polling company had a monthly lottery, where participants were eligible to win prizes, such as gift cards. All analysis was performed on anonymized data; no personal identifying data was used. The legal basis for the ENA and THL&#x2019;s role related to it is detailed in the Communicable Diseases Act 1227/2016 HE 101/2020.</p></sec></sec><sec id="s3" sec-type="results"><title>Results</title><sec id="s3-1"><title>Extent of ENA Use</title><p>The extent of ENA use was assessed based on backend ENA data.</p><p>We used the number of downloads as a proxy for active ENA use at the introduction of the app, after which we switched to monitoring active ENA use. In late 2020, the ENA was actively used by around 40%&#x2010;50% of the Finnish population. In 2021, the active coverage peaked around weeks 12&#x2010;14 at 53% among the Finnish population older than 16 years old (45% in the general population), after which it declined to less than 30% in early 2022 (<xref ref-type="fig" rid="figure2">Figure 2A</xref>).</p><fig position="float" id="figure2"><label>Figure 2.</label><caption><p>(A) Proportion of the population that have downloaded and actively use the exposure notification app in Finland August 31, 2020, to April 24, 2022. Results shown for the whole population of Finland and for the population of Finland &#x003E;16 years old. (B) Proportion of positive SARS-CoV-2 tests among ENA users among all SARS-CoV-2 positive tests in Finland August 31, 2020, to April 24, 2022; proportion of positive SARS-CoV-2 tests uploaded into the ENA (used tokens) among all ENA users that received a token (issued tokens) in Finland August 31, 2020, to April 24, 2022. (C) Rate of SARS-CoV-2 notifications per 100,000 population and rate of tokens issued per 100,000 active users.</p></caption><graphic alt-version="no" mimetype="image" position="float" xlink:type="simple" xlink:href="publichealth_v12i1e89472_fig02.png"/></fig><p>At all times during the pandemic, fewer than 50% of all people who tested positive for COVID-19 both used the ENA and entered their tokens. The proportion was highest at the launch of the ENA but declined to less than 30% before the start of 2021. In total, 94,280 tokens were issued during the ENA&#x2019;s lifetime, of which 69% (64,642/94,280) were entered into the ENA (<xref ref-type="fig" rid="figure2">Figure 2B</xref>).</p><p>The weekly proportion of ENA users who received a token and entered it into the ENA to alert other users of potential exposure reached 86% (586/683) in late 2020 and did not dip below 50% at any point. During the period of ENA use, the mean was 73% (SD 9%) and the median 75% (IQR 67%-80%), indicating high user engagement (<xref ref-type="fig" rid="figure2">Figure 2B</xref>).</p><p>The rate of positive tests among ENA users relative to the rate of positive tests reported in the general population was similar at the beginning, when the COVID-19 notification rate was relatively low. The rate of tokens issued did not scale in the same way as the notification rate during its highest peaks (<xref ref-type="fig" rid="figure2">Figure 2C</xref>).</p></sec><sec id="s3-2"><title>Enablers and Barriers to ENA Use</title><p>Enablers and barriers to ENA use were assessed based on data from the Koronavilkku survey.</p><sec id="s3-2-1"><title>Sociodemographic Characteristics of ENA Users vs. Non-ENA Users</title><p>The prevalence of ENA nonusers was higher among males than females (PR 0.93, 95% CI 0.89&#x2010;0.97) and in the age groups above 34 years. There were no significant regional differences between ENA users and nonusers (<xref ref-type="table" rid="table1">Table 1</xref>).</p><table-wrap id="t1" position="float"><label>Table 1.</label><caption><p>Sociodemographic characteristics of exposure notification app users vs non-exposure notification app users based on a survey conducted in Finland from April 13 to 22, 2022 (n=4061, weighted n=4334). Results weighted according to age, sex, and regional distribution of the Finnish population.</p></caption><table id="table1" frame="hsides" rules="groups"><thead><tr><td align="left" valign="bottom">Characteristics</td><td align="left" valign="bottom">Non-ENA<sup><xref ref-type="table-fn" rid="table1fn1">a</xref></sup> users,<break/>(N=1321), n (%)</td><td align="left" valign="bottom">Non-ENA users,<break/>Weighted (n=1407)<sup><xref ref-type="table-fn" rid="table1fn2">b</xref></sup></td><td align="left" valign="bottom">ENA users,<break/>(N=2740), n (%)</td><td align="left" valign="bottom">ENA users,<break/>Weighted (n=2927)<sup><xref ref-type="table-fn" rid="table1fn2">b</xref></sup></td><td align="left" valign="bottom">PR<sup><xref ref-type="table-fn" rid="table1fn3">c</xref></sup></td><td align="left" valign="bottom">95% CI</td><td align="left" valign="bottom"><italic>P</italic> value</td></tr></thead><tbody><tr><td align="left" valign="top" colspan="8">Sex</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Female</td><td align="left" valign="top">617 (47)</td><td align="left" valign="top">46% (43.3&#x2010;48.8)</td><td align="left" valign="top">1441 (53)</td><td align="left" valign="top">51.9% (50&#x2010;53.8)</td><td align="left" valign="top">Ref.</td><td align="left" valign="top">&#x2014;<sup><xref ref-type="table-fn" rid="table1fn4">d</xref></sup></td><td align="left" valign="top">&#x2014;</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Male</td><td align="left" valign="top">704 (53)</td><td align="left" valign="top">54% (51.2&#x2010;56.7)</td><td align="left" valign="top">1299 (47)</td><td align="left" valign="top">48.1% (46.2&#x2010;50)</td><td align="left" valign="top">0.93</td><td align="left" valign="top">0.89&#x2010;0.97</td><td align="left" valign="top">&#x003C;.001</td></tr><tr><td align="left" valign="top" colspan="8">Age group (years)</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>15&#x2010;24</td><td align="left" valign="top">140 (11)</td><td align="left" valign="top">11.3% (9.7&#x2010;13.2)</td><td align="left" valign="top">397 (14)</td><td align="left" valign="top">15.2% (13.8&#x2010;16.6)</td><td align="left" valign="top">Ref.</td><td align="left" valign="top">&#x2014;</td><td align="left" valign="top">&#x2014;</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>25&#x2010;34</td><td align="left" valign="top">189 (14)</td><td align="left" valign="top">13.8% (12.1&#x2010;15.8)</td><td align="left" valign="top">495 (18)</td><td align="left" valign="top">17.4% (16.1&#x2010;18.9)</td><td align="left" valign="top">0.98</td><td align="left" valign="top">0.91&#x2010;1.05</td><td align="left" valign="top">.54</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>35&#x2010;49</td><td align="left" valign="top">394 (30)</td><td align="left" valign="top">25.3% (23.1&#x2010;27.6)</td><td align="left" valign="top">741 (27)</td><td align="left" valign="top">22.8% (21.4&#x2010;24.4)</td><td align="left" valign="top">0.88</td><td align="left" valign="top">0.83&#x2010;0.94</td><td align="left" valign="top">&#x003C;.001</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>50&#x2010;64</td><td align="left" valign="top">354 (27)</td><td align="left" valign="top">27.2% (24.9&#x2010;29.7)</td><td align="left" valign="top">639 (23)</td><td align="left" valign="top">23.3% (21.8&#x2010;25)</td><td align="left" valign="top">0.87</td><td align="left" valign="top">0.81&#x2010;0.93</td><td align="left" valign="top">&#x003C;.001</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>65&#x2010;79</td><td align="left" valign="top">244 (18)</td><td align="left" valign="top">22.3% (19.9&#x2010;24.9)</td><td align="left" valign="top">468 (17)</td><td align="left" valign="top">21.2% (19.6&#x2010;23)</td><td align="left" valign="top">0.89</td><td align="left" valign="top">0.83&#x2010;0.96</td><td align="left" valign="top">.002</td></tr><tr><td align="left" valign="top" colspan="8">Region</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Southern Finland</td><td align="left" valign="top">292 (22)</td><td align="left" valign="top">20.9% (18.8&#x2010;23.2)</td><td align="left" valign="top">594 (22)</td><td align="left" valign="top">21% (19.5&#x2010;22.6)</td><td align="left" valign="top">Ref.</td><td align="left" valign="top">&#x2014;</td><td align="left" valign="top">&#x2014;</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Helsinki-Uusimaa</td><td align="left" valign="top">385 (29)</td><td align="left" valign="top">28.4% (26&#x2010;30.9)</td><td align="left" valign="top">910 (33)</td><td align="left" valign="top">32.6% (30.9&#x2010;34.4)</td><td align="left" valign="top">1.05</td><td align="left" valign="top">0.99&#x2010;1.11</td><td align="left" valign="top">.11</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Western Finland</td><td align="left" valign="top">332 (25)</td><td align="left" valign="top">25.8% (23.5&#x2010;28.3)</td><td align="left" valign="top">659 (24)</td><td align="left" valign="top">24.4% (22.8&#x2010;26)</td><td align="left" valign="top">0.99</td><td align="left" valign="top">0.93&#x2010;1.06</td><td align="left" valign="top">.8</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Northern and Eastern Finland</td><td align="left" valign="top">312 (24)</td><td align="left" valign="top">24.9% (22.5&#x2010;27.4)</td><td align="left" valign="top">577 (21)</td><td align="left" valign="top">22% (20.4&#x2010;23.6)</td><td align="left" valign="top">0.97</td><td align="left" valign="top">0.91&#x2010;1.04</td><td align="left" valign="top">.34</td></tr><tr><td align="left" valign="top" colspan="8">Education</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Primary or national school</td><td align="left" valign="top">212 (16)</td><td align="left" valign="top">16.5% (14.6&#x2010;18.7)</td><td align="left" valign="top">283 (10)</td><td align="left" valign="top">10.8% (9.6&#x2010;12)</td><td align="left" valign="top">Ref.</td><td align="left" valign="top">&#x2014;</td><td align="left" valign="top">&#x2014;</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>High school</td><td align="left" valign="top">180 (14)</td><td align="left" valign="top">13.5% (11.7&#x2010;15.5)</td><td align="left" valign="top">417 (15)</td><td align="left" valign="top">15.1% (13.8&#x2010;16.5)</td><td align="left" valign="top">1.22</td><td align="left" valign="top">1.12&#x2010;1.34</td><td align="left" valign="top">&#x003C;.001</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Vocational, technical or business school</td><td align="left" valign="top">435 (33)</td><td align="left" valign="top">32.5% (30&#x2010;35.1)</td><td align="left" valign="top">679 (25)</td><td align="left" valign="top">24.6% (23&#x2010;26.3)</td><td align="left" valign="top">1.07</td><td align="left" valign="top">0.98&#x2010;1.17</td><td align="left" valign="top">.16</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>University of applied sciences</td><td align="left" valign="top">173 (13)</td><td align="left" valign="top">12.7% (11&#x2010;14.6)</td><td align="left" valign="top">431 (16)</td><td align="left" valign="top">15.1% (13.8&#x2010;16.5)</td><td align="left" valign="top">1.25</td><td align="left" valign="top">1.14&#x2010;1.37</td><td align="left" valign="top">&#x003C;.001</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>College</td><td align="left" valign="top">137 (10)</td><td align="left" valign="top">10.8% (9.2&#x2010;12.7)</td><td align="left" valign="top">348 (13)</td><td align="left" valign="top">13.2% (12&#x2010;14.6)</td><td align="left" valign="top">1.26</td><td align="left" valign="top">1.14&#x2010;1.38</td><td align="left" valign="top">&#x003C;.001</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>University or college</td><td align="left" valign="top">184 (14)</td><td align="left" valign="top">14% (12.2&#x2010;16)</td><td align="left" valign="top">582 (21)</td><td align="left" valign="top">21.2% (19.7&#x2010;22.8)</td><td align="left" valign="top">1.33</td><td align="left" valign="top">1.22&#x2010;1.45</td><td align="left" valign="top">&#x003C;.001</td></tr><tr><td align="left" valign="top" colspan="8">Occupation</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Employee</td><td align="left" valign="top">386 (30)</td><td align="left" valign="top">28.5% (26.1&#x2010;31.1)</td><td align="left" valign="top">727 (27)</td><td align="left" valign="top">25.3% (23.7&#x2010;26.9)</td><td align="left" valign="top">Ref.</td><td align="left" valign="top">&#x2014;</td><td align="left" valign="top">&#x2014;</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Functionary</td><td align="left" valign="top">70 (5.4)</td><td align="left" valign="top">5.2% (4.1&#x2010;6.5)</td><td align="left" valign="top">288 (11)</td><td align="left" valign="top">10% (9&#x2010;11.2)</td><td align="left" valign="top">1.23</td><td align="left" valign="top">1.15&#x2010;1.31</td><td align="left" valign="top">&#x003C;.001</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Higher functionary, expert</td><td align="left" valign="top">90 (7)</td><td align="left" valign="top">6.7% (5.5&#x2010;8.2)</td><td align="left" valign="top">339 (13)</td><td align="left" valign="top">11.9% (10.7&#x2010;13.1)</td><td align="left" valign="top">1.21</td><td align="left" valign="top">1.13&#x2010;1.29</td><td align="left" valign="top">&#x003C;.001</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Leading position, entrepreneur</td><td align="left" valign="top">80 (6.2)</td><td align="left" valign="top">6.1% (4.9&#x2010;7.6)</td><td align="left" valign="top">250 (9.2)</td><td align="left" valign="top">9% (7.9&#x2010;10.1)</td><td align="left" valign="top">1.16</td><td align="left" valign="top">1.07&#x2010;1.25</td><td align="left" valign="top">&#x003C;.001</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Pensioner</td><td align="left" valign="top">326 (25)</td><td align="left" valign="top">28.2% (25.7&#x2010;30.9)</td><td align="left" valign="top">584 (22)</td><td align="left" valign="top">25% (23.3&#x2010;26.8)</td><td align="left" valign="top">0.98</td><td align="left" valign="top">0.92&#x2010;1.05</td><td align="left" valign="top">.59</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Stay-at-home-parent</td><td align="left" valign="top">31 (2.4)</td><td align="left" valign="top">2.4% (1.7&#x2010;3.4)</td><td align="left" valign="top">33 (1.2)</td><td align="left" valign="top">1.2% (0.8&#x2010;1.7)</td><td align="left" valign="top">0.79</td><td align="left" valign="top">0.6&#x2010;0.98</td><td align="left" valign="top">.06</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Student</td><td align="left" valign="top">108 (8.4)</td><td align="left" valign="top">8.3% (6.9&#x2010;10)</td><td align="left" valign="top">286 (11)</td><td align="left" valign="top">10.5% (9.4&#x2010;11.8)</td><td align="left" valign="top">1.11</td><td align="left" valign="top">1.03&#x2010;1.19</td><td align="left" valign="top">.005</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Unemployed</td><td align="left" valign="top">193 (15)</td><td align="left" valign="top">14.2% (12.4&#x2010;16.1)</td><td align="left" valign="top">187 (6.9)</td><td align="left" valign="top">6.6% (5.8&#x2010;7.6)</td><td align="left" valign="top">0.75</td><td align="left" valign="top">0.67&#x2010;0.84</td><td align="left" valign="top">&#x003C;.001</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Other</td><td align="left" valign="top">5 (0.4)</td><td align="left" valign="top">0.4% (0.1&#x2010;0.9)</td><td align="left" valign="top">15 (0.6)</td><td align="left" valign="top">0.5% (0.3&#x2010;0.9)</td><td align="left" valign="top">1.15</td><td align="left" valign="top">0.82&#x2010;1.39</td><td align="left" valign="top">.29</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Unknown</td><td align="left" valign="top">32</td><td align="left" valign="top">&#x2014;</td><td align="left" valign="top">31</td><td align="left" valign="top">&#x2014;</td><td align="left" valign="top">&#x2014;</td><td align="left" valign="top">&#x2014;</td><td align="left" valign="top">&#x2014;</td></tr><tr><td align="left" valign="top" colspan="8">Household situation</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Single</td><td align="left" valign="top">532 (40)</td><td align="left" valign="top">40.2% (37.6&#x2010;43)</td><td align="left" valign="top">917 (33)</td><td align="left" valign="top">33.9% (32.1&#x2010;35.7)</td><td align="left" valign="top">Ref.</td><td align="left" valign="top">&#x2014;</td><td align="left" valign="top">&#x2014;</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Couple</td><td align="left" valign="top">298 (23)</td><td align="left" valign="top">23.2% (21&#x2010;25.6)</td><td align="left" valign="top">684 (25)</td><td align="left" valign="top">25.6% (24&#x2010;27.4)</td><td align="left" valign="top">1.10</td><td align="left" valign="top">1.04&#x2010;1.16</td><td align="left" valign="top">.001</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Household with children</td><td align="left" valign="top">257 (19)</td><td align="left" valign="top">18% (16&#x2010;20.1)</td><td align="left" valign="top">685 (25)</td><td align="left" valign="top">23% (21.4&#x2010;24.5)</td><td align="left" valign="top">1.15</td><td align="left" valign="top">1.09&#x2010;1.21</td><td align="left" valign="top">&#x003C;.001</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Other adult household</td><td align="left" valign="top">234 (18)</td><td align="left" valign="top">18.6% (16.5&#x2010;20.8)</td><td align="left" valign="top">454 (17)</td><td align="left" valign="top">17.5% (16.1&#x2010;19)</td><td align="left" valign="top">1.04</td><td align="left" valign="top">0.97&#x2010;1.11</td><td align="left" valign="top">.22</td></tr></tbody></table><table-wrap-foot><fn id="table1fn1"><p><sup>a</sup>ENA: exposure notification app.</p></fn><fn id="table1fn2"><p><sup>b</sup>weighted % (95% CI).</p></fn><fn id="table1fn3"><p><sup>c</sup>PR: prevalence ratio.</p></fn><fn id="table1fn4"><p><sup>d</sup>N/A: not applicable.</p></fn></table-wrap-foot></table-wrap><p>ENA users had a higher level of education more often than nonusers. Compared to those that had primary or national school-level education, ENA use was more prevalent among those that finished high school (PR 1.22, 95% CI 1.12&#x2010;1.34), a university of applied sciences (PR 1.25, 95% CI 1.14&#x2010;1.37), college (PR 1.26, 95% CI 1.14&#x2010;1.38), or university or college (PR 1.33, 95% CI 1.22&#x2010;1.45; <xref ref-type="table" rid="table1">Table 1</xref>).</p><p>Compared to employees, ENA use was more prevalent among those holding functionary, higher functionary, and leadership positions as well as among students. Nonusers were more often unemployed (PR 0.75, 95% CI 0.67&#x2010;0.84; <xref ref-type="table" rid="table1">Table 1</xref>).</p><p>ENA users were more often couples (PR 1.10, 95% CI 1.04&#x2010;1.16) or living in households with children (PR 1.15, 95% CI 1.09&#x2010;1.21; <xref ref-type="table" rid="table1">Table 1</xref>).</p></sec><sec id="s3-2-2"><title>Reasons for Nonactivation of the ENA</title><p>The most frequent reasons for not activating the ENA after download were perceived lack of usefulness of the ENA for pandemic control (35%) or for oneself (34%). Around 24% of respondents indicated phone battery life and staying at home as reasons for nonactivation (<xref ref-type="fig" rid="figure3">Figure 3</xref>).</p><fig position="float" id="figure3"><label>Figure 3.</label><caption><p>Weighted frequency distribution of reasons for not activating the exposure notification app (n=149, weighted n=163). Data from survey conducted in Finland from April 13&#x2010;22, 2022. Results weighted according to age, sex, and regional distribution of the Finnish population. Exact estimates with 95% CIs are provided in Table S2 in <xref ref-type="supplementary-material" rid="app2">Multimedia Appendix 2</xref>.</p></caption><graphic alt-version="no" mimetype="image" position="float" xlink:type="simple" xlink:href="publichealth_v12i1e89472_fig03.png"/></fig></sec><sec id="s3-2-3"><title>General Behavior During Pandemic of ENA Users vs Non-ENA Users</title><p>ENA users reported at least part-time adherence to general pandemic guidance more often than nonusers, ranging from avoiding errands (PR 1.24, 95% CI 1.19&#x2010;1.29) to wearing a mask (PR 1.65, 95% CI 1.45&#x2010;1.91; <xref ref-type="table" rid="table2">Table 2</xref>). However, these associations may reflect self-selection and cannot be interpreted as causal.</p><table-wrap id="t2" position="float"><label>Table 2.</label><caption><p>Adherence to exposure notification guidance of exposure notification app users compared to non-exposure notification app users (n=4061, weighted n=4334). Results weighted according to age, sex, and regional distribution of the Finnish population.</p></caption><table id="table2" frame="hsides" rules="groups"><thead><tr><td align="left" valign="bottom">Exposure notification guidance</td><td align="left" valign="bottom">Non-ENA<sup><xref ref-type="table-fn" rid="table2fn1">a</xref></sup> users<sup><xref ref-type="table-fn" rid="table2fn2">b</xref></sup></td><td align="left" valign="bottom">Non-ENA users adhering (yes)<sup><xref ref-type="table-fn" rid="table2fn3">c</xref></sup>, n (%)</td><td align="left" valign="bottom">Non-ENA users adhering weighted (yes)<sup><xref ref-type="table-fn" rid="table2fn4">d</xref></sup></td><td align="left" valign="bottom">ENA users<sup><xref ref-type="table-fn" rid="table2fn2">b</xref></sup></td><td align="left" valign="bottom">ENA users adhering (yes)<sup><xref ref-type="table-fn" rid="table2fn3">c</xref></sup>, n (%)</td><td align="left" valign="bottom">ENA users adhering weighted (yes)<sup><xref ref-type="table-fn" rid="table2fn4">d</xref></sup></td><td align="left" valign="bottom">PR<sup><xref ref-type="table-fn" rid="table2fn5">e</xref></sup></td><td align="left" valign="bottom">95% CI</td><td align="left" valign="bottom"><italic>P</italic> value (chi-square test)</td></tr></thead><tbody><tr><td align="left" valign="top">Working from home</td><td align="left" valign="top">1254/1333</td><td align="left" valign="top">452 (36)</td><td align="left" valign="top">35.5% (32.9&#x2010;38.2)</td><td align="left" valign="top">2646/2821</td><td align="left" valign="top">1488 (56)</td><td align="left" valign="top">55.1% (53.1&#x2010;57)</td><td align="left" valign="top">1.30</td><td align="left" valign="top">1.24&#x2010;1.36</td><td align="left" valign="top">&#x003C;.001</td></tr><tr><td align="left" valign="top">Self-observation of well-being</td><td align="left" valign="top">1281/1365</td><td align="left" valign="top">937 (73)</td><td align="left" valign="top">72.8% (70.3&#x2010;75.3)</td><td align="left" valign="top">2687/2869</td><td align="left" valign="top">2307 (86)</td><td align="left" valign="top">85.1% (83.7&#x2010;86.5)</td><td align="left" valign="top">1.35</td><td align="left" valign="top">1.26&#x2010;1.46</td><td align="left" valign="top">&#x003C;.001</td></tr><tr><td align="left" valign="top">Avoiding social interactions</td><td align="left" valign="top">1297/1381</td><td align="left" valign="top">986 (76)</td><td align="left" valign="top">76.3% (73.9&#x2010;78.6)</td><td align="left" valign="top">2705/2889</td><td align="left" valign="top">2340 (87)</td><td align="left" valign="top">86.3% (84.9&#x2010;87.6)</td><td align="left" valign="top">1.30</td><td align="left" valign="top">1.21&#x2010;1.41</td><td align="left" valign="top">&#x003C;.001</td></tr><tr><td align="left" valign="top">Wearing a mask</td><td align="left" valign="top">1310/1395</td><td align="left" valign="top">1142 (87)</td><td align="left" valign="top">87.6% (85.7&#x2010;89.3)</td><td align="left" valign="top">2716/2900</td><td align="left" valign="top">2594 (96)</td><td align="left" valign="top">95.6% (94.7&#x2010;96.3)</td><td align="left" valign="top">1.65</td><td align="left" valign="top">1.45&#x2010;1.91</td><td align="left" valign="top">&#x003C;.001</td></tr><tr><td align="left" valign="top">Hand hygiene</td><td align="left" valign="top">1298/1383</td><td align="left" valign="top">1182 (91)</td><td align="left" valign="top">91.5% (89.8&#x2010;92.9)</td><td align="left" valign="top">2709/2893</td><td align="left" valign="top">2601 (96)</td><td align="left" valign="top">96.1% (95.3&#x2010;96.8)</td><td align="left" valign="top">1.43</td><td align="left" valign="top">1.25&#x2010;1.65</td><td align="left" valign="top">&#x003C;.001</td></tr><tr><td align="left" valign="top">Avoiding errands</td><td align="left" valign="top">1297/1383</td><td align="left" valign="top">232 (18)</td><td align="left" valign="top">18% (16&#x2010;20.3)</td><td align="left" valign="top">2693/2878</td><td align="left" valign="top">849 (32)</td><td align="left" valign="top">31.2% (29.5&#x2010;33)</td><td align="left" valign="top">1.24</td><td align="left" valign="top">1.19&#x2010;1.29</td><td align="left" valign="top">&#x003C;.001</td></tr><tr><td align="left" valign="top">Cough hygiene</td><td align="left" valign="top">1288/1372</td><td align="left" valign="top">1183 (92)</td><td align="left" valign="top">92.1% (90.5&#x2010;93.4)</td><td align="left" valign="top">2700/2884</td><td align="left" valign="top">2584 (96)</td><td align="left" valign="top">95.7% (94.9&#x2010;96.4)</td><td align="left" valign="top">1.31</td><td align="left" valign="top">1.16&#x2010;1.5</td><td align="left" valign="top">&#x003C;.001</td></tr></tbody></table><table-wrap-foot><fn id="table2fn1"><p><sup>a</sup>ENA: exposure notification app.</p></fn><fn id="table2fn2"><p><sup>b</sup>n/weighted N.</p></fn><fn id="table2fn3"><p><sup>c</sup>Reported at least part time adherence.</p></fn><fn id="table2fn4"><p><sup>d</sup>weighted % (95% CI).</p></fn><fn id="table2fn5"><p><sup>e</sup>PR: prevalence ratio.</p></fn></table-wrap-foot></table-wrap></sec><sec id="s3-2-4"><title>Token Use</title><p>Based on survey data, of those ENA users reporting a positive SARS-CoV-2 result (n=881, weighted n=904), close to 70% did not receive a token and 1% reported being diagnosed abroad. Of the 30% receiving a token (n=259, weighted n=269), most (79%) reported entering it into the ENA. For approximately 72% of users, tokens were delivered in under 48 hours from diagnosis, and of those, 51% were received within 24 hours. However, delay in token delivery by 3&#x2010;4 days was reported by 17%, 5&#x2010;7 days by 3%, and over 7 days by 2%. Six percent did not recall the speed of token delivery.</p><p>These survey-based token-use estimates are not directly comparable with token use proportions calculated based on ENA backend data, as the backend metrics reflect all eligible users over the full study period, whereas survey metrics reflect self-reported experiences in a cross-sectional respondent sample.</p></sec><sec id="s3-2-5"><title>Influence of ENA on User Behavior</title><p>Influence of ENA on user behavior was assessed based on data from the Koronavilkku survey.</p></sec><sec id="s3-2-6"><title>Adherence to Recommendations After Notification</title><p>The majority of ENA users who received a notification of potential exposure adhered at least part-time to all guidance provided in the ENA. The least adhered to recommendations were &#x201C;to avoid running errands&#x201D; (34% reported no adherence), &#x201C;work from home&#x201D; (25% no adherence), and &#x201C;avoid social interactions&#x201D; (16% no adherence; <xref ref-type="fig" rid="figure4">Figure 4</xref>).</p><fig position="float" id="figure4"><label>Figure 4.</label><caption><p>Weighted frequency distribution of adherence to pandemic behavioral recommendations after receiving an exposure notification in the exposure notification app (n=644, weighted n=670). Data from survey conducted in Finland from April 13 to 22, 2022. Results weighted according to age, sex, and regional distribution of the Finnish population. Exact estimates with 95% CIs are provided in Table S3 in <xref ref-type="supplementary-material" rid="app2">Multimedia Appendix 2</xref>.</p></caption><graphic alt-version="no" mimetype="image" position="float" xlink:type="simple" xlink:href="publichealth_v12i1e89472_fig04.png"/></fig></sec><sec id="s3-2-7"><title>Change in Adherence to Recommendations in General During Pandemic vs After Notification</title><p>Looking at ENA users (n=2740, weighted n=2927), Bowker&#x2019;s test of symmetry showed significant differences between general adherence to pandemic recommendations versus after receiving an exposure notification for working from home (<italic>&#x03C7;</italic>&#x00B2;<sub>3</sub>=75.5; <italic>P</italic>&#x003C;.001), self-observation of well-being (<italic>&#x03C7;</italic>&#x00B2;<sub>3</sub>=18.3; <italic>P</italic>&#x003C;.001), avoiding social interactions (<italic>&#x03C7;</italic>&#x00B2;<sub>3</sub>=114.6; <italic>P</italic>&#x003C;.001), wearing a mask (<italic>&#x03C7;</italic>&#x00B2;<sub>3</sub>=26.9; <italic>P</italic>&#x003C;.001), and avoiding errands (<italic>&#x03C7;</italic>&#x00B2;<sub>3</sub>=74.4; <italic>P</italic>&#x003C;.001).</p><p>Adherence to hand hygiene (<italic>&#x03C7;</italic>&#x00B2;<sub>3</sub>=0.6; <italic>P</italic>=.90) and cough hygiene (<italic>&#x03C7;</italic>&#x00B2;<sub>3</sub>=0.6; <italic>P</italic>=.90) guidelines showed no differences.</p><p>Further analysis of transition patterns in adherence to pandemic recommendations suggested the following:</p><list list-type="order"><list-item><p>More transitions from none to full-time adherence for &#x201C;avoiding errands&#x201D; (odds ratio [OR] 6.08).</p></list-item><list-item><p>Transitions from part-time to full-time adherence were more frequent than the reverse for &#x201C;working from home&#x201D; (OR 3.53), &#x201C;self-observation&#x201D; (OR 2.07), &#x201C;avoiding social interactions&#x201D; (OR 6.05), &#x201C;wearing a mask&#x201D; (OR 2.5), &#x201C;avoiding errands&#x201D; (OR 4.04).</p></list-item><list-item><p>Transitions from part-time to no adherence were observed for &#x201C;working from home&#x201D; (OR 5.61), &#x201C;avoiding social interactions&#x201D; (OR 2.19).</p></list-item></list><p>These transition ORs are descriptive and should not be interpreted as inferential tests of specific pairwise changes.</p></sec><sec id="s3-2-8"><title>Reasons for Discontinuation of Adherence to Recommendations</title><p>A negative test was the most stated reason for not adhering, partly adhering, or discontinuing adherence to exposure notification guidance (23%). Other commonly reported reasons included receiving instructions from health care (21%), being asymptomatic (21%), receiving instructions from employer (20%), or being put in mandatory quarantine as defined by the Communicable Diseases Act (20%; <xref ref-type="fig" rid="figure5">Figure 5</xref>).</p><fig position="float" id="figure5"><label>Figure 5.</label><caption><p>Weighted frequency distribution of reasons for discontinuation or nonadherence to pandemic behavioral recommendations after receiving an exposure notification in the exposure notification app (n=534, weighted n=556). Data from survey conducted in Finland from April 13 to 22, 2022. Results weighted according to age, sex, and regional distribution of the Finnish population. Exact estimates with 95% CIs are provided in Table S4 in <xref ref-type="supplementary-material" rid="app2">Multimedia Appendix 2</xref>.</p></caption><graphic alt-version="no" mimetype="image" position="float" xlink:type="simple" xlink:href="publichealth_v12i1e89472_fig05.png"/></fig></sec><sec id="s3-2-9"><title>Contacting Health Care Provider</title><p>Among ENA users receiving an exposure notification (n=644, weighted n=670), more than 50% contacted health care afterwards either by phone (25%) or through the Finnish electronic service platform providing symptom checks and guidance called &#x201C;Omaolo&#x201D; (DigiFinland Oy; 27%). Around 45% did not report contacting health care and the remaining 3% were unsure.</p></sec><sec id="s3-2-10"><title>Acceptability of the ENA</title><p>The ENA&#x2019;s acceptability was assessed based on data from the Koronavilkku survey.</p></sec><sec id="s3-2-11"><title>ENA Use</title><p>Among 4061 respondents (weighted n=4334), 33% never downloaded or activated the ENA. Another 34% downloaded and actively used it at the time of the survey, while 33% downloaded the ENA but later removed it or did not activate it again on a new mobile phone.</p></sec><sec id="s3-2-12"><title>Reasons for Removal</title><p>Among former ENA users, the most common reasons for discontinuation of ENA use included not seeing any use for pandemic control (34%) or to oneself (32%). Negative effect on battery life was the third most common reason (26%; <xref ref-type="fig" rid="figure6">Figure 6</xref>).</p><fig position="float" id="figure6"><label>Figure 6.</label><caption><p>Weighted frequency distribution of reasons for discontinuation of ENA use (n=1370, weighted n=1444). Data from Koronavilkku survey conducted in Finland from April 13&#x2010;22, 2022. Results weighted according to age, sex, and regional distribution of the Finnish population. Exact estimates with 95% CIs are provided in Table S5 in <xref ref-type="supplementary-material" rid="app2">Multimedia Appendix 2</xref>. ENA: exposure notification app.</p></caption><graphic alt-version="no" mimetype="image" position="float" xlink:type="simple" xlink:href="publichealth_v12i1e89472_fig06.png"/></fig></sec><sec id="s3-2-13"><title>Overall Feedback</title><p>Opinions on the quality of the ENA were divided. Almost half (49%) of the respondents at least partly agreed with the statement &#x201C;Koronavilkku was a good application.&#x201D; Almost two-thirds of respondents (62%) at least partly agreed that they would use the ENA if it was relaunched (<xref ref-type="fig" rid="figure7">Figure 7A</xref>).</p><fig position="float" id="figure7"><label>Figure 7.</label><caption><p>Weighted frequency distribution of attitude toward general statements about the ENA among (A) all respondents (n=4061, weighted n=4334); (B) among ENA users (n=2740, weighted n=2927). Data from Koronavilkku survey conducted in Finland from April 13&#x2010;22, 2022. Results weighted according to age, sex, and regional distribution of the Finnish population. Exact estimates with 95% CIs are provided in Table S6 in <xref ref-type="supplementary-material" rid="app2">Multimedia Appendix 2</xref>. ENA: exposure notification app.</p></caption><graphic alt-version="no" mimetype="image" position="float" xlink:type="simple" xlink:href="publichealth_v12i1e89472_fig07.png"/></fig><p>Among ENA users, this percentage was higher: 63% at least partly agreed that it was a good ENA, and 78% stated that they would use it again (<xref ref-type="fig" rid="figure7">Figure 7B</xref>).</p><p>Between 62%&#x2010;78% of respondents stated they would have accepted more data (such as additional information about exposure or localization data) being collected by the ENA or being sent to notify health authorities and for situation monitoring or statistical analyses (<xref ref-type="fig" rid="figure7">Figure 7A</xref>). The percentage of respondents who at least partly agreed with all statements was higher among ENA users (<xref ref-type="fig" rid="figure7">Figure 7B</xref>).</p></sec><sec id="s3-2-14"><title>Sentiment Analysis</title><p>Sentiment analysis using an LLM was performed for open-ended feedback provided by 813 respondents, 557 (69%) of whom were ENA users.</p><p>In comparison to the survey respondents, open-ended feedback was provided more often by males, aged 15&#x2010;24 years, and persons living in Helsinki-Uusimaa and Western Finland regions (<xref ref-type="table" rid="table3">Table 3</xref>).</p><table-wrap id="t3" position="float"><label>Table 3.</label><caption><p>Characteristics of respondents giving open feedback vs those responding to survey overall.</p></caption><table id="table3" frame="hsides" rules="groups"><thead><tr><td align="left" valign="bottom">Characteristics</td><td align="left" valign="bottom">Open feedback respondents (n=813), n (%)</td><td align="left" valign="bottom">Survey respondents<break/>(N=4061), n (%)</td><td align="left" valign="bottom"><italic>P</italic> value<sup><xref ref-type="table-fn" rid="table3fn1">a</xref></sup></td></tr></thead><tbody><tr><td align="left" valign="top">ENA<sup><xref ref-type="table-fn" rid="table3fn2">b</xref></sup> use</td><td align="left" valign="top">557 (69)</td><td align="left" valign="top">2740 (67)</td><td align="left" valign="top">.51</td></tr><tr><td align="left" valign="top" colspan="3">Sex</td><td align="left" valign="top">&#x003C;.001</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Female</td><td align="left" valign="top">341 (42)</td><td align="left" valign="top">2058 (51)</td><td align="left" valign="top"/></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Male</td><td align="left" valign="top">472 (58)</td><td align="left" valign="top">2003 (49)</td><td align="left" valign="top"/></tr><tr><td align="left" valign="top" colspan="3">Age group (years)</td><td align="left" valign="top">&#x003C;.001</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>15&#x2010;24</td><td align="left" valign="top">148 (18)</td><td align="left" valign="top">537 (13)</td><td align="left" valign="top"/></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>25&#x2010;34</td><td align="left" valign="top">139 (17)</td><td align="left" valign="top">684 (17)</td><td align="left" valign="top"/></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>35&#x2010;49</td><td align="left" valign="top">224 (28)</td><td align="left" valign="top">1135 (28)</td><td align="left" valign="top"/></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>50&#x2010;64</td><td align="left" valign="top">183 (23)</td><td align="left" valign="top">993 (24)</td><td align="left" valign="top"/></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>65&#x2010;79</td><td align="left" valign="top">119 (15)</td><td align="left" valign="top">712 (18)</td><td align="left" valign="top"/></tr><tr><td align="left" valign="top" colspan="3">Region</td><td align="left" valign="top">&#x003C;.001</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Southern Finland</td><td align="left" valign="top">162 (20)</td><td align="left" valign="top">886 (22)</td><td align="left" valign="top"/></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Helsinki-Uusimaa</td><td align="left" valign="top">300 (37)</td><td align="left" valign="top">1295 (32)</td><td align="left" valign="top"/></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Western Finland</td><td align="left" valign="top">207 (25)</td><td align="left" valign="top">991 (24)</td><td align="left" valign="top"/></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Northern and Eastern Finland</td><td align="left" valign="top">144 (18)</td><td align="left" valign="top">889 (22)</td><td align="left" valign="top"/></tr></tbody></table><table-wrap-foot><fn id="table3fn1"><p><sup>a</sup>Pearson chi-squared test with simulated <italic>P</italic> value (based on 2000 replicates).</p></fn><fn id="table3fn2"><p><sup>b</sup>ENA: exposure notification app.</p></fn></table-wrap-foot></table-wrap><p>Sentiment analysis determining the emotional tone of the open-ended feedback shows that most provided feedback had a negative sentiment (316/813, 39%), while positive-oriented feedback was provided by 19% (151/813) of respondents. Overall, 12% (100/813) of the provided feedback was not understandable by the model.</p><p>A higher percentage of positive responses were provided by ENA users than non-ENA users (24%, 134/557 vs 6.6%, 17/256). Nonuser comments more often expressed negative or neutral sentiments (48%, 122/256 and 32%, 83/256, respectively) than ENA user comments (35%, 194/557, and 29%, 163/557, respectively; <xref ref-type="fig" rid="figure8">Figure 8</xref>).</p><fig position="float" id="figure8"><label>Figure 8.</label><caption><p>General sentiment analysis of open-ended feedback according to four categories (positive, neutral, negative, and not understandable feedback; n=813).</p></caption><graphic alt-version="no" mimetype="image" position="float" xlink:type="simple" xlink:href="publichealth_v12i1e89472_fig08.png"/></fig></sec></sec></sec><sec id="s4" sec-type="discussion"><title>Discussion</title><sec id="s4-1"><title>Principal Findings</title><p>This study evaluated the Finnish ENA Koronavilkku using predefined KPIs related to uptake, user characteristics, behavioral influence, and acceptability. We found that the ENA achieved high initial uptake but declined over time, with relatively high engagement among users who received tokens. Survey results indicated differences in ENA use across demographic groups and higher self-reported adherence to guidance among ENA users compared to nonusers. While exposure notifications were associated with changes in adherence among some users, barriers such as token issuance and declining engagement over time limited overall system performance.</p></sec><sec id="s4-2"><title>Comparison With Prior Work</title><sec id="s4-2-1"><title>Extent of ENA Use</title><p>The Koronavilkku ENA saw widespread adoption during its initial months, with peak active coverage reaching approximately 53% of smartphone users and 45% of the general population. However, as the pandemic progressed, token use declined, especially among people diagnosed with COVID-19, a key target group, with fewer than half of notified COVID-19 cases registered in the ENA, and this proportion fell over time. This trend may reflect reduced app use, reduced token issuance, or a combination of both. Despite this, overall user engagement remained relatively high throughout the ENA&#x2019;s operational period.</p><p>ENA effectiveness is closely tied to its level of adoption. Studies indicate that even modest uptake (15%&#x2010;30%) can reduce infections [<xref ref-type="bibr" rid="ref5">5</xref>,<xref ref-type="bibr" rid="ref6">6</xref>], while others provide more conservative estimates, indicating that 70%&#x2010;80% coverage among smartphone users (56% in the general population) is required to control the pandemic effectively [<xref ref-type="bibr" rid="ref7">7</xref>,<xref ref-type="bibr" rid="ref8">8</xref>]. Achieving 80% ENA coverage has been linked to a reduction in COVID-19 mortality by up to 85% [<xref ref-type="bibr" rid="ref9">9</xref>]. Despite these varying results, one could extrapolate that ENA effectiveness is complex and influenced by multiple factors, with partial benefits seen already at lower coverage rates of around 20% [<xref ref-type="bibr" rid="ref10">10</xref>]. Notably, Koronavilkku achieved the highest active ENA user coverage among European Union and European Economic Area countries [<xref ref-type="bibr" rid="ref19">19</xref>].</p></sec><sec id="s4-2-2"><title>Barriers and Enablers to ENA Use</title><p>Our findings identified demographic disparities in ENA use. Males, individuals 35 or older, and those living alone were less likely to use the ENA, while females, those with higher education, and households with children were more likely to be ENA users. However, studies from other European countries revealed differing and sometimes contradictory results. A French study found no significant link between sociodemographic factors and ENA use, except for financial deprivation [<xref ref-type="bibr" rid="ref12">12</xref>], while a German study reported that males and those 65 years and older were more likely to use the national ENA [<xref ref-type="bibr" rid="ref13">13</xref>]. Results from the latter study associating higher education levels with increased ENA use were in line with our findings [<xref ref-type="bibr" rid="ref13">13</xref>]. On the other hand, a different German study indicated that those who were more unwilling to install the national ENA and use it correctly were men and those aged between 30 and 59 years old [<xref ref-type="bibr" rid="ref14">14</xref>]. These differences suggest that country-specific cultural and contextual differences also play a significant role in ENA use.</p><p>A major barrier to the ENA&#x2019;s performance was token issuance. Over two-thirds of COVID-19-positive users did not receive a token in connection with contact tracing by health care professionals. However, among those who did, most entered their token into the ENA, suggesting strong user motivation when the system functioned properly. Initially, tokens were issued manually by health care contact tracing teams, but high workloads likely caused delays. Recognizing this, Finland implemented partial automation of token issuance in some regions between June and October 2021 [<xref ref-type="bibr" rid="ref4">4</xref>]. Despite this, issuing exposure tokens remained a significant challenge, particularly during high-incidence periods such as the Omicron wave in late 2021-early 2022. Wider automation of token issuance based on positive results from local systems or a national patient data repository instead of providing a separate system to health care providers would have likely increased the number of issued tokens and shortened token delivery times. However, these possibilities were constrained by a lack of readily available system integrations, risks of not getting complete and reliable result data from the national repository, and short validity periods of tokens. The process for automated token issuance has been described in detail elsewhere [<xref ref-type="bibr" rid="ref4">4</xref>].</p><p>Timely exposure notifications are crucial for effective mitigation. Ferretti et al [<xref ref-type="bibr" rid="ref20">20</xref>] found that reducing quarantine delays from three to two days significantly curtailed SARS-CoV-2 spread, provided a large portion of the population used the national ENA. Similarly, a Swiss study showed that ENA users quarantined earlier than those not warned by the ENA, though delays in token issuance, linked to manual contact tracing bottlenecks, remained a challenge [<xref ref-type="bibr" rid="ref16">16</xref>]. A study from Singapore demonstrated that automating public health responses expedited the issuance of quarantine orders compared to manual contact tracing [<xref ref-type="bibr" rid="ref17">17</xref>].</p><p>Our study also explored reasons for nonactivation of the ENA. Consistent with findings from other studies, the most commonly cited reason for not using or uninstalling the ENA was a perceived lack of usefulness [<xref ref-type="bibr" rid="ref15">15</xref>,<xref ref-type="bibr" rid="ref21">21</xref>]. Additionally, concerns about battery drain were mentioned as a reason for removing the ENA [<xref ref-type="bibr" rid="ref21">21</xref>]. These barriers emphasize the need for improved communication around the ENA&#x2019;s intended benefits and for technical solutions to mitigate the effect on battery life.</p></sec><sec id="s4-2-3"><title>ENA Influence on User Behavior</title><p>Most users who received exposure notifications followed at least some pandemic guidelines recommended by the ENA. ENA users reported adherence at least part-time to general pandemic guidance more often than nonusers, which may reflect self-selection, with ENA users being more health-conscious in general compared to those who did not download the ENA.</p><p>Notifications were associated with higher reported adherence among partially compliant users but showed little association among noncompliant individuals. A UK study similarly found high self-reported compliance with self-isolation recommendations following exposure notifications [<xref ref-type="bibr" rid="ref22">22</xref>].</p><p>The only recommendation with declining adherence was &#x201C;working from home.&#x201D; This likely reflects job constraints (remote work was not feasible for all occupations) or legal arrangements under which official isolation or quarantine was treated as sick leave, with no obligation to work remotely, even though it was highly recommended by the government [<xref ref-type="bibr" rid="ref23">23</xref>,<xref ref-type="bibr" rid="ref24">24</xref>]. Over half of notified users sought health care guidance, which may indicate the ENA played a role in prompting further preventive actions. However, about 20% cited a negative COVID-19 test result as their reason for not fully adhering to guidelines.</p></sec><sec id="s4-2-4"><title>General Acceptability of the ENA</title><p>The ENA&#x2019;s general acceptability was relatively high, with 68% of respondents using it at least once. However, nearly half eventually stopped using it, particularly as the pandemic prolonged. Similarly, users from other countries also reported their ENAs as trustworthy, reliable, and user-friendly [<xref ref-type="bibr" rid="ref25">25</xref>]. Nevertheless, a study in Belgium found that features focused on informing citizens or facilitating test appointments were viewed more favorably than those related to access and control [<xref ref-type="bibr" rid="ref15">15</xref>]. In addition, ENA acceptability has been linked to trust in government, scientists, and health care professionals [<xref ref-type="bibr" rid="ref12">12</xref>].</p><p>A substantial proportion of users expressed interest in enhanced features such as automated exposure notifications to health care providers and improved data tracking. However, it is crucial to balance these functionalities with user privacy concerns that can also evolve over time. In the development of the Finnish ENA, addressing such concerns was a priority. At no point did the ENA process or have access to the identities of users or of persons they encountered, irrespective of infection status. Furthermore, location data from encounters were neither collected nor used, despite the technical feasibility of doing so. Notably, a German study found that public acceptance of privacy-invading technologies, such as tracking, was higher at the beginning of the pandemic, but this acceptance waned as the pandemic continued [<xref ref-type="bibr" rid="ref26">26</xref>].</p><p>Our sentiment analysis of open-ended feedback suggests that users generally expressed more positive attitudes toward the ENA compared to nonusers. While a considerable portion of the feedback reflected neutral or negative sentiments, this should be interpreted with caution. Research on response bias suggests that people are more likely to provide open-ended feedback when they have strong opinions or concerns (either very positive or very negative), whereas users with more moderate views may be less inclined to respond without specific prompting [<xref ref-type="bibr" rid="ref27">27</xref>-<xref ref-type="bibr" rid="ref29">29</xref>]. As a result, the overall sentiment of the user base may be more positive than the open-ended responses alone suggest. Additionally, there appear to be differences between those who chose to provide open feedback and the broader survey respondents, suggesting that certain demographics were more inclined to share their views. In contrast, a study conducted in Ireland found that the overall perception of their COVID-19 ENA was mostly positive (90%), although they conducted their sentiment analysis manually [<xref ref-type="bibr" rid="ref30">30</xref>].</p></sec></sec><sec id="s4-3"><title>Limitations</title><p>Several limitations should be acknowledged and considered when interpreting the observed results. First, the survey was conducted late in the pandemic, when at-home testing with over-the-counter SARS-CoV-2 diagnostic tests had become more common [<xref ref-type="bibr" rid="ref31">31</xref>,<xref ref-type="bibr" rid="ref32">32</xref>]. At that time, laboratory testing was limited [<xref ref-type="bibr" rid="ref31">31</xref>,<xref ref-type="bibr" rid="ref32">32</xref>], and few exposure tokens were being issued due to the requirement for a laboratory-confirmed result. Additionally, the ENA was discontinued on June 1, 2022, but many users had already uninstalled it in the preceding months, which may have introduced recall bias. Furthermore, we were only able to analyze prevalence in this cross-sectional study, not infer causal relationships. Although the survey sample represents a small proportion of the Finnish population, weighting was applied based on age, sex, and region to improve representativeness. However, as participation was voluntary, the sample may overrepresent individuals with higher interest in health or digital tools, potentially limiting generalizability. Social desirability bias could have influenced responses to seem more positive, particularly regarding adherence to pandemic guidelines. Despite this, similar patterns of ENA adoption and user behavior have been reported in other European countries, including Germany and the United Kingdom, where uptake and use were associated with sociodemographic factors, trust in public health systems, and user perceptions [<xref ref-type="bibr" rid="ref13">13</xref>,<xref ref-type="bibr" rid="ref22">22</xref>].</p><p>The LLM used for sentiment analysis has its own drawbacks. First, the model was unable to categorize all responses, with some classified as &#x201C;not understandable feedback.&#x201D; Second, each response was assigned a single sentiment category, even though some answers may have contained a mix of sentiments. Third, it faced challenges in accurately interpreting tone and complex language structures. Furthermore, while recent advancements have significantly improved the model&#x2019;s performance with the Finnish language, translation and interpretation issues can still occur.</p><p>The survey did not collect information on the reasons for not using the ENA, only reasons for not activating it after downloading. This additional information could have been useful to identify potential problem areas and opportunities for improvement.</p><p>Finally, questions about adherence to health guidelines after receiving an exposure notification referred only to the most recent notification, limiting our ability to assess changes over time. Our analysis relied on a proxy, comparing general behavior during the pandemic to behavior following an exposure notification, but this approach does not provide a comprehensive picture of behavioral shifts.</p></sec><sec id="s4-4"><title>Conclusions and Recommendations</title><p>This study provides insights into the implementation and performance of a national ENA during a prolonged public health emergency.</p><p>Based on observed ENA use trends, regular information campaigns are recommended to maintain long-term public interest and engagement in ENAs during prolonged emergencies.</p><p>Furthermore, tailored communication should be developed to encourage uptake among demographic groups with lower adoption rates. Initial studies during ENA rollout could inform these strategies.</p><p>Earlier and more systematic automation of token distribution across all regions is critical to enable timely exposure notifications and reduce manual bottlenecks. This should be facilitated by ensuring integrated availability of high-quality laboratory results data from systems using open standard interfaces instead of having to create such mechanisms during the crisis.</p><p>Future ENAs should define evaluation criteria during development, with periodic assessments to measure effectiveness and inform improvements. Collecting data on reasons for not downloading the ENA, as well as the timing of installations and removals, could offer valuable insights into retention patterns. Surveys should include questions on factors that would encourage installation, reinstallation, and positive feedback to identify best practices.</p><p>From a hardware perspective, nonphone-based contact tracing solutions, such as wearable devices or hardware tokens, could help address battery-life limitations and potentially improve uptake. A deeper analysis of open-ended feedback provided for the Koronavilkku ENA using more advanced language models could provide additional insights into user perceptions and concerns.</p><p>Overall, these findings highlight that the success of digital contact tracing tools depends not only on technological functionality, but also on system integration, public trust, and sustained user engagement. Addressing these factors will be essential to support their effective use in future pandemic preparedness and response efforts.</p></sec></sec></body><back><ack><p>We thank all the respondents who generously dedicated their time and effort to respond to our questionnaires.</p><p>We extend gratitude to the ECDC EPIET/EUPHEM Fellowship frontline coordinator Barbara Schimmer (based at the National Institute for Public Health and the Environment &#x2013; RIVM in the Netherlands) for her guidance, input, and continuous support and encouragement.</p></ack><notes><sec><title>Funding</title><p>The ENA project was funded by the Finnish Government (LTAE III/2020) and a European Union (EU) grant (FINLAND-LC-01590941). Funders had no role in writing or approving this manuscript. WK has been a fellow of the ECDC Fellowship Programme, supported financially by the European Centre for Disease Prevention and Control (ECDC). The views and opinions expressed herein do not state or reflect those of ECDC. ECDC is not responsible for the data and information collation and analysis and cannot be held liable for conclusions or opinions drawn. The article processing charge will be covered by the Finnish Institute for Health and Welfare.</p></sec><sec><title>Data Availability</title><p>Data are available on reasonable request to the authors, subject to approval and applicable restrictions.</p></sec></notes><fn-group><fn fn-type="con"><p>WK conceived and designed the study, and analyzed and interpreted the data. LS and TD supervised the study and contributed throughout the process. MP performed the sentiment analysis. WK coordinated, drafted, and finalized the manuscript. All authors contributed to the manuscript and approved the final version.</p></fn><fn fn-type="conflict"><p>WK is a fellow of the ECDC Fellowship Programme, supported financially by the European Centre for Disease Prevention and Control. The views and opinions expressed herein do not state or reflect those of ECDC. ECDC is not responsible for the data and information collation and analysis and cannot be held liable for conclusions or opinions drawn.</p></fn></fn-group><glossary><title>Abbreviations</title><def-list><def-item><term id="abb1">ENA</term><def><p>exposure notification app</p></def></def-item><def-item><term id="abb2">ERV</term><def><p>exposure risk value</p></def></def-item><def-item><term id="abb3">KPI</term><def><p>key performance indicator</p></def></def-item><def-item><term id="abb4">LLM</term><def><p>large language model</p></def></def-item><def-item><term id="abb5">NIDR</term><def><p>National Infectious Diseases Register</p></def></def-item><def-item><term id="abb6">OR</term><def><p>odds ratio</p></def></def-item><def-item><term id="abb7">PR</term><def><p>prevalence ratio</p></def></def-item></def-list></glossary><ref-list><title>References</title><ref id="ref1"><label>1</label><nlm-citation citation-type="web"><article-title>COVID-19 cases in the infectious diseases registry</article-title><source>The National Institute for Health and Welfare (THL)</source><access-date>2025-09-04</access-date><comment><ext-link ext-link-type="uri" xlink:href="https://sampo.thl.fi/pivot/prod/en/epirapo/covid19case/fact_epirapo_covid19case">https://sampo.thl.fi/pivot/prod/en/epirapo/covid19case/fact_epirapo_covid19case</ext-link></comment></nlm-citation></ref><ref id="ref2"><label>2</label><nlm-citation citation-type="web"><article-title>Press releases on the government&#x2019;s decisions</article-title><source>Finnish Government</source><access-date>2025-09-04</access-date><comment><ext-link ext-link-type="uri" xlink:href="https://valtioneuvosto.fi/en/decisions/press-releases">https://valtioneuvosto.fi/en/decisions/press-releases</ext-link></comment></nlm-citation></ref><ref id="ref3"><label>3</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Tiirinki</surname><given-names>H</given-names> </name><name name-style="western"><surname>Tynkkynen</surname><given-names>LK</given-names> </name><name name-style="western"><surname>Sovala</surname><given-names>M</given-names> </name><etal/></person-group><article-title>COVID-19 pandemic in Finland - preliminary analysis on health system response and economic consequences</article-title><source>Health Policy Technol</source><year>2020</year><month>12</month><volume>9</volume><issue>4</issue><fpage>649</fpage><lpage>662</lpage><pub-id pub-id-type="doi">10.1016/j.hlpt.2020.08.005</pub-id><pub-id pub-id-type="medline">32874860</pub-id></nlm-citation></ref><ref id="ref4"><label>4</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Pihlajam&#x00E4;ki</surname><given-names>M</given-names> </name><name name-style="western"><surname>Wickstr&#x00F6;m</surname><given-names>S</given-names> </name><name name-style="western"><surname>Puranen</surname><given-names>K</given-names> </name><name name-style="western"><surname>Helve</surname><given-names>O</given-names> </name><name name-style="western"><surname>Yrttiaho</surname><given-names>A</given-names> </name><name name-style="western"><surname>Siira</surname><given-names>L</given-names> </name></person-group><article-title>Implementing and maintaining a SARS-CoV-2 exposure notification application for mobile phones: the Finnish experience</article-title><source>JMIR Public Health Surveill</source><year>2023</year><month>07</month><day>13</day><volume>9</volume><fpage>e46563</fpage><pub-id pub-id-type="doi">10.2196/46563</pub-id><pub-id pub-id-type="medline">37440286</pub-id></nlm-citation></ref><ref id="ref5"><label>5</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Wymant</surname><given-names>C</given-names> </name><name name-style="western"><surname>Ferretti</surname><given-names>L</given-names> </name><name name-style="western"><surname>Tsallis</surname><given-names>D</given-names> </name><etal/></person-group><article-title>The epidemiological impact of the NHS COVID-19 app</article-title><source>Nature</source><year>2021</year><month>06</month><volume>594</volume><issue>7863</issue><fpage>408</fpage><lpage>412</lpage><pub-id pub-id-type="doi">10.1038/s41586-021-03606-z</pub-id><pub-id pub-id-type="medline">33979832</pub-id></nlm-citation></ref><ref id="ref6"><label>6</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Abueg</surname><given-names>M</given-names> </name><name name-style="western"><surname>Hinch</surname><given-names>R</given-names> </name><name name-style="western"><surname>Wu</surname><given-names>N</given-names> </name><etal/></person-group><article-title>Modeling the effect of exposure notification and non-pharmaceutical interventions on COVID-19 transmission in Washington state</article-title><source>NPJ Digit Med</source><year>2021</year><month>03</month><day>12</day><volume>4</volume><issue>1</issue><fpage>49</fpage><pub-id pub-id-type="doi">10.1038/s41746-021-00422-7</pub-id><pub-id pub-id-type="medline">33712693</pub-id></nlm-citation></ref><ref id="ref7"><label>7</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Hern&#x00E1;ndez-Orallo</surname><given-names>E</given-names> </name><name name-style="western"><surname>Calafate</surname><given-names>CT</given-names> </name><name name-style="western"><surname>Cano</surname><given-names>JC</given-names> </name><name name-style="western"><surname>Manzoni</surname><given-names>P</given-names> </name></person-group><article-title>Evaluating the effectiveness of COVID-19 bluetooth-based smartphone contact tracing applications</article-title><source>Appl Sci</source><year>2020</year><volume>10</volume><issue>20</issue><fpage>7113</fpage><pub-id pub-id-type="doi">10.3390/app10207113</pub-id></nlm-citation></ref><ref id="ref8"><label>8</label><nlm-citation citation-type="report"><person-group person-group-type="author"><name name-style="western"><surname>Hinch</surname><given-names>R</given-names> </name><name name-style="western"><surname>Probert</surname><given-names>W</given-names> </name><name name-style="western"><surname>Nurtay</surname><given-names>A</given-names> </name><etal/></person-group><article-title>Effective configurations of a digital contact tracing app: a report to NHSX</article-title><year>London: NHSX; 2020</year><access-date>2026-08-17</access-date><comment><ext-link ext-link-type="uri" xlink:href="https://api.semanticscholar.org/CorpusID:216028666">https://api.semanticscholar.org/CorpusID:216028666</ext-link></comment></nlm-citation></ref><ref id="ref9"><label>9</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Grimm</surname><given-names>V</given-names> </name><name name-style="western"><surname>Mengel</surname><given-names>F</given-names> </name><name name-style="western"><surname>Schmidt</surname><given-names>M</given-names> </name></person-group><article-title>Extensions of the SEIR model for the analysis of tailored social distancing and tracing approaches to cope with COVID-19</article-title><source>Sci Rep</source><year>2021</year><month>02</month><day>18</day><volume>11</volume><issue>1</issue><fpage>4214</fpage><pub-id pub-id-type="doi">10.1038/s41598-021-83540-2</pub-id><pub-id pub-id-type="medline">33603113</pub-id></nlm-citation></ref><ref id="ref10"><label>10</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Jenniskens</surname><given-names>K</given-names> </name><name name-style="western"><surname>Bootsma</surname><given-names>MCJ</given-names> </name><name name-style="western"><surname>Damen</surname><given-names>J</given-names> </name><etal/></person-group><article-title>Effectiveness of contact tracing apps for SARS-CoV-2: a rapid systematic review</article-title><source>BMJ Open</source><year>2021</year><month>07</month><day>12</day><volume>11</volume><issue>7</issue><fpage>e050519</fpage><pub-id pub-id-type="doi">10.1136/bmjopen-2021-050519</pub-id><pub-id pub-id-type="medline">34253676</pub-id></nlm-citation></ref><ref id="ref11"><label>11</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Quach</surname><given-names>HL</given-names> </name><name name-style="western"><surname>Walsh</surname><given-names>EI</given-names> </name><name name-style="western"><surname>Hoang</surname><given-names>TNA</given-names> </name><name name-style="western"><surname>Terrett</surname><given-names>RNL</given-names> </name><name name-style="western"><surname>Vogt</surname><given-names>F</given-names> </name></person-group><article-title>Effectiveness of digital contact tracing interventions for COVID-19: a systematic scoping review</article-title><source>Public Health</source><year>2025</year><month>05</month><volume>242</volume><fpage>146</fpage><lpage>156</lpage><pub-id pub-id-type="doi">10.1016/j.puhe.2025.02.019</pub-id><pub-id pub-id-type="medline">40068321</pub-id></nlm-citation></ref><ref id="ref12"><label>12</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Touzani</surname><given-names>R</given-names> </name><name name-style="western"><surname>Schultz</surname><given-names>E</given-names> </name><name name-style="western"><surname>Holmes</surname><given-names>SM</given-names> </name><etal/></person-group><article-title>Early acceptability of a mobile app for contact tracing during the COVID-19 pandemic in France: national web-based survey</article-title><source>JMIR Mhealth Uhealth</source><year>2021</year><month>07</month><day>19</day><volume>9</volume><issue>7</issue><fpage>e27768</fpage><pub-id pub-id-type="doi">10.2196/27768</pub-id><pub-id pub-id-type="medline">34086589</pub-id></nlm-citation></ref><ref id="ref13"><label>13</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Grill</surname><given-names>E</given-names> </name><name name-style="western"><surname>Eitze</surname><given-names>S</given-names> </name><name name-style="western"><surname>De Bock</surname><given-names>F</given-names> </name><etal/></person-group><article-title>Sociodemographic characteristics determine download and use of a Corona contact tracing app in Germany-Results of the COSMO surveys</article-title><source>PLoS ONE</source><year>2021</year><volume>16</volume><issue>9</issue><fpage>e0256660</fpage><pub-id pub-id-type="doi">10.1371/journal.pone.0256660</pub-id><pub-id pub-id-type="medline">34473733</pub-id></nlm-citation></ref><ref id="ref14"><label>14</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Blom</surname><given-names>AG</given-names> </name><name name-style="western"><surname>Wenz</surname><given-names>A</given-names> </name><name name-style="western"><surname>Cornesse</surname><given-names>C</given-names> </name><etal/></person-group><article-title>Barriers to the large-scale adoption of a COVID-19 contact tracing app in Germany: survey study</article-title><source>J Med Internet Res</source><year>2021</year><month>03</month><day>2</day><volume>23</volume><issue>3</issue><fpage>e23362</fpage><pub-id pub-id-type="doi">10.2196/23362</pub-id><pub-id pub-id-type="medline">33577466</pub-id></nlm-citation></ref><ref id="ref15"><label>15</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Walrave</surname><given-names>M</given-names> </name><name name-style="western"><surname>Waeterloos</surname><given-names>C</given-names> </name><name name-style="western"><surname>Ponnet</surname><given-names>K</given-names> </name></person-group><article-title>Reasons for nonuse, discontinuation of use, and acceptance of additional functionalities of a COVID-19 contact tracing App: cross-sectional survey study</article-title><source>JMIR Public Health Surveill</source><year>2022</year><month>01</month><day>14</day><volume>8</volume><issue>1</issue><fpage>e22113</fpage><pub-id pub-id-type="doi">10.2196/22113</pub-id><pub-id pub-id-type="medline">34794117</pub-id></nlm-citation></ref><ref id="ref16"><label>16</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Ballouz</surname><given-names>T</given-names> </name><name name-style="western"><surname>Menges</surname><given-names>D</given-names> </name><name name-style="western"><surname>Aschmann</surname><given-names>HE</given-names> </name><etal/></person-group><article-title>Adherence and association of digital proximity tracing app notifications with earlier time to quarantine: results from the Zurich SARS-CoV-2 cohort study</article-title><source>Int J Public Health</source><year>2021</year><volume>66</volume><fpage>1603992</fpage><pub-id pub-id-type="doi">10.3389/ijph.2021.1603992</pub-id><pub-id pub-id-type="medline">34471402</pub-id></nlm-citation></ref><ref id="ref17"><label>17</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Chow</surname><given-names>BWK</given-names> </name><name name-style="western"><surname>Lim</surname><given-names>YD</given-names> </name><name name-style="western"><surname>Poh</surname><given-names>RCH</given-names> </name><etal/></person-group><article-title>Use of a digital contact tracing system in Singapore to mitigate COVID-19 spread</article-title><source>BMC Public Health</source><year>2023</year><month>11</month><day>16</day><volume>23</volume><issue>1</issue><fpage>2253</fpage><pub-id pub-id-type="doi">10.1186/s12889-023-17150-0</pub-id><pub-id pub-id-type="medline">37974135</pub-id></nlm-citation></ref><ref id="ref18"><label>18</label><nlm-citation citation-type="web"><article-title>Koronavilkku-kokonaisuuden viikkoraportti [Web page in Finnish]</article-title><source>Finnish Institute for Health and Welfare (THL)</source><access-date>2026-05-07</access-date><comment><ext-link ext-link-type="uri" xlink:href="https://www.thl.fi/episeuranta/vilkku/koronavilkku_viikkoraportti.html">https://www.thl.fi/episeuranta/vilkku/koronavilkku_viikkoraportti.html</ext-link></comment></nlm-citation></ref><ref id="ref19"><label>19</label><nlm-citation citation-type="book"><source>European Commission, Directorate-General for Communications Networks, Content and Technology Digital Contact Tracing Study &#x2013; Study on Lessons Learned, Best Practices and Epidemiological Impact of the Common European Approach on Digital Contact Tracing to Combat and Exit the COVID-19 Pandemic</source><year>2022</year><publisher-name>Publications Office of the European Union</publisher-name><pub-id pub-id-type="doi">10.2759/146050</pub-id></nlm-citation></ref><ref id="ref20"><label>20</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Ferretti</surname><given-names>L</given-names> </name><name name-style="western"><surname>Wymant</surname><given-names>C</given-names> </name><name name-style="western"><surname>Kendall</surname><given-names>M</given-names> </name><etal/></person-group><article-title>Quantifying SARS-CoV-2 transmission suggests epidemic control with digital contact tracing</article-title><source>Science</source><year>2020</year><month>05</month><day>8</day><volume>368</volume><issue>6491</issue><fpage>eabb6936</fpage><pub-id pub-id-type="doi">10.1126/science.abb6936</pub-id><pub-id pub-id-type="medline">32234805</pub-id></nlm-citation></ref><ref id="ref21"><label>21</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Montagni</surname><given-names>I</given-names> </name><name name-style="western"><surname>Roussel</surname><given-names>N</given-names> </name><name name-style="western"><surname>Thi&#x00E9;baut</surname><given-names>R</given-names> </name><name name-style="western"><surname>Tzourio</surname><given-names>C</given-names> </name></person-group><article-title>Health care students&#x2019; knowledge of and attitudes, beliefs, and practices toward the French COVID-19 App: cross-sectional questionnaire study</article-title><source>J Med Internet Res</source><year>2021</year><month>03</month><day>3</day><volume>23</volume><issue>3</issue><fpage>e26399</fpage><pub-id pub-id-type="doi">10.2196/26399</pub-id><pub-id pub-id-type="medline">33566793</pub-id></nlm-citation></ref><ref id="ref22"><label>22</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Dowthwaite</surname><given-names>L</given-names> </name><name name-style="western"><surname>Fischer</surname><given-names>J</given-names> </name><name name-style="western"><surname>Perez Vallejos</surname><given-names>E</given-names> </name><etal/></person-group><article-title>Public adoption of and trust in the NHS COVID-19 contact tracing app in the United Kingdom: quantitative online survey study</article-title><source>J Med Internet Res</source><year>2021</year><month>09</month><day>17</day><volume>23</volume><issue>9</issue><fpage>e29085</fpage><pub-id pub-id-type="doi">10.2196/29085</pub-id><pub-id pub-id-type="medline">34406960</pub-id></nlm-citation></ref><ref id="ref23"><label>23</label><nlm-citation citation-type="web"><article-title>Communicable diseases act [Web page in Finnish]</article-title><source>Finlex</source><year>2016</year><access-date>2026-08-23</access-date><comment><ext-link ext-link-type="uri" xlink:href="https://www.finlex.fi/en/legislation/2016/1227?language=fin&#x0026;highlightId=1156046&#x0026;highlightParams=%7B%22type%22%3A%22BASIC%22%2C%22search%22%3A%221227%2F2016%22%7D">https://www.finlex.fi/en/legislation/2016/1227?language=fin&#x0026;highlightId=1156046&#x0026;highlightParams=%7B%22type%22%3A%22BASIC%22%2C%22search%22%3A%221227%2F2016%22%7D</ext-link></comment></nlm-citation></ref><ref id="ref24"><label>24</label><nlm-citation citation-type="web"><article-title>Government resolution VM/2021/205 [Webpage in Finnish]</article-title><source>Ministry of Finance Finland</source><year>2021</year><access-date>2025-08-10</access-date><comment><ext-link ext-link-type="uri" xlink:href="https://vm.fi/paatos?decisionId=0900908f80778508">https://vm.fi/paatos?decisionId=0900908f80778508</ext-link></comment></nlm-citation></ref><ref id="ref25"><label>25</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Bente</surname><given-names>BE</given-names> </name><name name-style="western"><surname>van &#x2019;t Klooster</surname><given-names>J</given-names> </name><name name-style="western"><surname>Schreijer</surname><given-names>MA</given-names> </name><etal/></person-group><article-title>The Dutch COVID-19 contact tracing app (the CoronaMelder): usability study</article-title><source>JMIR Form Res</source><year>2021</year><month>03</month><day>26</day><volume>5</volume><issue>3</issue><fpage>e27882</fpage><pub-id pub-id-type="doi">10.2196/27882</pub-id><pub-id pub-id-type="medline">33724198</pub-id></nlm-citation></ref><ref id="ref26"><label>26</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Kozyreva</surname><given-names>A</given-names> </name><name name-style="western"><surname>Lorenz-Spreen</surname><given-names>P</given-names> </name><name name-style="western"><surname>Lewandowsky</surname><given-names>S</given-names> </name><etal/></person-group><article-title>Psychological factors shaping public responses to COVID-19 digital contact tracing technologies in Germany</article-title><source>Sci Rep</source><year>2021</year><month>09</month><day>21</day><volume>11</volume><issue>1</issue><fpage>18716</fpage><pub-id pub-id-type="doi">10.1038/s41598-021-98249-5</pub-id><pub-id pub-id-type="medline">34548550</pub-id></nlm-citation></ref><ref id="ref27"><label>27</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Lewicka</surname><given-names>M</given-names> </name><name name-style="western"><surname>Czapinski</surname><given-names>J</given-names> </name><name name-style="western"><surname>Peeters</surname><given-names>G</given-names> </name></person-group><article-title>Positive&#x2010;negative asymmetry or &#x2018;When the heart needs a reason&#x2019;</article-title><source>Euro J Social Psych</source><year>1992</year><month>09</month><volume>22</volume><issue>5</issue><fpage>425</fpage><lpage>434</lpage><pub-id pub-id-type="doi">10.1002/ejsp.2420220502</pub-id></nlm-citation></ref><ref id="ref28"><label>28</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Poncheri</surname><given-names>R</given-names> </name><name name-style="western"><surname>Lindberg</surname><given-names>J</given-names> </name><name name-style="western"><surname>Thompson</surname><given-names>L</given-names> </name><name name-style="western"><surname>Surface</surname><given-names>E</given-names> </name></person-group><article-title>A comment on employee surveys: negativity bias in open-ended responses</article-title><source>Organ Res Methods</source><year>2007</year><volume>11</volume><issue>3</issue><fpage>614</fpage><lpage>630</lpage><pub-id pub-id-type="doi">10.1177/1094428106295504</pub-id></nlm-citation></ref><ref id="ref29"><label>29</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Miller</surname><given-names>AL</given-names> </name><name name-style="western"><surname>Dumford</surname><given-names>AD</given-names> </name></person-group><article-title>Open-ended survey questions: item nonresponse nightmare or qualitative data dream?</article-title><source>Surv Pract</source><year>2014</year><month>10</month><day>1</day><volume>7</volume><issue>5</issue><fpage>1</fpage><lpage>11</lpage><pub-id pub-id-type="doi">10.29115/SP-2014-0024</pub-id></nlm-citation></ref><ref id="ref30"><label>30</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Rekanar</surname><given-names>K</given-names> </name><name name-style="western"><surname>O&#x2019;Keeffe</surname><given-names>IR</given-names> </name><name name-style="western"><surname>Buckley</surname><given-names>S</given-names> </name><etal/></person-group><article-title>Sentiment analysis of user feedback on the HSE&#x2019;s Covid-19 contact tracing app</article-title><source>Ir J Med Sci</source><year>2022</year><month>02</month><volume>191</volume><issue>1</issue><fpage>103</fpage><lpage>112</lpage><pub-id pub-id-type="doi">10.1007/s11845-021-02529-y</pub-id><pub-id pub-id-type="medline">33604836</pub-id></nlm-citation></ref><ref id="ref31"><label>31</label><nlm-citation citation-type="web"><article-title>THL has updated its instructions regarding coronavirus testing [Web page in Finnish]</article-title><source>Finnish National Institute for Health and Welfare THL</source><access-date>2026-08-23</access-date><comment><ext-link ext-link-type="uri" xlink:href="https://www.sttinfo.fi/tiedote/69928530/thl-on-paivittanyt-koronavirustestaukseen-liittyvia-ohjeitaan?publisherId=69817778">https://www.sttinfo.fi/tiedote/69928530/thl-on-paivittanyt-koronavirustestaukseen-liittyvia-ohjeitaan?publisherId=69817778</ext-link></comment></nlm-citation></ref><ref id="ref32"><label>32</label><nlm-citation citation-type="web"><article-title>Mild coronavirus symptoms usually do not require testing &#x2013; avoid contact for five days and follow regional guidelines [Web page in Finnish]</article-title><source>Finnish National Institute for Health and Welfare THL</source><access-date>2026-08-23</access-date><comment><ext-link ext-link-type="uri" xlink:href="https://www.sttinfo.fi/tiedote/69929563/lievien-koronavirusoireiden-takia-ei-yleensa-tarvitse-kayda-testissa-valta-kontakteja-viiden-paivan-ajan-ja-noudata-alueellisia-ohjeita?publisherId=69817778">https://www.sttinfo.fi/tiedote/69929563/lievien-koronavirusoireiden-takia-ei-yleensa-tarvitse-kayda-testissa-valta-kontakteja-viiden-paivan-ajan-ja-noudata-alueellisia-ohjeita?publisherId=69817778</ext-link></comment></nlm-citation></ref></ref-list><app-group><supplementary-material id="app1"><label>Multimedia Appendix 1</label><p>Key performance indicator metrics.</p><media xlink:href="publichealth_v12i1e89472_app1.pdf" xlink:title="PDF File, 157 KB"/></supplementary-material><supplementary-material id="app2"><label>Multimedia Appendix 2</label><p>Sentiment analysis validation, exposure notification app use, adherence to behavioral recommendations, and attitudes toward the exposure notification app.</p><media xlink:href="publichealth_v12i1e89472_app2.docx" xlink:title="DOCX File, 44 KB"/></supplementary-material></app-group></back></article>