<?xml version="1.0" encoding="UTF-8"?><!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "journalpublishing.dtd"><article xmlns:mml="http://www.w3.org/1998/Math/MathML" xmlns:xlink="http://www.w3.org/1999/xlink" dtd-version="2.0" xml:lang="en" article-type="letter"><front><journal-meta><journal-id journal-id-type="nlm-ta">JMIR Public Health Surveill</journal-id><journal-id journal-id-type="publisher-id">publichealth</journal-id><journal-id journal-id-type="index">9</journal-id><journal-title>JMIR Public Health and Surveillance</journal-title><abbrev-journal-title>JMIR Public Health Surveill</abbrev-journal-title><issn pub-type="epub">2369-2960</issn><publisher><publisher-name>JMIR Publications</publisher-name><publisher-loc>Toronto, Canada</publisher-loc></publisher></journal-meta><article-meta><article-id pub-id-type="publisher-id">v10i1e60319</article-id><article-id pub-id-type="doi">10.2196/60319</article-id><article-categories><subj-group subj-group-type="heading"><subject>Research Letter</subject></subj-group></article-categories><title-group><article-title>Advancing Public Health Surveillance in Child Care Centers: Stakeholder-Informed Redesign and User Satisfaction Evaluation of the MCRISP Network</article-title></title-group><contrib-group><contrib contrib-type="author" corresp="yes"><name name-style="western"><surname>Gribbin</surname><given-names>William</given-names></name><degrees>MD, MS</degrees><xref ref-type="aff" rid="aff1">1</xref></contrib><contrib contrib-type="author"><name name-style="western"><surname>Dejonge</surname><given-names>Peter</given-names></name><degrees>PhD, MPH</degrees><xref ref-type="aff" rid="aff2">2</xref></contrib><contrib contrib-type="author"><name name-style="western"><surname>Rodseth</surname><given-names>Jakob</given-names></name><degrees>BA</degrees></contrib><contrib contrib-type="author"><name name-style="western"><surname>Hashikawa</surname><given-names>Andrew</given-names></name><degrees>MD, MS</degrees><xref ref-type="aff" rid="aff3">3</xref></contrib></contrib-group><aff id="aff1"><institution>Indiana University School of Medicine</institution>, <addr-line>340 West 10th Street</addr-line><addr-line>Indianapolis</addr-line><addr-line>IN</addr-line>, <country>United States</country></aff><aff id="aff2"><institution>School of Public Health, University of Michigan</institution>, <addr-line>Ann Arbor</addr-line><addr-line>MI</addr-line>, <country>United States</country></aff><aff id="aff3"><institution>Department of Emergency Medicine, Michigan Medicine</institution>, <addr-line>Ann Arbor</addr-line><addr-line>MI</addr-line>, <country>United States</country></aff><contrib-group><contrib contrib-type="editor"><name name-style="western"><surname>Mavragani</surname><given-names>Amaryllis</given-names></name></contrib></contrib-group><contrib-group><contrib contrib-type="reviewer"><name name-style="western"><surname>Yan</surname><given-names>Haoyang</given-names></name></contrib><contrib contrib-type="reviewer"><name name-style="western"><surname>Faruque</surname><given-names>Jobaer</given-names></name></contrib></contrib-group><author-notes><corresp>Correspondence to William Gribbin, MD, MS, Indiana University School of Medicine, 340 West 10th Street, Indianapolis, IN, United States, 1 317-274-8157; <email>wgribbin@iu.edu</email></corresp></author-notes><pub-date pub-type="collection"><year>2024</year></pub-date><pub-date pub-type="epub"><day>24</day><month>9</month><year>2024</year></pub-date><volume>10</volume><elocation-id>e60319</elocation-id><history><date date-type="received"><day>09</day><month>05</month><year>2024</year></date><date date-type="rev-recd"><day>30</day><month>07</month><year>2024</year></date><date date-type="accepted"><day>12</day><month>08</month><year>2024</year></date></history><copyright-statement>&#x00A9; William Gribbin, Peter Dejonge, Jakob Rodseth, Andrew Hashikawa. Originally published in JMIR Public Health and Surveillance (<ext-link ext-link-type="uri" xlink:href="https://publichealth.jmir.org">https://publichealth.jmir.org</ext-link>), 24.9.2024. </copyright-statement><copyright-year>2024</copyright-year><license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/"><p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (<ext-link ext-link-type="uri" xlink:href="https://creativecommons.org/licenses/by/4.0/">https://creativecommons.org/licenses/by/4.0/</ext-link>), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in JMIR Public Health and Surveillance, is properly cited. The complete bibliographic information, a link to the original publication on <ext-link ext-link-type="uri" xlink:href="https://publichealth.jmir.org">https://publichealth.jmir.org</ext-link>, as well as this copyright and license information must be included.</p></license><self-uri xlink:type="simple" xlink:href="https://publichealth.jmir.org/2024/1/e60319"/><abstract><p>Leveraging user feedback, we redesigned a novel disease monitoring utility to allow for bidirectional data flow and in this letter offer insights into that process as well as lessons learned.</p></abstract><kwd-group><kwd>public health</kwd><kwd>disease surveillance</kwd><kwd>data collection</kwd><kwd>dashboard</kwd><kwd>child care</kwd><kwd>child</kwd><kwd>children</kwd><kwd>care center</kwd><kwd>user satisfaction</kwd><kwd>ill</kwd><kwd>illness</kwd><kwd>transmission</kwd><kwd>tracking</kwd><kwd>tracker</kwd><kwd>COVID-19</kwd><kwd>SARS-CoV-2</kwd><kwd>pandemic</kwd><kwd>disease monitoring</kwd><kwd>technology</kwd><kwd>respiratory</kwd><kwd>gastrointestinal</kwd><kwd>user-centered design</kwd><kwd>infectious disease</kwd><kwd>visualization</kwd></kwd-group></article-meta></front><body><sec id="s1" sec-type="intro"><title>Introduction</title><p>Child care centers are important hubs for monitoring respiratory and gastrointestinal illness transmission [<xref ref-type="bibr" rid="ref1">1</xref>,<xref ref-type="bibr" rid="ref2">2</xref>]. The Michigan Child Care Related Infection Surveillance Program (MCRISP) is a free website that empowers ~25 regional child care centers to submit illness reports and leverages that data to provide public health illness surveillance locally [<xref ref-type="bibr" rid="ref3">3</xref>]. MCRISP has demonstrated functionality for sentinel reporting for outbreaks [<xref ref-type="bibr" rid="ref4">4</xref>,<xref ref-type="bibr" rid="ref5">5</xref>]. We previously gathered insights from child care providers (CCPs) on how to enhance MCRISP [<xref ref-type="bibr" rid="ref6">6</xref>]. CCPs called for improvement in multidirectional data flow, enhanced data visualization, and fortified data security measures. We present an evaluation of our newly redesigned MCRISP 2.0, which was informed by feedback from our prior work. We include insights into the redesign process, users&#x2019; responses to the updated design, an overview of the technologies implemented, and user reactions to these changes.</p></sec><sec id="s2" sec-type="methods"><title>Methods</title><sec id="s2-1"><title>Design Changes</title><p>We redesigned MCRISP 1.0 by incorporating feedback from our prior work with CCPs to identify areas for improvement [<xref ref-type="bibr" rid="ref6">6</xref>]. Multiple technologies were leveraged in the redesign process (<xref ref-type="fig" rid="figure1">Figure 1A</xref>). CCPs had a jointly developed custom health dashboard for their center and region (<xref ref-type="fig" rid="figure1">Figure 1B</xref>). More advanced dashboards were made for users working in public health and were easily developed with the new enhancements (<xref ref-type="fig" rid="figure1">Figure 1C</xref>).</p><fig position="float" id="figure1"><label>Figure 1.</label><caption><p>(A) Features implemented in the Michigan Child Care Related Infection Surveillance Program (MCRISP) website, technologies used to create those features, and the main use cases. (B) Child care provider homepage displays a customized visualization. (C) COVID-19 dashboard includes a 12-month weekly case count, pie chart, numerical element showing the total number of cases and facilities reporting cases, and a heat map of cases. AWS: Amazon Web Services; ECS: Elastic Container Service; RDS: Relational Database Service.</p></caption><graphic alt-version="no" mimetype="image" position="float" xlink:type="simple" xlink:href="publichealth_v10i1e60319_fig01.png"/></fig></sec><sec id="s2-2"><title>Setting and Data Analysis</title><p>MCRISP currently only enrolls child care centers located in Washtenaw County, Michigan. We invited, by email, 66 CCPs who had used MCRISP versions 1.0 or 2.0 to fill out a survey designed to assess their use and reaction to the new redesign (<xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>). In total, 24 CCPs responded; the analysis includes the 19 complete responses. Data were compared using a 2-tailed paired-sample <italic>t</italic> test after confirming that the data did not violate normality. The &#x03B1; level was set at &#x003C;.05.</p></sec><sec id="s2-3"><title>Ethical Considerations</title><p>This work was reviewed by the University of Michigan institutional review board and found to be exempt from classification as human subjects research.</p></sec></sec><sec id="s3" sec-type="results"><title>Results</title><sec id="s3-1"><title>Inclusion</title><p>Of 66 past and present CCP MCRISP users, 24 (36%) responded, with 19 fully completing the questionnaire. Of those who completed questionnaires, 13 (68%) had experience using both versions of MCRISP; 5 respondents only used MCRISP 2.0 and 1 had only used MCRISP 1.0.</p></sec><sec id="s3-2"><title>Response to New Features</title><p>Among respondents who completed the survey and who were familiar with MCRISP 2.0 (18/19), we queried about CCP use patterns and experience with its features. Notably, 100% of respondents submitted illness reports at least weekly, with 61% (11/18) submitting reports multiple times per week. Over 83% (15/18) of respondents indicated they somewhat or strongly agreed that automated weekly email summaries were helpful. Regarding engagement with educational documents and video content, 67% (12/18) and 39% (7/18) of respondents used them at least monthly, respectively, with 50% (9/18) of respondents sharing resources with parents and 78% (14/18) saying they viewed illness graphics at least monthly.</p></sec><sec id="s3-3"><title>Comparing MCRISP 1.0 and 2.0</title><p>Among respondents familiar with both MCRISP 1.0 and 2.0 (13/19; 68%), respondents were likely to more strongly agree with statements about the positive aspects of MCRISP 2.0 than MCRISP 1.0, though this positive trend was statistically nonsignificant (<xref ref-type="table" rid="table1">Table 1</xref>).</p><table-wrap id="t1" position="float"><label>Table 1.</label><caption><p>There were no statistically significant differences in individual user (n=13) agreement with various queried aspects of the MCRISP user experience between versions 1.0 and 2.0. Respondents answered the following question on a 5-point scale: &#x201C;Please indicate your level of agreement with the following aspects of the [X] version of MCRISP: [Y]&#x201D; where the X was replaced with MCRISP 1.0 or 2.0, and the Y was replaced with the questions listed below; answers were rated as 1=strongly disagree, 2=somewhat disagree, 3=neither agree or disagree, 4=somewhat agree, and 5=strongly agree. Mean &#x2206; refers to the mean per-user change in agreement level from the MCRISP 1.0 question versus the MCRISP 2.0 question. A positive mean &#x2206; value indicates users more strongly agreed with the question when it was asked about MCRISP 2.0 than MCRISP 1.0, whereas a negative value indicates the opposite. Paired-sample <italic>t</italic> tests (2-tailed) were conducted (n=13; <italic>df</italic>=1).</p></caption><table id="table1" frame="hsides" rules="groups"><thead><tr><td align="left" valign="bottom">Question</td><td align="left" valign="bottom">Score for MCRISP 1.0, mean (SD)</td><td align="left" valign="bottom">Score for MCRISP 2.0, mean (SD)</td><td align="left" valign="bottom">Mean &#x2206;</td><td align="left" valign="bottom"><italic>t</italic> test (<italic>df</italic>)</td><td align="left" valign="bottom"><italic>P</italic> value</td></tr></thead><tbody><tr><td align="left" valign="top">&#x201C;The [website] is/was easy to use&#x201D;</td><td align="char" char="." valign="top">3.69 (1.32)</td><td align="char" char="." valign="top">4.08 (1.04)</td><td align="char" char="." valign="top">+0.39</td><td align="char" char="." valign="top">1.05 (1)</td><td align="char" char="." valign="top">.32</td></tr><tr><td align="left" valign="top">&#x201C;I use/used the graphical data on the [website] to make informed decisions at our center&#x201D;</td><td align="char" char="." valign="top">3.00 (1.00)</td><td align="char" char="." valign="top">3.31 (1.38)</td><td align="char" char="." valign="top">+0.31</td><td align="char" char="." valign="top">1.29 (1)</td><td align="char" char="." valign="top">.22</td></tr><tr><td align="left" valign="top">&#x201C;I find/found it easy to submit illness reports&#x201D;</td><td align="char" char="." valign="top">4.08 (1.38)</td><td align="char" char="." valign="top">4.15 (1.07)</td><td align="char" char="." valign="top">+0.08</td><td align="char" char="." valign="top">0.04 (1)</td><td align="char" char="." valign="top">.84</td></tr><tr><td align="left" valign="top">&#x201C;I felt connected to the child care community when I use/used [website]&#x201D;</td><td align="char" char="." valign="top">3.46 (1.13)</td><td align="char" char="." valign="top">3.38 (1.33)</td><td align="char" char="." valign="top">-0.08</td><td align="char" char="." valign="top">0.13 (1)</td><td align="char" char="." valign="top">.72</td></tr><tr><td align="left" valign="top">&#x201C;I use/used [website] frequently (multiple times per week)&#x201D;</td><td align="char" char="." valign="top">3.23 (1.17)</td><td align="char" char="." valign="top">3.85 (1.28)</td><td align="char" char="." valign="top">+0.63</td><td align="char" char="." valign="top">3.46 (1)</td><td align="char" char="." valign="top">.09</td></tr></tbody></table></table-wrap></sec></sec><sec id="s4" sec-type="discussion"><title>Discussion</title><sec id="s4-1"><title>Principal Findings</title><p>MCRISP is unique as a community-based biosurveillance platform that not only integrates suggestions from CCP user focus groups but is also designed to facilitate a bidirectional flow of information. This approach is critical as community engagement, transparency, and inclusivity are paramount in research and public health initiatives. MCRISP is unique not only among other US-based surveillance systems but also among international counterparts such as the KIzSS network (Dutch abbreviation for National Multicenter, Day Care&#x2013;Based Sentinel Surveillance Network for Infectious Diseases) in the Netherlands [<xref ref-type="bibr" rid="ref7">7</xref>]. KIzSS is a government-sponsored, national surveillance network that releases reports annually. It lacks real-time data access for stakeholders, unlike MCRISP, which supports continuous, multidirectional data flow through a partnership between public health, researchers, and CCPs. MCRISP is reliant on CCPs as partners in maintaining the network&#x2019;s surveillance capabilities; therefore, introducing changes risks causing disengagement among users who may find the new technology too difficult to use or fit into their workflow [<xref ref-type="bibr" rid="ref8">8</xref>,<xref ref-type="bibr" rid="ref9">9</xref>]. Our stakeholder-informed approach yielded improved system capabilities and maintained user engagement. To replicate a comparable public health&#x2013;centered child care surveillance system, we recommend using focus groups and an iterative design philosophy to ensure stakeholders remain motivated to contribute data.</p></sec><sec id="s4-2"><title>Limitations</title><p>MCRISP currently operates within 1 county and does not include smaller or home-based child care facilities, which may limit its generalizability.</p></sec><sec id="s4-3"><title>Conclusions</title><p>MCRISP represents a paradigm shift in community disease surveillance by leveraging the child care system. MCRISP can serve as a guide for developing a stakeholder-focused approach for public health surveillance initiatives.</p></sec></sec></body><back><ack><p>We thank Ben Kochanowski for his design contributions, the centers supporting MCRISP (Michigan Child Care Related Infection Surveillance Program), and the Michigan Department of Health and Human Services for funding.</p></ack><notes><sec><title>Data Availability</title><p>The data sets generated during and/or analyzed during this study are available from the corresponding author on reasonable request.</p></sec></notes><fn-group><fn fn-type="conflict"><p>None declared.</p></fn></fn-group><glossary><title>Abbreviations</title><def-list><def-item><term id="abb1">CCP</term><def><p>child care provider</p></def></def-item><def-item><term id="abb2">KIzSS</term><def><p>National Multicenter, Day Care&#x2013;Based Sentinel Surveillance Network for Infectious Diseases [Dutch abbreviation]</p></def></def-item><def-item><term id="abb3">MCRISP</term><def><p>Michigan Child Care Related Infection Surveillance Program</p></def></def-item></def-list></glossary><ref-list><title>References</title><ref id="ref1"><label>1</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Nesti</surname><given-names>MM</given-names> </name><name name-style="western"><surname>Goldbaum</surname><given-names>M</given-names> </name></person-group><article-title>Infectious diseases and daycare and preschool education</article-title><source>J Pediatr (Rio J)</source><year>2007</year><volume>83</volume><issue>4</issue><fpage>299</fpage><lpage>312</lpage><pub-id pub-id-type="doi">10.2223/JPED.1649</pub-id><pub-id pub-id-type="medline">17632670</pub-id></nlm-citation></ref><ref id="ref2"><label>2</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Hullegie</surname><given-names>S</given-names> </name><name name-style="western"><surname>Bruijning-Verhagen</surname><given-names>P</given-names> </name><name name-style="western"><surname>Uiterwaal</surname><given-names>C</given-names> </name><name name-style="western"><surname>van der Ent</surname><given-names>CK</given-names> </name><name name-style="western"><surname>Smit</surname><given-names>HA</given-names> </name><name name-style="western"><surname>de Hoog</surname><given-names>MLA</given-names> </name></person-group><article-title>First-year daycare and incidence of acute gastroenteritis</article-title><source>Pediatrics</source><year>2016</year><month>05</month><volume>137</volume><issue>5</issue><fpage>e20153356</fpage><pub-id pub-id-type="doi">10.1542/peds.2015-3356</pub-id><pub-id pub-id-type="medline">27244798</pub-id></nlm-citation></ref><ref id="ref3"><label>3</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Schellpfeffer</surname><given-names>N</given-names> </name><name name-style="western"><surname>Collins</surname><given-names>A</given-names> </name><name name-style="western"><surname>Brousseau</surname><given-names>DC</given-names> </name><name name-style="western"><surname>Martin</surname><given-names>ET</given-names> </name><name name-style="western"><surname>Hashikawa</surname><given-names>A</given-names> </name></person-group><article-title>Web-based surveillance of illness in childcare centers</article-title><source>Health Secur</source><year>2017</year><volume>15</volume><issue>5</issue><fpage>463</fpage><lpage>472</lpage><pub-id pub-id-type="doi">10.1089/hs.2016.0124</pub-id><pub-id pub-id-type="medline">28937791</pub-id></nlm-citation></ref><ref id="ref4"><label>4</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Mahajan</surname><given-names>A</given-names> </name><name name-style="western"><surname>DeJonge</surname><given-names>P</given-names> </name><name name-style="western"><surname>Modi</surname><given-names>S</given-names> </name><etal/></person-group><article-title>Using the MCRISP network for surveillance of pediatric exanthema in child care centers</article-title><source>Disaster Med Public Health Prep</source><year>2022</year><month>02</month><volume>16</volume><issue>1</issue><fpage>80</fpage><lpage>85</lpage><pub-id pub-id-type="doi">10.1017/dmp.2020.137</pub-id><pub-id pub-id-type="medline">32693853</pub-id></nlm-citation></ref><ref id="ref5"><label>5</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>DeJonge</surname><given-names>P</given-names> </name><name name-style="western"><surname>Martin</surname><given-names>ET</given-names> </name><name name-style="western"><surname>Hayashi</surname><given-names>M</given-names> </name><name name-style="western"><surname>Johnson</surname><given-names>S</given-names> </name><name name-style="western"><surname>Hashikawa</surname><given-names>AN</given-names> </name></person-group><article-title>Communicable disease outbreaks in Michigan child care centers compared with state and regional epidemics, 2014-2017</article-title><source>Am J Public Health</source><year>2019</year><month>12</month><volume>109</volume><issue>12</issue><fpage>1707</fpage><lpage>1710</lpage><pub-id pub-id-type="doi">10.2105/AJPH.2019.305355</pub-id><pub-id pub-id-type="medline">31622146</pub-id></nlm-citation></ref><ref id="ref6"><label>6</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>DeJonge</surname><given-names>PM</given-names> </name><name name-style="western"><surname>Gribbin</surname><given-names>W</given-names> </name><name name-style="western"><surname>Gaughan</surname><given-names>A</given-names> </name><etal/></person-group><article-title>Expanding surveillance toward sharing data with the community: qualitative insights from a childcare center illness surveillance program</article-title><source>Health Secur</source><year>2021</year><volume>19</volume><issue>3</issue><fpage>262</fpage><lpage>270</lpage><pub-id pub-id-type="doi">10.1089/hs.2020.0069</pub-id><pub-id pub-id-type="medline">33956525</pub-id></nlm-citation></ref><ref id="ref7"><label>7</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Enserink</surname><given-names>R</given-names> </name><name name-style="western"><surname>Noel</surname><given-names>H</given-names> </name><name name-style="western"><surname>Friesema</surname><given-names>IHM</given-names> </name><etal/></person-group><article-title>The KIzSS network, a sentinel surveillance system for infectious diseases in day care centers: study protocol</article-title><source>BMC Infect Dis</source><year>2012</year><month>10</month><day>15</day><volume>12</volume><fpage>259</fpage><pub-id pub-id-type="doi">10.1186/1471-2334-12-259</pub-id><pub-id pub-id-type="medline">23066727</pub-id></nlm-citation></ref><ref id="ref8"><label>8</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Holden</surname><given-names>RJ</given-names> </name><name name-style="western"><surname>Karsh</surname><given-names>BT</given-names> </name></person-group><article-title>The technology acceptance model: its past and its future in health care</article-title><source>J Biomed Inform</source><year>2010</year><month>02</month><volume>43</volume><issue>1</issue><fpage>159</fpage><lpage>172</lpage><pub-id pub-id-type="doi">10.1016/j.jbi.2009.07.002</pub-id><pub-id pub-id-type="medline">19615467</pub-id></nlm-citation></ref><ref id="ref9"><label>9</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Carroll</surname><given-names>LN</given-names> </name><name name-style="western"><surname>Au</surname><given-names>AP</given-names> </name><name name-style="western"><surname>Detwiler</surname><given-names>LT</given-names> </name><name name-style="western"><surname>Fu</surname><given-names>TC</given-names> </name><name name-style="western"><surname>Painter</surname><given-names>IS</given-names> </name><name name-style="western"><surname>Abernethy</surname><given-names>NF</given-names> </name></person-group><article-title>Visualization and analytics tools for infectious disease epidemiology: a systematic review</article-title><source>J Biomed Inform</source><year>2014</year><month>10</month><volume>51</volume><fpage>287</fpage><lpage>298</lpage><pub-id pub-id-type="doi">10.1016/j.jbi.2014.04.006</pub-id><pub-id pub-id-type="medline">24747356</pub-id></nlm-citation></ref></ref-list><app-group><supplementary-material id="app1"><label>Multimedia Appendix 1</label><p>Questionnaire provided to child care providers.</p><media xlink:href="publichealth_v10i1e60319_app1.docx" xlink:title="DOCX File, 25 KB"/></supplementary-material></app-group></back></article>