<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article article-type="research-article" dtd-version="2.0" xmlns:xlink="http://www.w3.org/1999/xlink">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JPH</journal-id>
      <journal-id journal-id-type="nlm-ta">JMIR Public Health Surveill</journal-id>
      <journal-title>JMIR Public Health and Surveillance</journal-title>
      <issn pub-type="epub">2369-2960</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v10i1e49871</article-id>
      <article-id pub-id-type="pmid">39412839</article-id>
      <article-id pub-id-type="doi">10.2196/49871</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Original Paper</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Original Paper</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>Spatiotemporal Cluster Detection for COVID-19 Outbreak Surveillance: Descriptive Analysis Study</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Mavragani</surname>
            <given-names>Amaryllis</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Regan</surname>
            <given-names>Seann</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Guo</surname>
            <given-names>Zihao</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author" corresp="yes">
          <name name-style="western">
            <surname>Martonik</surname>
            <given-names>Rachel</given-names>
          </name>
          <degrees>MS</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <address>
            <institution>Deloitte</institution>
            <addr-line>1919 North Lynn Street</addr-line>
            <addr-line>Arlington, VA, 22209</addr-line>
            <country>United States</country>
            <phone>1 7032039550</phone>
            <email>rachel.martonik@gmail.com</email>
          </address>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-4300-9801</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author">
          <name name-style="western">
            <surname>Oleson</surname>
            <given-names>Caitlin</given-names>
          </name>
          <degrees>MSc</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-3133-3970</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author">
          <name name-style="western">
            <surname>Marder</surname>
            <given-names>Ellyn</given-names>
          </name>
          <degrees>MPH, DrPH</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-3331-7920</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>Deloitte</institution>
        <addr-line>Arlington, VA</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff2">
        <label>2</label>
        <institution>Washington State Department of Health</institution>
        <addr-line>Olympia, WA</addr-line>
        <country>United States</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Rachel Martonik <email>rachel.martonik@gmail.com</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <year>2024</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>16</day>
        <month>10</month>
        <year>2024</year>
      </pub-date>
      <volume>10</volume>
      <elocation-id>e49871</elocation-id>
      <history>
        <date date-type="received">
          <day>14</day>
          <month>6</month>
          <year>2023</year>
        </date>
        <date date-type="rev-request">
          <day>8</day>
          <month>4</month>
          <year>2024</year>
        </date>
        <date date-type="rev-recd">
          <day>13</day>
          <month>4</month>
          <year>2024</year>
        </date>
        <date date-type="accepted">
          <day>23</day>
          <month>7</month>
          <year>2024</year>
        </date>
      </history>
      <copyright-statement>©Rachel Martonik, Caitlin Oleson, Ellyn Marder. Originally published in JMIR Public Health and Surveillance (https://publichealth.jmir.org), 16.10.2024.</copyright-statement>
      <copyright-year>2024</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in JMIR Public Health and Surveillance, is properly cited. The complete bibliographic information, a link to the original publication on https://publichealth.jmir.org, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="https://publichealth.jmir.org/2024/1/e49871" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>During the peak of the winter 2020-2021 surge, the number of weekly reported COVID-19 outbreaks in Washington State was 231; the majority occurred in high-priority settings such as workplaces, community settings, and schools. The Washington State Department of Health used automated address matching to identify clusters at health care facilities. No other systematic, statewide outbreak detection methods were in place. This was a gap given the high volume of cases, which delayed investigations and decreased data completeness, potentially leading to undetected outbreaks. We initiated statewide cluster detection using SaTScan, implementing a space-time permutation model to identify COVID-19 clusters for investigation.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>To improve outbreak detection, the Washington State Department of Health initiated a systematic cluster detection model to identify timely and actionable COVID-19 clusters for local health jurisdiction (LHJ) investigation and resource prioritization. This report details the model’s implementation and the assessment of the tool’s effectiveness.</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>In total, 6 LHJs participated in a pilot to test model parameters including analysis type, geographic aggregation, cluster radius, and data lag. Parameters were determined through heuristic criteria to detect clusters early when they are smaller, making interventions more feasible. This study reviews all clusters detected after statewide implementation from July 17 to December 17, 2021. The clusters were analyzed by LHJ population and disease incidence. Clusters were compared with reported outbreaks.</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>A weekly, LHJ-specific retrospective space-time permutation model identified 2874 new clusters during this period. While the weekly analysis included case data from the prior 3 weeks, 58.25% (n=1674) of all clusters identified were timely—having occurred within 1 week of the analysis and early enough for intervention to prevent further transmission. There were 2874 reported outbreaks during this same period. Of those, 363 (12.63%) matched to at least one SaTScan cluster. The most frequent settings among reported and matched outbreaks were schools and youth programs (n=825, 28.71% and n=108, 29.8%), workplaces (n=617, 21.46% and n=56, 15%), and long-term care facilities (n=541, 18.82% and n=99, 27.3%). Settings with the highest percentage of clusters that matched outbreaks were community settings (16/72, 22%) and congregate housing (44/212, 20.8%). The model identified approximately one-third (119/363, 32.8%) of matched outbreaks before cases were associated with the outbreak event in our surveillance system.</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>Our goal was to routinely and systematically identify timely and actionable COVID-19 clusters statewide. Regardless of population or incidence, the model identified reasonably sized, timely clusters statewide, meeting the objective. Among some high-priority settings subject to public health interventions throughout the pandemic, such as schools and community settings, the model identified clusters that were matched to reported outbreaks. In workplaces, another high-priority setting, results suggest the model might be able to identify outbreaks sooner than existing outbreak detection methods.</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>COVID-19</kwd>
        <kwd>cluster detection</kwd>
        <kwd>disease outbreaks</kwd>
        <kwd>surveillance</kwd>
        <kwd>SaTScan</kwd>
        <kwd>space-time surveillance</kwd>
        <kwd>spatiotemporal</kwd>
        <kwd>United States</kwd>
        <kwd>outbreak</kwd>
        <kwd>outbreaks</kwd>
        <kwd>pandemic</kwd>
        <kwd>real-time surveillance</kwd>
        <kwd>detection</kwd>
        <kwd>tool</kwd>
        <kwd>tools</kwd>
        <kwd>effectiveness</kwd>
        <kwd>public health</kwd>
        <kwd>intervention</kwd>
        <kwd>interventions</kwd>
        <kwd>community settings</kwd>
        <kwd>outbreak detection</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <p>By March 2021, a total of 340,323 COVID-19 cases were reported in Washington State. During the peak of the winter 2020-2021 surge, the weekly incidence rate was 284.9 per 100,000 population and the number of reported outbreaks per week was 231 (Washington Disease Reporting System, unpublished data, 2023). It is important to identify and investigate outbreaks of COVID-19 to reduce the spread of the disease and protect vulnerable populations, such as long-term care facility residents [<xref ref-type="bibr" rid="ref1">1</xref>,<xref ref-type="bibr" rid="ref2">2</xref>]. Outbreaks in these settings are a high priority because residents have a greater risk of severe outcomes [<xref ref-type="bibr" rid="ref3">3</xref>]. However, case and outbreak investigations can be resource-intensive [<xref ref-type="bibr" rid="ref4">4</xref>]; thus, it is helpful to use automated and systematic methods as much as possible. To identify outbreaks in long-term care facilities, the Washington State Department of Health (WA DOH) routinely identified cases occurring at known health care facility addresses through an automated process; results are shared with local health jurisdictions (LHJs) [<xref ref-type="bibr" rid="ref5">5</xref>].</p>
      <p>In Washington State, there are 35 LHJs, which are the administrative public health authorities that manage and oversee health services at the county or regional level, including case and outbreak investigations for reportable diseases such as COVID-19. Aside from facility address matching, other systematic methods for cluster detection were rare. Reported outbreaks likely undercounted the true number of outbreaks due to varying detection methods and data disruptions. When the volume of cases dramatically increased during short periods of time, health care systems, including hospitals, laboratories, and public health, experienced delays which impacted the completeness and timeliness of reporting and processing case information. Furthermore, limited testing capacity during surges resulted in underreporting of mild or asymptomatic cases, further contributing to incomplete data [<xref ref-type="bibr" rid="ref6">6</xref>-<xref ref-type="bibr" rid="ref10">10</xref>]. To aid outbreak detection using systematic and automated methods, WA DOH initiated statewide cluster detection using SaTScan, implementing a space-time permutation model to identify timely and actionable COVID-19 clusters for local investigation.</p>
      <p>Infectious disease space-time surveillance allows health officials to target resources and interventions in specific areas of emerging disease [<xref ref-type="bibr" rid="ref11">11</xref>,<xref ref-type="bibr" rid="ref12">12</xref>]. Scan statistics are a public health surveillance method using data models to identify and evaluate emerging clusters of cases in a temporal, spatial, or space-time setting [<xref ref-type="bibr" rid="ref13">13</xref>]. SaTScan is a free software widely used for spatial-temporal analysis. In public health, SaTScan has been used for many reportable conditions [<xref ref-type="bibr" rid="ref14">14</xref>], including foodborne illnesses [<xref ref-type="bibr" rid="ref15">15</xref>-<xref ref-type="bibr" rid="ref17">17</xref>], Lyme disease [<xref ref-type="bibr" rid="ref18">18</xref>], HIV [<xref ref-type="bibr" rid="ref19">19</xref>], and opioid overdoses [<xref ref-type="bibr" rid="ref20">20</xref>,<xref ref-type="bibr" rid="ref21">21</xref>]. Space-time cluster detection of COVID-19 cases was implemented throughout the pandemic in many jurisdictions [<xref ref-type="bibr" rid="ref11">11</xref>,<xref ref-type="bibr" rid="ref22">22</xref>-<xref ref-type="bibr" rid="ref26">26</xref>]. SaTScan is a flexible and adaptable tool, allowing users to specify a variety of parameters (eg, analysis type, probability model type, geographic and temporal data aggregation, study period length, or spatial and temporal cluster sizes) [<xref ref-type="bibr" rid="ref26">26</xref>]. The user can tailor the analysis to their specific data sets and objectives through this customization. Daily prospective Poisson models [<xref ref-type="bibr" rid="ref11">11</xref>,<xref ref-type="bibr" rid="ref22">22</xref>,<xref ref-type="bibr" rid="ref23">23</xref>,<xref ref-type="bibr" rid="ref27">27</xref>] were frequently used for COVID-19; however, models varied based on data availability, the geographical area of study, and specific study goals [<xref ref-type="bibr" rid="ref12">12</xref>,<xref ref-type="bibr" rid="ref28">28</xref>]. This report details our efforts to implement a customized systematic approach for COVID-19 cluster detection in Washington State using SaTScan along with an assessment of the tool’s effectiveness.</p>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>Data Sources and Model Development</title>
        <sec>
          <title>Case Data</title>
          <p>During this period, laboratories in Washington State were required to report all SARS-CoV-2 test results to public health. The results included specimen collection date and patient demographics. COVID-19 cases were defined according to national surveillance [<xref ref-type="bibr" rid="ref29">29</xref>]. Cases were geocoded based on residential address using WA DOH’s Geocoder Web Service. Cases were excluded if the patient resided out of state, did not have a positive molecular or antigen test during the model study period (which is defined as the time period included in each analysis), or if their address could not be geocoded.</p>
        </sec>
        <sec>
          <title>Model Development</title>
          <p>For the pilot, we chose a state-level retrospective space-time permutation model. The space-time permutation model was used because it does not require population testing rates which were not reliably available at the time. Case patients were aggregated on specimen collection date, as a proxy for infection date, and census tract of their residential address, which was the most complete address available. We selected a maximum cluster duration of 7 days based on the median incubation period of COVID-19 [<xref ref-type="bibr" rid="ref30">30</xref>]. Given this maximum cluster duration, we selected 21 days for this study’s period, which is the minimum recommended (ie, 3 times the maximum cluster duration). We used a day-of-week adjustment given the variability in reporting on weekends. We tested 3 maximum cluster radii of 5 km, 10 km, and 20 km to determine which provided the best yield across urban and rural settings. We used a 3-day lag to account for data reporting delays.</p>
          <p>In total, 6 LHJs (Benton-Franklin Health District, Clark County Public Health, Kitsap Public Health District, Tacoma-Pierce County Health Department, Spokane Regional Health District, and Whatcom County Health Department) participated in the pilot and provided feedback on the initial model. LHJs reported that the clusters identified from the initial model were larger (in both size and radius) than were actionable. Based on this feedback, we tested the following parameters to identify smaller, more actionable clusters: for analysis type, statewide versus LHJ-specific and weekly retrospective versus daily prospective; for geographic aggregation, census tract versus census block group; for maximum cluster radius, 5 km versus 10 km versus 20 km; and for data lag, 1-day versus 2-day versus 3-day. To compare the retrospective and prospective models, we ran the daily model for 14 days and the weekly model on days 7 and 14. To determine the most appropriate lag, we analyzed data over several weeks using each lag and compared the identified clusters. We used heuristic criteria, prioritizing smaller (size and radius) and timely clusters, to finalize the parameters and features. Timely clusters were defined as having occurred within 1 week of the analysis—early enough for intervention to prevent further transmission. The final model was an LHJ-specific, retrospective space-time permutation with case patients aggregated on specimen collection date and census block group of their residential address. The maximum cluster duration was 7 days, the study period was 21 days, and the maximum cluster radius was 20 km. We used a day-of-week adjustment and a 2-day lag.</p>
        </sec>
        <sec>
          <title>SaTScan Cluster Data</title>
          <p>The SaTScan cluster data set included all clusters detected since the inaugural weekly analysis in August through December 2021, representing cases with specimen collection dates from July 17 to December 17, 2021. This period was selected for its relatively stable incidence and predominance of the Delta variant. Variables included were LHJ, cluster start and end date, radius, number of cases, and <italic>P</italic> value. Statistical significance was defined as α&lt;.1 to account for multiple testing. Due to the weekly retrospective design with the 21-day study period, the same or similar cluster could be identified in subsequent weeks. To deduplicate clusters included in this comparison, we compared clusters week-to-week using the Jaccard similarity (JS) index [<xref ref-type="bibr" rid="ref31">31</xref>]. Clusters with a JS index ≤12% were categorized as new; all other clusters were considered ongoing.</p>
        </sec>
        <sec>
          <title>Reported Outbreak Data</title>
          <p>Outbreak detection and reporting varies statewide and by outbreak setting. Known COVID-19 outbreaks are captured in our state surveillance system, where they are linked to cases. Due to COVID-19 outbreak definitions and reporting requirements differing by setting and changing over time, we applied a standardized definition for this analysis. Outbreaks were defined as ≥2 cases that were associated with an outbreak event in the state surveillance system and had specimen collection dates within 14 days of each other. Start and end dates were based on the first and last specimen collection date. We included outbreaks with start and end dates from July 17 to December 17, 2021, and collapsed the original 64 outbreak settings into 11 broad categories: school and youth programs, workplace, retail, congregate housing, food and beverage establishments, community, colleges, travel, long term care facilities, and outpatient and inpatient settings. Outbreaks linked to military settings as indicated by LHJs were excluded.</p>
        </sec>
      </sec>
      <sec>
        <title>Analysis</title>
        <sec>
          <title>Descriptive Analysis</title>
          <p>We compared SaTScan clusters among LHJs categorized by population size. LHJs with a population ≥400,000 persons were classified as large, 90,000-399,999 as medium, 25,000-89,999 as small, and ≤24,999 as rural. Statistical significance was determined using chi-square and Wilcoxon tests, using α&lt;.05. To assess correlation among study period incidence (SPI) and cluster characteristics, we calculated Pearson correlation coefficients. SPI was defined as the average number of cases per 100,000 population during the SaTScan 21-day study period. Cluster size was defined as the number of cases per cluster and timeliness as clusters ending within 1 week before the analysis date.</p>
        </sec>
        <sec>
          <title>Outbreak-Cluster Comparison</title>
          <p>To assess the ability of the model to detect true outbreaks, we matched SaTScan clusters, including statistically significant and nonsignificant clusters, with reported outbreaks. We validated a random sample of outbreak-cluster pairs with ≥1 case in common to refine the matching criteria. Due to the mean size of outbreaks and clusters vastly differing, we selected 2 matching criteria. First, ≥20% of outbreak cases had to be identified in a cluster and, second, ≥6% of cluster cases had to be identified in an outbreak. We calculated summary statistics of the matched pairs. Matched and unmatched outbreaks were compared to determine the types and characteristics of outbreaks identified as SaTScan clusters. Statistical significance was assessed using chi-square tests and α&lt;.05. We used R (R Core Team, 2021) to run SaTScan (version 9.6) and for all other analyses.</p>
        </sec>
      </sec>
      <sec>
        <title>Ethical Considerations</title>
        <p>Original data collection was conducted as part of WA DOH COVID-19 surveillance. As such, per the Office for Human Research Protections guidelines, institutional review board approval was not required [<xref ref-type="bibr" rid="ref32">32</xref>]. As part of public health surveillance activities authorized by a public health authority, the secondary analysis of the data described in this study was excluded from the definition of research provided by the revised Common Rule [<xref ref-type="bibr" rid="ref33">33</xref>] and did not receive approval or an exemption from an institutional review board. The researchers were granted access to the data as part of their official duties within the WA DOH.</p>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <sec>
        <title>Model Development</title>
        <p>During pilot testing, the statewide model identified clusters that were large in radius and size, which did not meet the goal of actionable clusters. Independent models for each LHJ with the same parameters produced smaller clusters, which did meet that goal. Therefore, our final design included LHJ-specific models that were combined to provide statewide results.</p>
        <p>Next, we compared daily prospective and weekly retrospective models. There were 12 significant clusters identified by the daily prospective model; 10 (83%) of which were also identified by the weekly retrospective model. While the daily prospective used more recent data, the model required more resources to produce and review. Given the overlap between the model output and resource constraints, we selected the weekly retrospective analysis for the final model.</p>
        <p>In comparing 1-, 2-, and 3-day lag periods, we found about half (47/90, 52%) identified similar clusters regardless of lag. The remainder identified similar clusters across the 2- and 3-day lag. We chose a 2-day lag to maximize timeliness.</p>
        <p>The initial model, which aggregated cases to census tracts, produced clusters that were too large geographically for public health action. Using the smaller unit of census block group was favorable based on heuristic criteria.</p>
        <p>Lastly, we tested various maximum cluster radii. The 5-km model identified the smallest clusters (median radius 3.3, range 0-5, IQR 1.5-4.5 km), followed by the 10-km model (median radius 5.2, range 0-10, IQR 2.3-8.3 km), and then the 20-km model (median radius 6.1, range 0-19.5, IQR 2.9-11.3 km). The 20-km radius was determined to capture both smaller clusters in urban areas and larger clusters in rural areas, and thus was selected for the final model.</p>
      </sec>
      <sec>
        <title>Descriptive Analysis</title>
        <p>From July 17 to December 17, 2021, there were 341,505 COVID-19 cases reported among Washington State residents. Of these, 316,642 (92.72%) had a geocoded residential address. A median of 41,217 cases was included in each weekly SaTScan analysis (range 24,996-61,069, IQR 30,863-52,842); a total of 4659 clusters were identified (weekly median 236, range 197-275, IQR 218-248). Clusters included 98,172 unique cases (28.74% of reported COVID-19 cases); most (2874/4659, 61.68%) were new clusters. The remaining analyses are limited to new clusters.</p>
        <p>Among the 2874 new clusters, 887 (30.86%) occurred in large LHJs, 890 (30.96%) in medium LHJs, 734 (25.54%) in small LHJs, and 363 (12.63%) in rural LHJs (<xref ref-type="table" rid="table1">Tables 1</xref> and <xref ref-type="table" rid="table2">2</xref>). Overall, the median cluster size was 15 cases (range 2-1045, IQR 8-29) and significantly differed across population groups (large <italic>P&lt;</italic>.001, medium <italic>P</italic>&lt;.001, small <italic>P&lt;</italic>.001, and rural <italic>P&lt;</italic>.001). Rural LHJs had the smallest median cluster size (4 cases, range 2-28, IQR 3-6) and large LHJs the largest (27 cases, range 5-1045, IQR 16-49). The median number of weekly clusters per LHJ also differed significantly: rural LHJs had the least (2, range 1-6, IQR 1-3; <italic>P&lt;</italic>.001), followed by small (3, range 1-9, IQR 2-4; <italic>P&lt;</italic>.001), medium (5, range 1-12, IQR 3-6; <italic>P</italic>&lt;.001), and large LHJs (9, range 2-21, IQR 6-11; <italic>P&lt;</italic>.001). Overall, the median cluster radius was 2.4 (IQR 0.9-6.88) km. The radius significantly differed for medium (2.5 km; <italic>P=</italic>.045), small (3.8 km; <italic>P&lt;</italic>.001), and rural LHJs (0 km; <italic>P</italic>&lt;.001). Of the 2874 clusters, 486 (16.91%) were statistically significant in the weekly analysis. Rural LHJs had a significantly smaller percentage of significant clusters (37/363, 10.2%; <italic>P&lt;</italic>.001). There was no significant difference in duration (overall 4 days, range 1-7) or timeliness (overall 1674/2874, 58.24%) by the LHJ population group.</p>
        <table-wrap position="float" id="table1">
          <label>Table 1</label>
          <caption>
            <p>Characteristics of new COVID-19 clusters identified by the SaTScan model, by LHJ<sup>a</sup> population group, Washington State, July 17 to December 17, 2021.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="130"/>
            <col width="120"/>
            <col width="60"/>
            <col width="120"/>
            <col width="60"/>
            <col width="0"/>
            <col width="120"/>
            <col width="60"/>
            <col width="0"/>
            <col width="120"/>
            <col width="60"/>
            <col width="0"/>
            <col width="0"/>
            <col width="150"/>
            <thead>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="12">LHJ population group<sup>b</sup></td>
                <td>Total (N=2874), median (IQR, range)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="2">Large (n=887)</td>
                <td colspan="3">Medium (n=890)</td>
                <td colspan="3">Small (n=734)</td>
                <td colspan="3">Rural (n=363)</td>
                <td colspan="2">
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Median (IQR, range)</td>
                <td><italic>P</italic> value</td>
                <td>Median (IQR, range)</td>
                <td><italic>P</italic> value</td>
                <td colspan="2">Median (IQR, range)</td>
                <td><italic>P</italic> value</td>
                <td colspan="2">Median (IQR, range)</td>
                <td><italic>P</italic> value</td>
                <td colspan="3">
                  <break/>
                </td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>Cluster size<sup>c,d</sup></td>
                <td>27 (16-49, 5-1045)</td>
                <td>&lt;.001</td>
                <td>17 (10-30, 2-362)</td>
                <td>&lt;.001</td>
                <td colspan="2">9 (5-15, 2-113)</td>
                <td>&lt;.001</td>
                <td colspan="2">4 (3-8, 2-28)</td>
                <td>&lt;.001</td>
                <td colspan="3">15 (8-29, 2-1045)</td>
              </tr>
              <tr valign="top">
                <td>Weekly clusters per LHJ<sup>d</sup></td>
                <td>9 (6-11, 2-21)</td>
                <td>&lt;.001</td>
                <td>5 (3-6, 1-12)</td>
                <td>&lt;.001</td>
                <td colspan="2">3 (2-4, 1-9)</td>
                <td>&lt;.001</td>
                <td colspan="2">2 (1-3, 1-6)</td>
                <td>&lt;.001</td>
                <td colspan="3">4 (2-6, 1-21)</td>
              </tr>
              <tr valign="top">
                <td>Radius (km)<sup>d</sup></td>
                <td>2.2 (1.3-4.2, 0-19.9)</td>
                <td>.30</td>
                <td>2.5 (1.2-6.3, 0-20)</td>
                <td>.045</td>
                <td colspan="2">3.8 (0-11.8, 0-20)</td>
                <td>&lt;.001</td>
                <td colspan="2">0 (0-7.7, 0-19.8)</td>
                <td>&lt;.001</td>
                <td colspan="3">2.4 (0.9-6.8, 0-20)</td>
              </tr>
              <tr valign="top">
                <td>Duration (days)<sup>d</sup></td>
                <td>4 (3-6, 1-7)</td>
                <td>&lt;.001</td>
                <td>4 (2-6, 1-7)</td>
                <td>.11</td>
                <td colspan="2">4 (2-6, 1-7)</td>
                <td>&lt;.001</td>
                <td colspan="2">4 (2-5, 1-7)</td>
                <td>.002</td>
                <td colspan="3">4 (2-6, 1-7)</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table1fn1">
              <p><sup>a</sup>LHJ: local health jurisdiction.</p>
            </fn>
            <fn id="table1fn2">
              <p><sup>b</sup>Large county population ≥400,000 persons, medium 90,000-399,999 persons, small 25,000-89,999 persons, and rural ≤24,999 persons.</p>
            </fn>
            <fn id="table1fn3">
              <p><sup>c</sup>Cases per cluster.</p>
            </fn>
            <fn id="table1fn4">
              <p><sup>d</sup>Statistical significance tested with unpaired 2-sided Wilcoxon test.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
        <p>The SPI was significantly positively correlated with the weekly number of cluster cases among large (<italic>r</italic>=.82; <italic>P</italic>&lt;.001), medium (<italic>r</italic>=0.76; <italic>P=</italic>.01), and small (<italic>r</italic>=0.73; <italic>P=</italic>.01) LHJs and with cluster size among large (<italic>r</italic>=0.73; <italic>P=</italic>.01) and medium LHJs (<italic>r</italic>=0.82; <italic>P</italic>&lt;.001; <xref rid="figure1" ref-type="fig">Figure 1</xref>). There were few nonsignificant moderate correlations between SPI and median cluster size, number of weekly clusters, and percentage of reported cases associated with clusters. There was no correlation between the timeliness of clusters and SPI (large <italic>r</italic>=–0.19, medium <italic>r</italic>=–0.22, small <italic>r</italic>=–0.12, and rural <italic>r</italic>=–0.42).</p>
        <table-wrap position="float" id="table2">
          <label>Table 2</label>
          <caption>
            <p>Characteristics of new COVID-19 clusters identified by the SaTScan model, by LHJ<sup>a</sup> population group, Washington State, July 17 to December 17, 2021.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="130"/>
            <col width="100"/>
            <col width="80"/>
            <col width="100"/>
            <col width="80"/>
            <col width="0"/>
            <col width="100"/>
            <col width="80"/>
            <col width="0"/>
            <col width="100"/>
            <col width="80"/>
            <col width="0"/>
            <col width="0"/>
            <col width="150"/>
            <thead>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="12">LHJ population group<sup>b</sup></td>
                <td>Total (N=2874), n (%)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="2">Large (n=887)</td>
                <td colspan="3">Medium (n=890)</td>
                <td colspan="3">Small (n=734)</td>
                <td colspan="3">Rural (n=363)</td>
                <td colspan="2">
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>n (%)</td>
                <td><italic>P</italic> value</td>
                <td>n (%)</td>
                <td><italic>P</italic> value</td>
                <td colspan="2">n (%)</td>
                <td><italic>P</italic> value</td>
                <td colspan="2">n (%)</td>
                <td><italic>P</italic> value</td>
                <td colspan="3">
                  <break/>
                </td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>Significant clusters<sup>c,d</sup></td>
                <td>162 (18.3)</td>
                <td>.30</td>
                <td>171 (19.2)</td>
                <td>.47</td>
                <td colspan="2">116 (15.8)</td>
                <td>.07</td>
                <td colspan="2">37 (10.2)</td>
                <td>.002</td>
                <td colspan="3">486 (16.91)</td>
              </tr>
              <tr valign="top">
                <td>Timely clusters<sup>c,e</sup></td>
                <td>490 (55.2)</td>
                <td>.27</td>
                <td>525 (59)</td>
                <td>.81</td>
                <td colspan="2">452 (61.6)</td>
                <td>.29</td>
                <td colspan="2">207 (57)</td>
                <td>.83</td>
                <td colspan="3">1674 (58.24)</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table2fn1">
              <p><sup>a</sup>LHJ: local health jurisdiction.</p>
            </fn>
            <fn id="table2fn2">
              <p><sup>b</sup>Large county population ≥400,000 persons, medium 90,000-399,999 persons, small 25,000-89,999 persons, and rural ≤24,999 persons.</p>
            </fn>
            <fn id="table2fn3">
              <p><sup>c</sup>Statistical significance tested with chi-square test.</p>
            </fn>
            <fn id="table2fn4">
              <p><sup>d</sup>Cluster’s <italic>P</italic> value is &lt;.01.</p>
            </fn>
            <fn id="table2fn5">
              <p><sup>e</sup>Cluster’s end date was within 1 week of analysis date.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
        <fig id="figure1" position="float">
          <label>Figure 1</label>
          <caption>
            <p>Study period incidence by cluster characteristics stratified by LHJ population group. LHJ: local health jurisdiction.</p>
          </caption>
          <graphic xlink:href="publichealth_v10i1e49871_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
      <sec>
        <title>Outbreak-Cluster Comparison</title>
        <p>There were 2874 reported outbreaks from July 17 to December 17, 2021, and 363 (12.63%) matched to ≥1 SaTScan cluster (<xref ref-type="table" rid="table3">Table 3</xref>). Among reported outbreaks, the most common settings were schools and youth programs (825/2874, 28.71%), workplaces (617/2874, 21.47%), and long-term care facilities (541/2874, 18.82%). Among the 363 matched outbreaks, the most common settings were also schools and youth programs (108/363, 29.8%), long-term care facilities (99/363, 27.3%), and workplaces (56/363, 15.4%), as well as congregate housing (44/363, 12.1%). Of the 2874 reported outbreaks, the settings with the largest percentage of reported outbreaks that matched clusters were community settings (16/72, 22%), congregate housing (44/212, 20.8%), long-term care facilities (99/541, 18.3%), and school and youth programs (108/825, 13.1%). Settings with &lt;10% of matched outbreaks were workplaces (56/617, 9.1%), food and beverage establishments (10/113, 8.8%), inpatient (6/77, 8%), outpatient (8/104, 7.7%), colleges (1/16, 6%), and retail settings (14/287, 4.9%).</p>
        <table-wrap position="float" id="table3">
          <label>Table 3</label>
          <caption>
            <p>Reported outbreaks compared with matched<sup>a</sup> outbreaks by setting type, Washington State, July 17 to December 17, 2021.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="30"/>
            <col width="210"/>
            <col width="140"/>
            <col width="60"/>
            <col width="100"/>
            <col width="100"/>
            <col width="100"/>
            <col width="160"/>
            <col width="100"/>
            <thead>
              <tr valign="top">
                <td colspan="2">
                  <break/>
                </td>
                <td>Reported outbreaks, n (%)</td>
                <td colspan="6">Matched outbreaks</td>
              </tr>
              <tr valign="top">
                <td colspan="2">
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>N</td>
                <td>Column percentage, %</td>
                <td>Row percentage, %</td>
                <td><italic>P</italic> value (chi-square test)</td>
                <td>Report date after analysis date<sup>b</sup>, n/n (%)</td>
                <td><italic>P</italic> value (chi-square test)</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td colspan="9">
                  <bold>Nonhealth care settings</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Schools and youth programs</td>
                <td>825 (28.71)</td>
                <td>108</td>
                <td>29.8</td>
                <td>13.1</td>
                <td>.63</td>
                <td>42/108 (38.9)</td>
                <td>&lt;.001</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Workplace<sup>c</sup></td>
                <td>617 (21.47)</td>
                <td>56</td>
                <td>15.4</td>
                <td>9.1</td>
                <td>.003</td>
                <td>24/56 (42.9)</td>
                <td>&lt;.001</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Retail settings<sup>d</sup></td>
                <td>287 (9.99)</td>
                <td>14</td>
                <td>3.9</td>
                <td>4.9</td>
                <td>&lt;.001</td>
                <td>7/14 (50)</td>
                <td>.16</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Congregate housing<sup>e</sup></td>
                <td>212 (7.38)</td>
                <td>44</td>
                <td>12.1</td>
                <td>20.8</td>
                <td>&lt;.001</td>
                <td>8/44 (18.2)</td>
                <td>&lt;.001</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Food and beverage establishments<sup>f</sup></td>
                <td>113 (3.93)</td>
                <td>10</td>
                <td>2.8</td>
                <td>8.8</td>
                <td>.22</td>
                <td>6/10 (60)</td>
                <td>.62</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Community<sup>g</sup></td>
                <td>72 (2.5)</td>
                <td>16</td>
                <td>4.4</td>
                <td>22</td>
                <td>.01</td>
                <td>4/16 (25)</td>
                <td>&lt;.001</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Colleges</td>
                <td>16 (0.6)</td>
                <td>1</td>
                <td>0.3</td>
                <td>6</td>
                <td>.44</td>
                <td>1/1 (100)</td>
                <td>—<sup>h</sup></td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Travel</td>
                <td>10 (0.3)</td>
                <td>1</td>
                <td>0.3</td>
                <td>10</td>
                <td>.80</td>
                <td>1/1 (100)</td>
                <td>—</td>
              </tr>
              <tr valign="top">
                <td colspan="9">
                  <bold>Health care settings</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Long-term care facilities<sup>i</sup></td>
                <td>541 (18.82)</td>
                <td>99</td>
                <td>27.3</td>
                <td>18.3</td>
                <td>&lt;.001</td>
                <td>20/99 (20)</td>
                <td>&lt;.001</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Outpatient</td>
                <td>104 (3.62)</td>
                <td>8</td>
                <td>2.2</td>
                <td>7.7</td>
                <td>.12</td>
                <td>5/8 (63)</td>
                <td>.77</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Inpatient</td>
                <td>77 (2.7)</td>
                <td>6</td>
                <td>1.7</td>
                <td>8</td>
                <td>.20</td>
                <td>1/6 (17)</td>
                <td>.24</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Total</td>
                <td>2874 (100)</td>
                <td>363</td>
                <td>100</td>
                <td>12.63</td>
                <td>—</td>
                <td>119/363 (32.8)</td>
                <td>—</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table3fn1">
              <p><sup>a</sup>Matched is defined as ≥20% of outbreak cases identified in a SaTScan cluster and ≥6% of SaTScan cluster cases identified in an outbreak.</p>
            </fn>
            <fn id="table3fn2">
              <p><sup>b</sup>All cases were associated with the outbreak event in the surveillance system after the SaTScan cluster was identified.</p>
            </fn>
            <fn id="table3fn3">
              <p><sup>c</sup>Workplace manufacturing (food: n=24; nonfood: n=162), agricultural employee provided housing (n=71), construction (n=49), professional services or office-based (n=43), utilities (n=38), agencies, facilities, and similar (n=37), and other settings (n=193).</p>
            </fn>
            <fn id="table3fn4">
              <p><sup>d</sup>Retail services includes grocery (n=144), retail (n=129), personal care and service (hair or nails; n=13), and other (n=1).</p>
            </fn>
            <fn id="table3fn5">
              <p><sup>e</sup>Congregate housing includes shelter or homeless services (n=126), correctional settings (n=59), congregate housing (n=10), juvenile justice settings (n=6), and others (n=11).</p>
            </fn>
            <fn id="table3fn6">
              <p><sup>f</sup>Food and beverage establishments include food service or restaurants (n=101), bars or nightclubs (n=11), and others (n=1).</p>
            </fn>
            <fn id="table3fn7">
              <p><sup>g</sup>Community includes those in places of worship (n=27), hospitality (n=16), large gatherings (n=13), private events (n=11), and others (n=16).</p>
            </fn>
            <fn id="table3fn8">
              <p><sup>h</sup>Not available.</p>
            </fn>
            <fn id="table3fn9">
              <p><sup>i</sup>Long-term care facilities include assisted living (n=260), nursing homes (n=158), adult family homes (n=88), enhanced services facilities or intermediate care facilities for individuals with intellectual disabilities (n=18), senior living (n=14), and others (n=3).</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
        <p>The median duration among all reported outbreaks was 8 days (range 1-151, IQR 4-14) and 10 days (range 1-151, IQR 5-16) among matched outbreaks. Among all reported outbreaks, the median size was 4 cases (range 2-256, IQR 2-7) and among matched outbreaks, it was 6 cases (range 2-232, IQR 3-14).</p>
        <p>Outbreaks in community settings (16/72, 22%; <italic>P</italic>=.01), congregate housing (44/212, 20.8%; <italic>P</italic>&lt;.001), and long-term care facilities (99/541, 18.3%; <italic>P</italic>&lt;.001) were more likely to match to clusters than other settings, while outbreaks in workplaces (56/617, 9.1%; <italic>P</italic>=.003) and retail settings (14/287, 4.9%; <italic>P</italic>&lt;.001) were less likely to match. For one-third (119/363, 32.8%) of matched outbreaks, all cases were associated with the outbreak event in the surveillance system after the SaTScan cluster was identified. This resulted in a “report date” later than the “analysis date.” Of the 363 matched outbreaks, those in workplaces (24/56, 43%; <italic>P</italic>&lt;.001) and schools and youth program settings (42/108, 38.9%; <italic>P</italic>&lt;.001) were more likely to have report dates later than analysis dates, while outbreaks in community settings (4/16, 25%; <italic>P</italic>&lt;.001), long-term care facilities (20/99, 20%; <italic>P</italic>&lt;.001), and congregate housing (8/44, 18.2%; <italic>P</italic>&lt;.001) were less likely (<xref ref-type="table" rid="table3">Table 3</xref>).</p>
        <p>A reported outbreak could match with more than one cluster and vice versa. The 363 outbreaks matched 349 SaTScan clusters, which resulted in 384 unique outbreak-cluster pairs. Matched outbreaks had a median size of 6 (IQR 3-14) cases and a duration of 10 (IQR 5-16) days. Matched clusters had a median size of 17 (IQR 12-34) cases and a duration of 5 (IQR 3-6) days. The median number of linked cases (those common to the outbreak and cluster in a matched pair) was 3 (range 1-58, IQR 1-6). This represents a median of 40% (IQR 26.4%-60%) of outbreak cases that were part of the cluster and 12.5% (IQR 8.3%-25%) of cluster cases that were part of the outbreak. The median JS was 10% (IQR 7.2%-17.8%; <xref ref-type="table" rid="table4">Tables 4</xref> and <xref ref-type="table" rid="table5">5</xref>). For an illustrative example, an 8-case workplace outbreak matched a 29-case cluster by 8 linked cases, with 100% (8/8) of outbreak cases in the cluster and 28% (8/29) of cluster cases in the outbreak, resulting in JS was 28%.</p>
        <table-wrap position="float" id="table4">
          <label>Table 4</label>
          <caption>
            <p>Characteristics of COVID-19 reported outbreaks and detected clusters that matched, Washington State, July 17 to December 17, 2021<sup>a</sup>.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="500"/>
            <col width="250"/>
            <col width="250"/>
            <thead>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Matched outbreaks<sup>a</sup> (n=363), median (IQR, range)</td>
                <td>Matched clusters (n=349), median (IQR, range)</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>Number of cases</td>
                <td>6 (3-14, 2-232)</td>
                <td>17 (12-34, 4-147)</td>
              </tr>
              <tr valign="top">
                <td>Duration (days)</td>
                <td>10 (5-16, 1-151)</td>
                <td>5 (3-6, 1-7)</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table4fn1">
              <p><sup>a</sup>Matched is defined as ≥20% of outbreak cases identified in a SaTScan cluster and ≥6% of cluster cases identified in an outbreak.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
        <table-wrap position="float" id="table5">
          <label>Table 5</label>
          <caption>
            <p>Characteristics of COVID-19 reported outbreaks and detected clusters that matched, Washington State, July 17 to December 17, 2021<sup>a</sup>.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="500"/>
            <col width="500"/>
            <thead>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Matched outbreak-cluster pairs (n=384), median (IQR, range)</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>Number of linked cases</td>
                <td>3 (1-6, 1-58)</td>
              </tr>
              <tr valign="top">
                <td>Outbreak cases linked (%)</td>
                <td>40 (26.4-60, 20-100)</td>
              </tr>
              <tr valign="top">
                <td>Cluster cases linked (%)</td>
                <td>12.5 (8.3-25, 6-100)</td>
              </tr>
              <tr valign="top">
                <td>Jaccard similarity (%)</td>
                <td>10 (7.2-17.8, 5-100)</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table5fn1">
              <p><sup>a</sup>Matched is defined as ≥20% of outbreak cases identified in a SaTScan cluster and ≥6% of cluster cases identified in an outbreak.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
      </sec>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <sec>
        <title>Principal Findings</title>
        <p>During a time when LHJs were heavily burdened with case and outbreak investigations, WA DOH initiated systematic statewide cluster detection for COVID-19 using SaTScan. SaTScan parameters can be adjusted based on study objectives, data availability, and disease and population characteristics [<xref ref-type="bibr" rid="ref26">26</xref>,<xref ref-type="bibr" rid="ref34">34</xref>]. Washington State required a model tailored to its overtaxed information systems and decentralized public health system, which serves almost 8 million residents in 39 diverse counties. We collaborated with LHJs to implement a space-time permutation model that maximized real-time surveillance data and identified opportunities for public health intervention.</p>
        <p>We assessed a daily prospective model, which would have provided the most real-time surveillance; however, it did not produce substantially different results than a weekly retrospective model. Considering the time and resource constraints faced by LHJs, we determined the weekly retrospective model was the most appropriate. Despite having parameters unique from other studies [<xref ref-type="bibr" rid="ref11">11</xref>,<xref ref-type="bibr" rid="ref22">22</xref>,<xref ref-type="bibr" rid="ref23">23</xref>], the model worked well in Washington and identified clusters early enough for intervention. It is important to identify outbreaks as quickly as possible (when there are fewer cases) to prevent further transmission and illness. While outbreak size may vary due to population and disease transmission levels, our analysis showed that 58.24% (1674/2874) of clusters were timely regardless of population or incidence. By identifying clusters promptly, LHJs can conduct targeted investigations, implement containment measures quickly, and prioritize resource distribution to areas with the greatest need.</p>
        <p>The number of weekly clusters and cluster size were both correlated with population; more and larger clusters were identified in highly populated urban areas which generally have larger health departments with greater epidemiologic capacity [<xref ref-type="bibr" rid="ref35">35</xref>]. These data support the use of a systematic statewide approach as it benefits LHJs with varying populations and resource capacity, ensuring that all LHJs, regardless of resources, can effectively manage outbreaks by leveraging a standardized, statewide surveillance system.</p>
        <p>Space-time scan statistics have successfully identified respiratory disease outbreaks [<xref ref-type="bibr" rid="ref13">13</xref>,<xref ref-type="bibr" rid="ref23">23</xref>,<xref ref-type="bibr" rid="ref36">36</xref>], including COVID-19 [<xref ref-type="bibr" rid="ref37">37</xref>]. To determine if the model could identify true outbreaks, we compared clusters with reported outbreaks. Generally, we did not expect a high degree of alignment between reported outbreaks and SaTScan clusters, given SaTScan was intended to fill gaps in current outbreak detection methods. Given the use of residential address as the geographic input for the model, outbreaks in congregate living settings (eg, long-term care facilities or corrections) had a high cluster matching rate as expected. Outbreaks that occur further from the home, such as in workplaces, would likely be harder for the model to detect.</p>
        <p>During the COVID-19 pandemic, several settings have been a high priority and focus for public health interventions, including workplaces, community settings, and schools. Workplaces, the second most common setting among reported outbreaks in Washington State, play a central role in the COVID-19 community transmission [<xref ref-type="bibr" rid="ref38">38</xref>-<xref ref-type="bibr" rid="ref40">40</xref>] and have been subject to safety prevention requirements throughout the pandemic [<xref ref-type="bibr" rid="ref41">41</xref>] to reduce the spread of the disease. As expected, workplace outbreaks matched fewer clusters than all reported outbreaks. Incorporating workplace addresses may have helped, however occupational and industry data for COVID-19 are largely incomplete and often not standardized, which may create barriers to systematically identifying workplace outbreaks [<xref ref-type="bibr" rid="ref39">39</xref>,<xref ref-type="bibr" rid="ref42">42</xref>]. Efforts to collect and standardize these data and improvement of occupational health surveillance may address this [<xref ref-type="bibr" rid="ref38">38</xref>].</p>
        <p>Community settings have also been a high priority for public health interventions. In fall 2021, when SaTScan was first implemented in Washington State, many efforts were made to implement safety precautions, including limiting capacity at events and gatherings [<xref ref-type="bibr" rid="ref43">43</xref>], masking [<xref ref-type="bibr" rid="ref44">44</xref>], and vaccination requirements at large events [<xref ref-type="bibr" rid="ref45">45</xref>]. Outbreaks among community settings made up only 2.51% (72/2874) of all reported outbreaks, yet 22.2% (16/72) of these outbreaks were linked to clusters, suggesting SaTScan might be a useful method for systematically detecting these types of outbreaks.</p>
        <p>The model performed moderately well for schools and youth programs, another high priority and focus of public health interventions. For the 2021-2022 school year in Washington State, public health officials collaborated on guidance to allow students to return safely to in-person instruction [<xref ref-type="bibr" rid="ref46">46</xref>]. Given their residential proximity, we expected a high cluster match rate for educational settings. Schools and youth programs were the most common setting among reported outbreaks as well as matched outbreaks. However, only 13.1% (108/825) of school outbreaks matched a cluster compared to 12.63% (363/2874) overall, arguably leaving room for improvement. The model could be further tailed to capture outbreaks in educational settings by incorporating school district-level models or including age as an input variable.</p>
        <p>Lastly, about a third of outbreaks that matched clusters had a report date in the surveillance system that was later than when the cluster was identified by the model. This suggested that the model might be able to identify outbreaks earlier than existing outbreak detection methods. Detecting outbreaks sooner allows for quicker implementation of containment measures, reducing the spread of the disease and minimizing the impact on communities. By automating the detection process, local public health workers can spend more time on the outbreak intervention measures and less on the initial outbreak detection and investigation work.</p>
        <p>The findings in this report are subject to several limitations. First, the model does not account for irregular geographics, such as major waterways. Second, residential address was used to determine outbreak detection as this was the most complete and available. However, residential addresses may not be the most representative of where exposure occurs and may limit the identification of clusters where transmissions happened away from home. Third, reported outbreaks are identified through many indicators and sources that vary by LHJ, contain known biases including lags or gaps during surges [<xref ref-type="bibr" rid="ref6">6</xref>-<xref ref-type="bibr" rid="ref9">9</xref>], and likely underestimate actual outbreaks [<xref ref-type="bibr" rid="ref47">47</xref>,<xref ref-type="bibr" rid="ref48">48</xref>]. Fourth, because the final model was run independently for each LHJ, cross-jurisdictional clusters were not identified and thus not matched with similar outbreaks. Lastly, as expected, relatively few SaTScan clusters matched outbreaks, and without further investigation to identify epidemiologic or genomic linkages, we cannot determine if unmatched clusters are true outbreaks.</p>
      </sec>
      <sec>
        <title>Conclusion</title>
        <p>Our goal was to implement a statewide systematic cluster detection process to identify COVID-19 clusters. WA DOH successfully developed and implemented a SaTScan space-time permutation model that met these goals within the state’s unique structure and systems. Regardless of the LHJ population, the model identified reasonably sized, timely clusters for investigation and resource prioritization. Cluster size increased with incidence but likely remained actionable even for smaller LHJs. Among reported outbreaks that matched clusters, the model performed well in congregate living settings, schools, and events, which have been high-priority settings throughout the COVID-19 pandemic. There is an opportunity to tailor the model to further improve cluster detection in some settings, such as workplaces and schools. Evidence suggests running a weekly model might identify some outbreaks sooner than existing outbreak detection methods, particularly in workplace outbreaks where data collection remains a challenge. In summary, our SaTScan model was able to identify timely, actionable clusters, especially in high-priority settings, which can serve to support outbreak detection to reduce further COVID-19 transmission.</p>
      </sec>
    </sec>
  </body>
  <back>
    <app-group/>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">JS</term>
          <def>
            <p>Jaccard similarity</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">LHJ</term>
          <def>
            <p>local health jurisdiction</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb3">SPI</term>
          <def>
            <p>study period incidence</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb4">WA DOH</term>
          <def>
            <p>Washington State Department of Health</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <ack>
      <p>The authors thank Benton-Franklin Health District, Clark County Public Health, Kitsap Public Health District, Tacoma-Pierce County Health Department, Spokane Regional Health District, and Whatcom County Health Department for their participation in the pilot. We also acknowledge the contributions of the Non-Healthcare Congregate Settings Program and the Healthcare-Associated Infections Epidemiology Program at the WA DOH. The authors received no financial support for the research, authorship, or publication of this paper.</p>
    </ack>
    <notes>
      <sec>
        <title>Data Availability</title>
        <p>The data sets generated and analyzed during our study are not publicly available due to the presence of personally identifiable information. For privacy reasons, these data will not be made available upon request.</p>
      </sec>
    </notes>
    <fn-group>
      <fn fn-type="conflict">
        <p>The authors declared no potential conflicts of interest concerning the research, authorship, or publication of this paper. This publication contains general information only and Deloitte is not, by means of this publication, rendering accounting, business, financial, investment, legal, tax, or other professional advice or services. This publication is not a substitute for such professional advice or services, nor should it be used as a basis for any decision or action that may affect your business. Before making any decision or taking any action that may affect your business, you should consult a qualified professional advisor. Deloitte shall not be responsible for any loss sustained by any person who relies on this publication.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>McMichael</surname>
              <given-names>TM</given-names>
            </name>
            <name name-style="western">
              <surname>Currie</surname>
              <given-names>DW</given-names>
            </name>
            <name name-style="western">
              <surname>Clark</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Pogosjans</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Kay</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Schwartz</surname>
              <given-names>NG</given-names>
            </name>
            <name name-style="western">
              <surname>Lewis</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Baer</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Kawakami</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Lukoff</surname>
              <given-names>MD</given-names>
            </name>
            <name name-style="western">
              <surname>Ferro</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Brostrom-Smith</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Rea</surname>
              <given-names>TD</given-names>
            </name>
            <name name-style="western">
              <surname>Sayre</surname>
              <given-names>MR</given-names>
            </name>
            <name name-style="western">
              <surname>Riedo</surname>
              <given-names>FX</given-names>
            </name>
            <name name-style="western">
              <surname>Russell</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Hiatt</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Montgomery</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Rao</surname>
              <given-names>AK</given-names>
            </name>
            <name name-style="western">
              <surname>Chow</surname>
              <given-names>EJ</given-names>
            </name>
            <name name-style="western">
              <surname>Tobolowsky</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Hughes</surname>
              <given-names>MJ</given-names>
            </name>
            <name name-style="western">
              <surname>Bardossy</surname>
              <given-names>AC</given-names>
            </name>
            <name name-style="western">
              <surname>Oakley</surname>
              <given-names>LP</given-names>
            </name>
            <name name-style="western">
              <surname>Jacobs</surname>
              <given-names>JR</given-names>
            </name>
            <name name-style="western">
              <surname>Stone</surname>
              <given-names>ND</given-names>
            </name>
            <name name-style="western">
              <surname>Reddy</surname>
              <given-names>SC</given-names>
            </name>
            <name name-style="western">
              <surname>Jernigan</surname>
              <given-names>JA</given-names>
            </name>
            <name name-style="western">
              <surname>Honein</surname>
              <given-names>MA</given-names>
            </name>
            <name name-style="western">
              <surname>Clark</surname>
              <given-names>TA</given-names>
            </name>
            <name name-style="western">
              <surname>Duchin</surname>
              <given-names>JS</given-names>
            </name>
          </person-group>
          <article-title>Epidemiology of Covid-19 in a Long-Term Care Facility in King County, Washington</article-title>
          <source>N Engl J Med</source>
          <year>2020</year>
          <month>05</month>
          <day>21</day>
          <volume>382</volume>
          <issue>21</issue>
          <fpage>2005</fpage>
          <lpage>2011</lpage>
          <pub-id pub-id-type="doi">10.1056/nejmoa2005412</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Pray</surname>
              <given-names>IW</given-names>
            </name>
            <name name-style="western">
              <surname>Kocharian</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Mason</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Westergaard</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Meiman</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Trends in outbreak-associated cases of COVID-19—Wisconsin, March-November 2020</article-title>
          <source>MMWR Morb Mortal Wkly Rep</source>
          <year>2021</year>
          <volume>70</volume>
          <issue>4</issue>
          <fpage>114</fpage>
          <lpage>117</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.15585/mmwr.mm7004a2"/>
          </comment>
          <pub-id pub-id-type="doi">10.15585/mmwr.mm7004a2</pub-id>
          <pub-id pub-id-type="medline">33507887</pub-id>
          <pub-id pub-id-type="pmcid">PMC7842809</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Telford</surname>
              <given-names>CT</given-names>
            </name>
            <name name-style="western">
              <surname>Onwubiko</surname>
              <given-names>U</given-names>
            </name>
            <name name-style="western">
              <surname>Holland</surname>
              <given-names>DP</given-names>
            </name>
            <name name-style="western">
              <surname>Turner</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Prieto</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Smith</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Yoon</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Brown</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Chamberlain</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Gandhi</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Williams</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Khan</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Shah</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Preventing COVID-19 outbreaks in long-term care facilities through preemptive testing of residents and staff members—Fulton County, Georgia, March-May 2020</article-title>
          <source>MMWR Morb Mortal Wkly Rep</source>
          <year>2020</year>
          <volume>69</volume>
          <issue>37</issue>
          <fpage>1296</fpage>
          <lpage>1299</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.15585/mmwr.mm6937a4"/>
          </comment>
          <pub-id pub-id-type="doi">10.15585/mmwr.mm6937a4</pub-id>
          <pub-id pub-id-type="medline">32941413</pub-id>
          <pub-id pub-id-type="pmcid">PMC7498169</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bonney</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Grant</surname>
              <given-names>MP</given-names>
            </name>
          </person-group>
          <article-title>Local health department engagement with workplaces during the COVID-19 pandemic-examining barriers of and facilitators to outbreak investigation and mitigation</article-title>
          <source>Front Public Health</source>
          <year>2023</year>
          <volume>11</volume>
          <fpage>1116872</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/37006530"/>
          </comment>
          <pub-id pub-id-type="doi">10.3389/fpubh.2023.1116872</pub-id>
          <pub-id pub-id-type="medline">37006530</pub-id>
          <pub-id pub-id-type="pmcid">PMC10063901</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Wu</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Tasslimi</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Enhanced COVID-19 surveillance methods for early detection in high-risk settings: Utilizing fuzzy address matching and exact phone number matching to improve case identification in congregate care and correctional facilities</article-title>
          <year>2024</year>
          <conf-name>Council of State and Territorial Epidemiologists (CSTE) Annual Conference</conf-name>
          <conf-date>2024</conf-date>
          <conf-loc>2635 Century Parkway NE</conf-loc>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Pagel</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Yates</surname>
              <given-names>CA</given-names>
            </name>
          </person-group>
          <article-title>Tackling the pandemic with (biased) data</article-title>
          <source>Science</source>
          <year>2021</year>
          <volume>374</volume>
          <issue>6566</issue>
          <fpage>403</fpage>
          <lpage>404</lpage>
          <pub-id pub-id-type="doi">10.1126/science.abi6602</pub-id>
          <pub-id pub-id-type="medline">34672728</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Britton</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Scalia Tomba</surname>
              <given-names>G</given-names>
            </name>
          </person-group>
          <article-title>Estimation in emerging epidemics: biases and remedies</article-title>
          <source>J R Soc Interface</source>
          <year>2019</year>
          <volume>16</volume>
          <issue>150</issue>
          <fpage>20180670</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://royalsocietypublishing.org/doi/abs/10.1098/rsif.2018.0670?url_ver=Z39.88-2003&amp;rfr_id=ori:rid:crossref.org&amp;rfr_dat=cr_pub  0pubmed"/>
          </comment>
          <pub-id pub-id-type="doi">10.1098/rsif.2018.0670</pub-id>
          <pub-id pub-id-type="medline">30958162</pub-id>
          <pub-id pub-id-type="pmcid">PMC6364646</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Overton</surname>
              <given-names>CE</given-names>
            </name>
            <name name-style="western">
              <surname>Stage</surname>
              <given-names>HB</given-names>
            </name>
            <name name-style="western">
              <surname>Ahmad</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Curran-Sebastian</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Dark</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Das</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Fearon</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Felton</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Fyles</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Gent</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Hall</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>House</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Lewkowicz</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Pang</surname>
              <given-names>X</given-names>
            </name>
            <name name-style="western">
              <surname>Pellis</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Sawko</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Ustianowski</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Vekaria</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Webb</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <article-title>Using statistics and mathematical modelling to understand infectious disease outbreaks: COVID-19 as an example</article-title>
          <source>Infect Dis Model</source>
          <year>2020</year>
          <volume>5</volume>
          <fpage>409</fpage>
          <lpage>441</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S2468-0427(20)30024-5"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.idm.2020.06.008</pub-id>
          <pub-id pub-id-type="medline">32691015</pub-id>
          <pub-id pub-id-type="pii">S2468-0427(20)30024-5</pub-id>
          <pub-id pub-id-type="pmcid">PMC7334973</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Boore</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Herman</surname>
              <given-names>KM</given-names>
            </name>
            <name name-style="western">
              <surname>Perez</surname>
              <given-names>AS</given-names>
            </name>
          </person-group>
          <article-title>Surveillance for foodborne disease outbreaks—United States, 2007</article-title>
          <source>MMWR</source>
          <year>2010</year>
          <access-date>2024-08-28</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.cdc.gov/mmwr/preview/mmwrhtml/mm5931a1.htm">https://www.cdc.gov/mmwr/preview/mmwrhtml/mm5931a1.htm</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Badker</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Miller</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Pardee</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Oppenheim</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Stephenson</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Ash</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Philippsen</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Ngoon</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Savage</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Lam</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Madhav</surname>
              <given-names>N</given-names>
            </name>
          </person-group>
          <article-title>Challenges in reported COVID-19 data: best practices and recommendations for future epidemics</article-title>
          <source>BMJ Glob Health</source>
          <year>2021</year>
          <volume>6</volume>
          <issue>5</issue>
          <fpage>e005542</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://gh.bmj.com/lookup/pmidlookup?view=long&amp;pmid=33958393"/>
          </comment>
          <pub-id pub-id-type="doi">10.1136/bmjgh-2021-005542</pub-id>
          <pub-id pub-id-type="medline">33958393</pub-id>
          <pub-id pub-id-type="pii">bmjgh-2021-005542</pub-id>
          <pub-id pub-id-type="pmcid">PMC8103560</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hohl</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Delmelle</surname>
              <given-names>EM</given-names>
            </name>
            <name name-style="western">
              <surname>Desjardins</surname>
              <given-names>MR</given-names>
            </name>
            <name name-style="western">
              <surname>Lan</surname>
              <given-names>Y</given-names>
            </name>
          </person-group>
          <article-title>Daily surveillance of COVID-19 using the prospective space-time scan statistic in the United States</article-title>
          <source>Spat Spatiotemporal Epidemiol</source>
          <year>2020</year>
          <volume>34</volume>
          <fpage>100354</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S1877-5845(20)30032-0"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.sste.2020.100354</pub-id>
          <pub-id pub-id-type="medline">32807396</pub-id>
          <pub-id pub-id-type="pii">S1877-5845(20)30032-0</pub-id>
          <pub-id pub-id-type="pmcid">PMC7320856</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Leal-Neto</surname>
              <given-names>OB</given-names>
            </name>
            <name name-style="western">
              <surname>Santos</surname>
              <given-names>FAS</given-names>
            </name>
            <name name-style="western">
              <surname>Lee</surname>
              <given-names>JY</given-names>
            </name>
            <name name-style="western">
              <surname>Albuquerque</surname>
              <given-names>JO</given-names>
            </name>
            <name name-style="western">
              <surname>Souza</surname>
              <given-names>WV</given-names>
            </name>
          </person-group>
          <article-title>Prioritizing COVID-19 tests based on participatory surveillance and spatial scanning</article-title>
          <source>Int J Med Inform</source>
          <year>2020</year>
          <volume>143</volume>
          <fpage>104263</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S1386-5056(20)30853-4"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.ijmedinf.2020.104263</pub-id>
          <pub-id pub-id-type="medline">32877853</pub-id>
          <pub-id pub-id-type="pii">S1386-5056(20)30853-4</pub-id>
          <pub-id pub-id-type="pmcid">PMC7449898</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kulldorff</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Heffernan</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Hartman</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Assunção</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Mostashari</surname>
              <given-names>F</given-names>
            </name>
          </person-group>
          <article-title>A space-time permutation scan statistic for disease outbreak detection</article-title>
          <source>PLoS Med</source>
          <year>2005</year>
          <volume>2</volume>
          <issue>3</issue>
          <fpage>e59</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://dx.plos.org/10.1371/journal.pmed.0020059"/>
          </comment>
          <pub-id pub-id-type="doi">10.1371/journal.pmed.0020059</pub-id>
          <pub-id pub-id-type="medline">15719066</pub-id>
          <pub-id pub-id-type="pmcid">PMC548793</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Greene</surname>
              <given-names>SK</given-names>
            </name>
            <name name-style="western">
              <surname>Peterson</surname>
              <given-names>ER</given-names>
            </name>
            <name name-style="western">
              <surname>Kapell</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Fine</surname>
              <given-names>AD</given-names>
            </name>
            <name name-style="western">
              <surname>Kulldorff</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Daily reportable disease spatiotemporal cluster detection, New York City, New York, USA, 2014-2015</article-title>
          <source>Emerg Infect Dis</source>
          <year>2016</year>
          <volume>22</volume>
          <issue>10</issue>
          <fpage>1808</fpage>
          <lpage>1812</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.3201/eid2210.160097"/>
          </comment>
          <pub-id pub-id-type="doi">10.3201/eid2210.160097</pub-id>
          <pub-id pub-id-type="medline">27648777</pub-id>
          <pub-id pub-id-type="pmcid">PMC5038417</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hughes</surname>
              <given-names>G J</given-names>
            </name>
            <name name-style="western">
              <surname>Gorton</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>An evaluation of SaTScan for the prospective detection of space-time campylobacter clusters in the North East of England</article-title>
          <source>Epidemiol Infect</source>
          <year>2013</year>
          <volume>141</volume>
          <issue>11</issue>
          <fpage>2354</fpage>
          <lpage>2364</lpage>
          <pub-id pub-id-type="doi">10.1017/S0950268812003135</pub-id>
          <pub-id pub-id-type="medline">23347688</pub-id>
          <pub-id pub-id-type="pii">S0950268812003135</pub-id>
          <pub-id pub-id-type="pmcid">PMC9151409</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Edens</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Alden</surname>
              <given-names>NB</given-names>
            </name>
            <name name-style="western">
              <surname>Danila</surname>
              <given-names>RN</given-names>
            </name>
            <name name-style="western">
              <surname>Fill</surname>
              <given-names>MA</given-names>
            </name>
            <name name-style="western">
              <surname>Gacek</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Muse</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Parker</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Poissant</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Ryan</surname>
              <given-names>PA</given-names>
            </name>
            <name name-style="western">
              <surname>Smelser</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Tobin-D'Angelo</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Schrag</surname>
              <given-names>SJ</given-names>
            </name>
          </person-group>
          <article-title>Multistate analysis of prospective Legionnaires' disease cluster detection using SaTScan, 2011-2015</article-title>
          <source>PLoS One</source>
          <year>2019</year>
          <volume>14</volume>
          <issue>5</issue>
          <fpage>e0217632</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://dx.plos.org/10.1371/journal.pone.0217632"/>
          </comment>
          <pub-id pub-id-type="doi">10.1371/journal.pone.0217632</pub-id>
          <pub-id pub-id-type="medline">31145765</pub-id>
          <pub-id pub-id-type="pii">PONE-D-19-00670</pub-id>
          <pub-id pub-id-type="pmcid">PMC6542510</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Latash</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Greene</surname>
              <given-names>SK</given-names>
            </name>
            <name name-style="western">
              <surname>Stavinsky</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Li</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>McConnell</surname>
              <given-names>JA</given-names>
            </name>
            <name name-style="western">
              <surname>Novak</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Rozza</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Wu</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Omoregie</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Li</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Peterson</surname>
              <given-names>ER</given-names>
            </name>
            <name name-style="western">
              <surname>Gutelius</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Reddy</surname>
              <given-names>V</given-names>
            </name>
          </person-group>
          <article-title>Salmonellosis outbreak detected by automated spatiotemporal analysis—New York City, May-June 2019</article-title>
          <source>MMWR Morb Mortal Wkly Rep</source>
          <year>2020</year>
          <volume>69</volume>
          <issue>26</issue>
          <fpage>815</fpage>
          <lpage>819</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.15585/mmwr.mm6926a2"/>
          </comment>
          <pub-id pub-id-type="doi">10.15585/mmwr.mm6926a2</pub-id>
          <pub-id pub-id-type="medline">32614808</pub-id>
          <pub-id pub-id-type="pmcid">PMC7332097</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kugeler</surname>
              <given-names>KJ</given-names>
            </name>
            <name name-style="western">
              <surname>Farley</surname>
              <given-names>GM</given-names>
            </name>
            <name name-style="western">
              <surname>Forrester</surname>
              <given-names>JD</given-names>
            </name>
            <name name-style="western">
              <surname>Mead</surname>
              <given-names>PS</given-names>
            </name>
          </person-group>
          <article-title>Geographic distribution and expansion of human lyme disease, United States</article-title>
          <source>Emerg Infect Dis</source>
          <year>2015</year>
          <volume>21</volume>
          <issue>8</issue>
          <fpage>1455</fpage>
          <lpage>1457</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.3201/eid2108.141878"/>
          </comment>
          <pub-id pub-id-type="doi">10.3201/eid2108.141878</pub-id>
          <pub-id pub-id-type="medline">26196670</pub-id>
          <pub-id pub-id-type="pmcid">PMC4517724</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hixson</surname>
              <given-names>BA</given-names>
            </name>
            <name name-style="western">
              <surname>Omer</surname>
              <given-names>SB</given-names>
            </name>
            <name name-style="western">
              <surname>del Rio</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Frew</surname>
              <given-names>PM</given-names>
            </name>
          </person-group>
          <article-title>Spatial clustering of HIV prevalence in Atlanta, Georgia and population characteristics associated with case concentrations</article-title>
          <source>J Urban Health</source>
          <year>2011</year>
          <volume>88</volume>
          <issue>1</issue>
          <fpage>129</fpage>
          <lpage>141</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/21249526"/>
          </comment>
          <pub-id pub-id-type="doi">10.1007/s11524-010-9510-0</pub-id>
          <pub-id pub-id-type="medline">21249526</pub-id>
          <pub-id pub-id-type="pmcid">PMC3042078</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Chen</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Chang</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Hammer</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>D'Anna</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Gelberg</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <article-title>Using scan statistic to detect heroin overdose clusters with hospital emergency room visit data</article-title>
          <source>OJPHI</source>
          <year>2018</year>
          <volume>10</volume>
          <issue>1</issue>
          <fpage>e62146</fpage>
          <pub-id pub-id-type="doi">10.5210/ojphi.v10i1.8344</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Marks</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Carrasco-Escobar</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Carrasco-Hernández</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Johnson</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Ciccarone</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Strathdee</surname>
              <given-names>SA</given-names>
            </name>
            <name name-style="western">
              <surname>Smith</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Bórquez</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Methodological approaches for the prediction of opioid use-related epidemics in the United States: a narrative review and cross-disciplinary call to action</article-title>
          <source>Transl Res</source>
          <year>2021</year>
          <volume>234</volume>
          <fpage>88</fpage>
          <lpage>113</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S1931-5244(21)00081-5"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.trsl.2021.03.018</pub-id>
          <pub-id pub-id-type="medline">33798764</pub-id>
          <pub-id pub-id-type="pii">S1931-5244(21)00081-5</pub-id>
          <pub-id pub-id-type="pmcid">PMC8217194</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Greene</surname>
              <given-names>SK</given-names>
            </name>
            <name name-style="western">
              <surname>Peterson</surname>
              <given-names>ER</given-names>
            </name>
            <name name-style="western">
              <surname>Balan</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Jones</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Culp</surname>
              <given-names>GM</given-names>
            </name>
            <name name-style="western">
              <surname>Fine</surname>
              <given-names>AD</given-names>
            </name>
            <name name-style="western">
              <surname>Kulldorff</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Detecting COVID-19 clusters at high spatiotemporal resolution, New York City, New York, USA, June-July 2020</article-title>
          <source>Emerg Infect Dis</source>
          <year>2021</year>
          <volume>27</volume>
          <issue>5</issue>
          <fpage>1500</fpage>
          <lpage>1504</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.3201/eid2705.203583"/>
          </comment>
          <pub-id pub-id-type="doi">10.3201/eid2705.203583</pub-id>
          <pub-id pub-id-type="medline">33900181</pub-id>
          <pub-id pub-id-type="pmcid">PMC8084513</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Desjardins</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Hohl</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Delmelle</surname>
              <given-names>E</given-names>
            </name>
          </person-group>
          <article-title>Rapid surveillance of COVID-19 in the United States using a prospective space-time scan statistic: detecting and evaluating emerging clusters</article-title>
          <source>Appl Geogr</source>
          <year>2020</year>
          <volume>118</volume>
          <fpage>102202</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/32287518"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.apgeog.2020.102202</pub-id>
          <pub-id pub-id-type="medline">32287518</pub-id>
          <pub-id pub-id-type="pii">S0143-6228(20)30303-9</pub-id>
          <pub-id pub-id-type="pmcid">PMC7139246</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Alves</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Fernandes</surname>
              <given-names>FA</given-names>
            </name>
            <name name-style="western">
              <surname>Lima</surname>
              <given-names>KPD</given-names>
            </name>
            <name name-style="western">
              <surname>Batista</surname>
              <given-names>BDDO</given-names>
            </name>
            <name name-style="western">
              <surname>Fernandes</surname>
              <given-names>TJ</given-names>
            </name>
          </person-group>
          <article-title>Incidence and lethality of COVID-19 clusters in Brazil via circular scan method</article-title>
          <source>Rev Bras Biom</source>
          <year>2021</year>
          <volume>39</volume>
          <issue>4</issue>
          <fpage>556</fpage>
          <lpage>570</lpage>
          <pub-id pub-id-type="doi">10.28951/rbb.v39i4.539</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>AlQadi</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Bani-Yaghoub</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Balakumar</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Wu</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Francisco</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Assessment of retrospective COVID-19 spatial clusters with respect to demographic factors: case study of Kansas City, Missouri, United States</article-title>
          <source>Int J Environ Res Public Health</source>
          <year>2021</year>
          <volume>18</volume>
          <issue>21</issue>
          <fpage>11496</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.mdpi.com/resolver?pii=ijerph182111496"/>
          </comment>
          <pub-id pub-id-type="doi">10.3390/ijerph182111496</pub-id>
          <pub-id pub-id-type="medline">34770012</pub-id>
          <pub-id pub-id-type="pii">ijerph182111496</pub-id>
          <pub-id pub-id-type="pmcid">PMC8582813</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref26">
        <label>26</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Levin-Rector</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Kulldorff</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Peterson</surname>
              <given-names>ER</given-names>
            </name>
            <name name-style="western">
              <surname>Hostovich</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Greene</surname>
              <given-names>SK</given-names>
            </name>
          </person-group>
          <article-title>Prospective spatiotemporal cluster detection using SaTScan: tutorial for designing and fine-tuning a system to detect reportable communicable disease outbreaks</article-title>
          <source>JMIR Public Health Surveill</source>
          <year>2024</year>
          <volume>10</volume>
          <fpage>e50653</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://publichealth.jmir.org/2024//e50653/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/50653</pub-id>
          <pub-id pub-id-type="medline">38861711</pub-id>
          <pub-id pub-id-type="pii">v10i1e50653</pub-id>
          <pub-id pub-id-type="pmcid">PMC11200039</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref27">
        <label>27</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Martines</surname>
              <given-names>MR</given-names>
            </name>
            <name name-style="western">
              <surname>Ferreira</surname>
              <given-names>RV</given-names>
            </name>
            <name name-style="western">
              <surname>Toppa</surname>
              <given-names>RH</given-names>
            </name>
            <name name-style="western">
              <surname>Assunção</surname>
              <given-names>LM</given-names>
            </name>
            <name name-style="western">
              <surname>Desjardins</surname>
              <given-names>MR</given-names>
            </name>
            <name name-style="western">
              <surname>Delmelle</surname>
              <given-names>EM</given-names>
            </name>
          </person-group>
          <article-title>Detecting space-time clusters of COVID-19 in Brazil: mortality, inequality, socioeconomic vulnerability, and the relative risk of the disease in Brazilian municipalities</article-title>
          <source>J Geogr Syst</source>
          <year>2021</year>
          <volume>23</volume>
          <issue>1</issue>
          <fpage>7</fpage>
          <lpage>36</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/33716567"/>
          </comment>
          <pub-id pub-id-type="doi">10.1007/s10109-020-00344-0</pub-id>
          <pub-id pub-id-type="medline">33716567</pub-id>
          <pub-id pub-id-type="pii">344</pub-id>
          <pub-id pub-id-type="pmcid">PMC7938278</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref28">
        <label>28</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Aturinde</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Mansourian</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Space-time surveillance of COVID-19 seasonal clusters: a case of Sweden</article-title>
          <source>ISPRS Int J Geo-Inf</source>
          <year>2022</year>
          <volume>11</volume>
          <issue>5</issue>
          <fpage>307</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.3390/ijgi11050307"/>
          </comment>
          <pub-id pub-id-type="doi">10.3390/ijgi11050307</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref29">
        <label>29</label>
        <nlm-citation citation-type="web">
          <source>Update to the standardized surveillance case definition and national notification for 2019 novel coronavirus disease</source>
          <year>2021</year>
          <access-date>2022-09-20</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://cdn.ymaws.com/www.cste.org/resource/resmgr/ps1/ps2021/21-ID-01_COVID-19_updated_Au.pdf">https://cdn.ymaws.com/www.cste.org/resource/resmgr/ps1/ps2021/21-ID-01_COVID-19_updated_Au.pdf</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref30">
        <label>30</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Xu</surname>
              <given-names>X</given-names>
            </name>
            <name name-style="western">
              <surname>Wu</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Kummer</surname>
              <given-names>AG</given-names>
            </name>
            <name name-style="western">
              <surname>Zhao</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Hu</surname>
              <given-names>Z</given-names>
            </name>
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Liu</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Ajelli</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Yu</surname>
              <given-names>H</given-names>
            </name>
          </person-group>
          <article-title>Assessing changes in incubation period, serial interval, and generation time of SARS-CoV-2 variants of concern: a systematic review and meta-analysis</article-title>
          <source>BMC Med</source>
          <year>2023</year>
          <volume>21</volume>
          <issue>1</issue>
          <fpage>374</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmcmedicine.biomedcentral.com/articles/10.1186/s12916-023-03070-8"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s12916-023-03070-8</pub-id>
          <pub-id pub-id-type="medline">37775772</pub-id>
          <pub-id pub-id-type="pii">10.1186/s12916-023-03070-8</pub-id>
          <pub-id pub-id-type="pmcid">PMC10541713</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref31">
        <label>31</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Stephanie</surname>
              <given-names>G</given-names>
            </name>
          </person-group>
          <article-title>Jaccard index / similarity coefficient</article-title>
          <source>Statistics How To</source>
          <year>2016</year>
          <access-date>2022-07-13</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.statisticshowto.com/jaccard-index/">https://www.statisticshowto.com/jaccard-index/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref32">
        <label>32</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <collab>Office for Human Research Protections</collab>
          </person-group>
          <article-title>OHRP guidelines on COVID-19</article-title>
          <source>U.S. Department of Health and Human Services</source>
          <year>2020</year>
          <access-date>2024-07-20</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.hhs.gov/ohrp/regulations-and-policy/guidance/ohrp-guidance-on-covid-19/index.html">https://www.hhs.gov/ohrp/regulations-and-policy/guidance/ohrp-guidance-on-covid-19/index.html</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref33">
        <label>33</label>
        <nlm-citation citation-type="web">
          <article-title>2018 Requirements (2018 Common Rule)</article-title>
          <source>U.S. Department of Health and Human Services</source>
          <access-date>2024-05-18</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.hhs.gov/ohrp/regulations-and-policy/regulations/45-cfr-46/revised-common-rule-regulatory-text/index.html#46.101">https://www.hhs.gov/ohrp/regulations-and-policy/regulations/45-cfr-46/revised-common-rule-regulatory-text/index.html#46.101</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref34">
        <label>34</label>
        <nlm-citation citation-type="web">
          <source>SaTScan User Guide for Version 10.1</source>
          <year>2022</year>
          <access-date>2024-08-23</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.satscan.org/cgi-bin/satscan/register.pl/SaTScan_Users_Guide.pdf?todo=process_userguide_download">https://www.satscan.org/cgi-bin/satscan/register.pl/SaTScan_Users_Guide.pdf?todo=process_userguide_download</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref35">
        <label>35</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>O'Keefe</surname>
              <given-names>KA</given-names>
            </name>
            <name name-style="western">
              <surname>Shafir</surname>
              <given-names>SC</given-names>
            </name>
            <name name-style="western">
              <surname>Shoaf</surname>
              <given-names>KI</given-names>
            </name>
          </person-group>
          <article-title>Local health department epidemiologic capacity: a stratified cross-sectional assessment describing the quantity, education, training, and perceived competencies of epidemiologic staff</article-title>
          <source>Front Public Health</source>
          <year>2013</year>
          <volume>1</volume>
          <fpage>64</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/24350233"/>
          </comment>
          <pub-id pub-id-type="doi">10.3389/fpubh.2013.00064</pub-id>
          <pub-id pub-id-type="medline">24350233</pub-id>
          <pub-id pub-id-type="pmcid">PMC3860004</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref36">
        <label>36</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>van den Wijngaard</surname>
              <given-names>CC</given-names>
            </name>
            <name name-style="western">
              <surname>van Asten</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>van Pelt</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Doornbos</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Nagelkerke</surname>
              <given-names>NJD</given-names>
            </name>
            <name name-style="western">
              <surname>Donker</surname>
              <given-names>GA</given-names>
            </name>
            <name name-style="western">
              <surname>van der Hoek</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Koopmans</surname>
              <given-names>MPG</given-names>
            </name>
          </person-group>
          <article-title>Syndromic surveillance for local outbreaks of lower-respiratory infections: would it work?</article-title>
          <source>PLoS One</source>
          <year>2010</year>
          <volume>5</volume>
          <issue>4</issue>
          <fpage>e10406</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://dx.plos.org/10.1371/journal.pone.0010406"/>
          </comment>
          <pub-id pub-id-type="doi">10.1371/journal.pone.0010406</pub-id>
          <pub-id pub-id-type="medline">20454449</pub-id>
          <pub-id pub-id-type="pmcid">PMC2861591</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref37">
        <label>37</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Xu</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Beard</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <article-title>A comparison of prospective space-time scan statistics and spatiotemporal event sequence based clustering for COVID-19 surveillance</article-title>
          <source>PLoS One</source>
          <year>2021</year>
          <volume>16</volume>
          <issue>6</issue>
          <fpage>e0252990</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://dx.plos.org/10.1371/journal.pone.0252990"/>
          </comment>
          <pub-id pub-id-type="doi">10.1371/journal.pone.0252990</pub-id>
          <pub-id pub-id-type="medline">34111199</pub-id>
          <pub-id pub-id-type="pii">PONE-D-20-26698</pub-id>
          <pub-id pub-id-type="pmcid">PMC8191960</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref38">
        <label>38</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Baker</surname>
              <given-names>MG</given-names>
            </name>
          </person-group>
          <article-title>Occupational health surveillance as a tool for COVID-19 prevention</article-title>
          <source>Am J Public Health</source>
          <year>2021</year>
          <volume>111</volume>
          <issue>6</issue>
          <fpage>999</fpage>
          <lpage>1001</lpage>
          <pub-id pub-id-type="doi">10.2105/AJPH.2021.306269</pub-id>
          <pub-id pub-id-type="medline">33950719</pub-id>
          <pub-id pub-id-type="pmcid">PMC8101572</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref39">
        <label>39</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Baker</surname>
              <given-names>MG</given-names>
            </name>
            <name name-style="western">
              <surname>Peckham</surname>
              <given-names>TK</given-names>
            </name>
            <name name-style="western">
              <surname>Seixas</surname>
              <given-names>NS</given-names>
            </name>
          </person-group>
          <article-title>Estimating the burden of United States workers exposed to infection or disease: a key factor in containing risk of COVID-19 infection</article-title>
          <source>PLoS One</source>
          <year>2020</year>
          <volume>15</volume>
          <issue>4</issue>
          <fpage>e0232452</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://dx.plos.org/10.1371/journal.pone.0232452"/>
          </comment>
          <pub-id pub-id-type="doi">10.1371/journal.pone.0232452</pub-id>
          <pub-id pub-id-type="medline">32343747</pub-id>
          <pub-id pub-id-type="pii">PONE-D-20-05905</pub-id>
          <pub-id pub-id-type="pmcid">PMC7188235</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref40">
        <label>40</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Luckhaupt</surname>
              <given-names>SE</given-names>
            </name>
            <name name-style="western">
              <surname>Horter</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Groenewold</surname>
              <given-names>MR</given-names>
            </name>
            <name name-style="western">
              <surname>de Perio</surname>
              <given-names>MA</given-names>
            </name>
            <name name-style="western">
              <surname>Robbins</surname>
              <given-names>CL</given-names>
            </name>
            <name name-style="western">
              <surname>Sweeney</surname>
              <given-names>MH</given-names>
            </name>
            <name name-style="western">
              <surname>Thomas</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Valencia</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Ingram</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Heinzerling</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Nguyen</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Townsend</surname>
              <given-names>EB</given-names>
            </name>
            <name name-style="western">
              <surname>Weber</surname>
              <given-names>RC</given-names>
            </name>
            <name name-style="western">
              <surname>Reichbind</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Dishman</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Kerins</surname>
              <given-names>JL</given-names>
            </name>
            <name name-style="western">
              <surname>Lendacki</surname>
              <given-names>FR</given-names>
            </name>
            <name name-style="western">
              <surname>Austin</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Dixon</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Spillman</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Simonson</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Tonzel</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Krueger</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Duwell</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Bachaus</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Rust</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Barrett</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Morrison</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Owers Bonner</surname>
              <given-names>KA</given-names>
            </name>
            <name name-style="western">
              <surname>Karlsson</surname>
              <given-names>ND</given-names>
            </name>
            <name name-style="western">
              <surname>Angelon-Gaetz</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>McClure</surname>
              <given-names>ES</given-names>
            </name>
            <name name-style="western">
              <surname>Kline</surname>
              <given-names>KE</given-names>
            </name>
            <name name-style="western">
              <surname>Dangar</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Reed</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Karpowicz</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Anderson</surname>
              <given-names>SM</given-names>
            </name>
            <name name-style="western">
              <surname>Cantor</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Chaudhary</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Ellis</surname>
              <given-names>EM</given-names>
            </name>
            <name name-style="western">
              <surname>Taylor</surname>
              <given-names>ML</given-names>
            </name>
            <name name-style="western">
              <surname>Sedon</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Kocharian</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Morris</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Samson</surname>
              <given-names>ME</given-names>
            </name>
            <name name-style="western">
              <surname>Mangla</surname>
              <given-names>AT</given-names>
            </name>
          </person-group>
          <article-title>COVID-19 outbreaks linked to workplaces, 23 US jurisdictions, August-October 2021</article-title>
          <source>Public Health Rep</source>
          <year>2023</year>
          <volume>138</volume>
          <issue>2</issue>
          <fpage>333</fpage>
          <lpage>340</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/36482712"/>
          </comment>
          <pub-id pub-id-type="doi">10.1177/00333549221138294</pub-id>
          <pub-id pub-id-type="medline">36482712</pub-id>
          <pub-id pub-id-type="pmcid">PMC9742731</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref41">
        <label>41</label>
        <nlm-citation citation-type="web">
          <source>Labor &amp; Industries Washington State</source>
          <year>2022</year>
          <access-date>2022-08-28</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.lni.wa.gov/agency/outreach/coronavirus/requirements-and-guidance-for-preventing-covid-19">https://www.lni.wa.gov/agency/outreach/coronavirus/requirements-and-guidance-for-preventing-covid-19</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref42">
        <label>42</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Pray</surname>
              <given-names>IW</given-names>
            </name>
            <name name-style="western">
              <surname>Grajewski</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Morris</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Modji</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>DeJonge</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>McCoy</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Tomasallo</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>DeSalvo</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Westergaard</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Meiman</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Measuring work-related risk of COVID-19: comparison of COVID-19 incidence by occupation and industry – Wisconsin, September 2020-May 2021</article-title>
          <source>Clin Infect Dis</source>
          <year>2023</year>
          <volume>76</volume>
          <issue>3</issue>
          <fpage>e163</fpage>
          <lpage>e171</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/35924351"/>
          </comment>
          <pub-id pub-id-type="doi">10.1093/cid/ciac586</pub-id>
          <pub-id pub-id-type="medline">35924351</pub-id>
          <pub-id pub-id-type="pii">6655522</pub-id>
          <pub-id pub-id-type="pmcid">PMC9384654</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref43">
        <label>43</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Brown</surname>
              <given-names>CM</given-names>
            </name>
            <name name-style="western">
              <surname>Vostok</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Johnson</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Burns</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Gharpure</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Sami</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Sabo</surname>
              <given-names>RT</given-names>
            </name>
            <name name-style="western">
              <surname>Hall</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Foreman</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Schubert</surname>
              <given-names>PL</given-names>
            </name>
            <name name-style="western">
              <surname>Gallagher</surname>
              <given-names>GR</given-names>
            </name>
            <name name-style="western">
              <surname>Fink</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Madoff</surname>
              <given-names>LC</given-names>
            </name>
            <name name-style="western">
              <surname>Gabriel</surname>
              <given-names>SB</given-names>
            </name>
            <name name-style="western">
              <surname>MacInnis</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Park</surname>
              <given-names>DJ</given-names>
            </name>
            <name name-style="western">
              <surname>Siddle</surname>
              <given-names>KJ</given-names>
            </name>
            <name name-style="western">
              <surname>Harik</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Arvidson</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Brock-Fisher</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Dunn</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Kearns</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Laney</surname>
              <given-names>AS</given-names>
            </name>
          </person-group>
          <article-title>Outbreak of SARS-CoV-2 infections, including COVID-19 vaccine breakthrough infections, associated with large public gatherings—Barnstable County, Massachusetts, July 2021</article-title>
          <source>MMWR Morb Mortal Wkly Rep</source>
          <year>2021</year>
          <volume>70</volume>
          <issue>31</issue>
          <fpage>1059</fpage>
          <lpage>1062</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.15585/mmwr.mm7031e2"/>
          </comment>
          <pub-id pub-id-type="doi">10.15585/mmwr.mm7031e2</pub-id>
          <pub-id pub-id-type="medline">34351882</pub-id>
          <pub-id pub-id-type="pmcid">PMC8367314</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref44">
        <label>44</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Inslee</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <source>Washington Ready</source>
          <year>2021</year>
          <access-date>2022-09-27</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.governor.wa.gov/sites/default/files/proclamations/proc_20-25.17.pdf">https://www.governor.wa.gov/sites/default/files/proclamations/proc_20-25.17.pdf</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref45">
        <label>45</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Inslee</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <source>Large event COVID-19 vaccine verification</source>
          <year>2021</year>
          <access-date>2024-08-23</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.governor.wa.gov/sites/default/files/proclamations/21-16%20-%20COVID-19%20-%20Large%20Events%20%28tmp%29.pdf?utm_medium=email&amp;utm_source=govdelivery">https://www.governor.wa.gov/sites/default/files/proclamations/21-16%20-%20COVID-19%20-%20Large%20Events%20%28tmp%29.pdf?utm_medium=email&amp;utm_source=govdelivery</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref46">
        <label>46</label>
        <nlm-citation citation-type="web">
          <source>Learn to Return Playbook</source>
          <year>2021</year>
          <publisher-name>Washington State Department of Health</publisher-name>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doh.wa.gov/sites/default/files/legacy/Documents/1600/coronavirus/421-018-LearnToReturnPlaybook.pdf">https://doh.wa.gov/sites/default/files/legacy/Documents/1600/coronavirus/421-018-LearnToReturnPlaybook.pdf</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref47">
        <label>47</label>
        <nlm-citation citation-type="web">
          <source>COVID-19 Outbreaks in Washington State K-12 Schools</source>
          <year>2022</year>
          <month>12</month>
          <day>23</day>
          <publisher-name>Washington State Department of Health</publisher-name>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doh.wa.gov/sites/default/files/2022-02/420-312-K12SchoolsOutbreakReport.pdf">https://doh.wa.gov/sites/default/files/2022-02/420-312-K12SchoolsOutbreakReport.pdf</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref48">
        <label>48</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bonwitt</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Deya</surname>
              <given-names>RW</given-names>
            </name>
            <name name-style="western">
              <surname>Currie</surname>
              <given-names>DW</given-names>
            </name>
            <name name-style="western">
              <surname>Lipton</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Huntington-Frazier</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Sanford</surname>
              <given-names>SJ</given-names>
            </name>
            <name name-style="western">
              <surname>Pallickaparambil</surname>
              <given-names>AJ</given-names>
            </name>
            <name name-style="western">
              <surname>Hood</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Rao</surname>
              <given-names>AK</given-names>
            </name>
            <name name-style="western">
              <surname>Kelly-Reif</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Luckhaupt</surname>
              <given-names>SE</given-names>
            </name>
            <name name-style="western">
              <surname>Pogosjans</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Lindquist</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Duchin</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Kawakami</surname>
              <given-names>V</given-names>
            </name>
          </person-group>
          <source>MMWR Morb Mortal Wkly Rep</source>
          <year>2021</year>
          <volume>70</volume>
          <issue>25</issue>
          <fpage>916</fpage>
          <lpage>921</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.15585/mmwr.mm7025a3"/>
          </comment>
          <pub-id pub-id-type="doi">10.15585/mmwr.mm7025a3</pub-id>
          <pub-id pub-id-type="medline">34166336</pub-id>
          <pub-id pub-id-type="pmcid">PMC8224869</pub-id>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
