<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<?covid-19-tdm?>
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JPH</journal-id>
      <journal-id journal-id-type="nlm-ta">JMIR Public Health Surveill</journal-id>
      <journal-title>JMIR Public Health and Surveillance</journal-title>
      <issn pub-type="epub">2369-2960</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v8i2e28737</article-id>
      <article-id pub-id-type="pmid">34882569</article-id>
      <article-id pub-id-type="doi">10.2196/28737</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Original Paper</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Original Paper</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>COVID-19 Surveillance Updates in US Metropolitan Areas: Dynamic Panel Data Modeling</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Sanchez</surname>
            <given-names>Travis</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Luellen</surname>
            <given-names>Eric</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Zhao</surname>
            <given-names>Chang</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author" corresp="yes">
          <name name-style="western">
            <surname>Oehmke</surname>
            <given-names>Theresa B</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <address>
            <institution>Department of Civil and Environmental Engineering</institution>
            <institution>University of California, Berkeley</institution>
            <addr-line>202 O'Brien Hall</addr-line>
            <addr-line>Berkeley, CA, 94720</addr-line>
            <country>United States</country>
            <phone>1 5108986406</phone>
            <email>toehmke@berkeley.edu</email>
          </address>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-8738-8735</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author">
          <name name-style="western">
            <surname>Moss</surname>
            <given-names>Charles B</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-1172-7112</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author">
          <name name-style="western">
            <surname>Oehmke</surname>
            <given-names>James F</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff3" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-2003-3443</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>Department of Civil and Environmental Engineering</institution>
        <institution>University of California, Berkeley</institution>
        <addr-line>Berkeley, CA</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff2">
        <label>2</label>
        <institution>Institute of Food and Agricultural Sciences</institution>
        <institution>University of Florida</institution>
        <addr-line>Gainesville, FL</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff3">
        <label>3</label>
        <institution>Department of Emergency Medicine</institution>
        <institution>Feinberg School of Medicine</institution>
        <institution>Northwestern University</institution>
        <addr-line>Chicago, IL</addr-line>
        <country>United States</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Theresa B Oehmke <email>toehmke@berkeley.edu</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <month>2</month>
        <year>2022</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>24</day>
        <month>2</month>
        <year>2022</year>
      </pub-date>
      <volume>8</volume>
      <issue>2</issue>
      <elocation-id>e28737</elocation-id>
      <history>
        <date date-type="received">
          <day>15</day>
          <month>3</month>
          <year>2021</year>
        </date>
        <date date-type="rev-request">
          <day>8</day>
          <month>7</month>
          <year>2021</year>
        </date>
        <date date-type="rev-recd">
          <day>30</day>
          <month>9</month>
          <year>2021</year>
        </date>
        <date date-type="accepted">
          <day>30</day>
          <month>11</month>
          <year>2021</year>
        </date>
      </history>
      <copyright-statement>©Theresa B Oehmke, Charles B Moss, James F Oehmke. Originally published in JMIR Public Health and Surveillance (https://publichealth.jmir.org), 24.02.2022.</copyright-statement>
      <copyright-year>2022</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in JMIR Public Health and Surveillance, is properly cited. The complete bibliographic information, a link to the original publication on https://publichealth.jmir.org, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="https://publichealth.jmir.org/2022/2/e28737" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>Despite the availability of vaccines, the US incidence of new COVID-19 cases per day nearly doubled from the beginning of July to the end of August 2021, fueled largely by the rapid spread of the Delta variant. While the “Delta wave” appears to have peaked nationally, some states and municipalities continue to see elevated numbers of new cases. Vigilant surveillance including at a metropolitan level can help identify any reignition and validate continued and strong public health policy responses in problem localities.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>This surveillance report aimed to provide up-to-date information for the 25 largest US metropolitan areas about the rapidity of descent in the number of new cases following the Delta wave peak, as well as any potential reignition of the pandemic associated with declining vaccine effectiveness over time, new variants, or other factors.</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>COVID-19 pandemic dynamics for the 25 largest US metropolitan areas were analyzed through September 19, 2021, using novel metrics of speed, acceleration, jerk, and 7-day persistence, calculated from the observed data on the cumulative number of cases as reported by USAFacts. Statistical analysis was conducted using dynamic panel data models estimated with the Arellano-Bond regression techniques. The results are presented in tabular and graphic forms for visual interpretation.</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>On average, speed in the 25 largest US metropolitan areas declined from 34 new cases per day per 100,000 population, during the week ending August 15, 2021, to 29 new cases per day per 100,000 population, during the week ending September 19, 2021. This average masks important differences across metropolitan areas. For example, Miami’s speed decreased from 105 for the week ending August 15, 2021, to 40 for the week ending September 19, 2021. Los Angeles, San Francisco, Riverside, and San Diego had decreasing speed over the sample period and ended with single-digit speeds for the week ending September 19, 2021. However, Boston, Washington DC, Detroit, Minneapolis, Denver, and Charlotte all had their highest speed of the sample during the week ending September 19, 2021. These cities, as well as Houston and Baltimore, had positive acceleration for the week ending September 19, 2021.</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>There is great variation in epidemiological curves across US metropolitan areas, including increasing numbers of new cases in 8 of the largest 25 metropolitan areas for the week ending September 19, 2021. These trends, including the possibility of waning vaccine effectiveness and the emergence of resistant variants, strongly indicate the need for continued surveillance and perhaps a return to more restrictive public health guidelines for some areas.</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>surveillance system</kwd>
        <kwd>COVID-19</kwd>
        <kwd>coronavirus</kwd>
        <kwd>Sars-CoV-2</kwd>
        <kwd>Houston</kwd>
        <kwd>dynamic panel data model</kwd>
        <kwd>speed</kwd>
        <kwd>jerk</kwd>
        <kwd>acceleration</kwd>
        <kwd>7-Day persistence</kwd>
        <kwd>modeling</kwd>
        <kwd>data</kwd>
        <kwd>surveillance</kwd>
        <kwd>monitoring</kwd>
        <kwd>public health</kwd>
        <kwd>United States</kwd>
        <kwd>transmission</kwd>
        <kwd>response</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <p>Almost a year and a half after the first case of the disease caused by the novel coronavirus SARS-CoV2 was recorded in the United States, the country has reported over 42 million cases, over 680,000 deaths, 88 million initial unemployment claims filed from March 21, 2020, to the present, and an estimated 30,000 additional deaths attributable to pandemic-related unemployment [<xref ref-type="bibr" rid="ref1">1</xref>,<xref ref-type="bibr" rid="ref2">2</xref>]. Additionally, up to 30% of COVID-19 survivors and some asymptomatic individuals may be subject to sequalae including a deterioration in health-related quality of life that may last 9 months or longer [<xref ref-type="bibr" rid="ref3">3</xref>-<xref ref-type="bibr" rid="ref6">6</xref>]. Despite the unprecedented pandemic, the US government has not implemented national COVID-19 restrictions, instead leaving it to states and metropolitan areas to determine what public health measures are appropriate in their context, based on unclear guidelines [<xref ref-type="bibr" rid="ref7">7</xref>-<xref ref-type="bibr" rid="ref12">12</xref>]. This has led to a patchwork of measures and sometimes diverging national, state, and local guidance [<xref ref-type="bibr" rid="ref7">7</xref>-<xref ref-type="bibr" rid="ref9">9</xref>]. Additionally, unclear and divergent public health recommendations, among other factors, have likely affected public acceptance of measures such as social distancing, face masking, and crowd avoidance [<xref ref-type="bibr" rid="ref13">13</xref>-<xref ref-type="bibr" rid="ref15">15</xref>]. For example, despite the evidence that masks help prevent the spread of the virus, on March 6, protestors held a mask-burning rally on the steps of the Idaho state capitol [<xref ref-type="bibr" rid="ref16">16</xref>], the first conviction in a plot to kidnap Michigan Governor Whitmer for imposing a mask mandate was handed down in August of 2021 [<xref ref-type="bibr" rid="ref17">17</xref>], and Florida Governor DeSantis’s ban of local mask mandates has been subject to court challenges and likely appeals [<xref ref-type="bibr" rid="ref18">18</xref>].</p>
      <p>After enduring shutdowns for most of the 2020-21 winter, most US metropolitan areas began reopening in early- to mid-March, 2021 [<xref ref-type="bibr" rid="ref16">16</xref>,<xref ref-type="bibr" rid="ref19">19</xref>,<xref ref-type="bibr" rid="ref20">20</xref>], despite contrary guidance and concerns of explosive growth after reopening [<xref ref-type="bibr" rid="ref21">21</xref>,<xref ref-type="bibr" rid="ref22">22</xref>]. Reopening is at least chronologically associated with public desensitization to COVID-19 news and lack of compliance with health guidance [<xref ref-type="bibr" rid="ref23">23</xref>]. Since June 2021, the emergence of the delta variant has led to a global third wave of COVID-19 cases including in the Unites States, with 98.4% of new cases in the Unites States comprising lineage B.1.617.2 [<xref ref-type="bibr" rid="ref24">24</xref>]. There is significant concern that reopening has led to an upsurge and possibly explosive growth in the pandemic, especially as new variants spread across the country, and if either health policy or social acceptance of policy reduces or eliminates social distancing. The ramifications of the Delta and other variants for the reemergence of explosive growth under reopening conditions and with limited vaccination are unclear [<xref ref-type="bibr" rid="ref25">25</xref>]. Thus, it is imperative to have timely and objective surveillance at local levels to inform public health decisions, including metrics such as the 7-day persistence rate that inform questions around where on the epidemiological curve the pandemic currently lies—whether it is in the state of explosive growth, peaking and declining, or that it is peaking with a plateau [<xref ref-type="bibr" rid="ref26">26</xref>,<xref ref-type="bibr" rid="ref27">27</xref>]. A large 7-day persistence value is indicative of explosive growth.</p>
      <p>This report provides surveillance data relevant to the question of whether the pandemic is exploding, peaking, or plateauing for the 25 largest US metropolitan areas. Specifically, it provides weekly data for the 6 weeks ending on September 19, 2021, on the novel metrics of speed, acceleration, and jerk, and the 7-day persistence effect. This captures information relevant to the determination of a possible peak and reversal in the most recent Delta-fueled wave of COVID-19 in the United States.</p>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <p>We calculated the speed, acceleration, jerk, and 7-day persistence rate by applying dynamic panel data modeling and additional methods introduced by [<xref ref-type="bibr" rid="ref7">7</xref>,<xref ref-type="bibr" rid="ref26">26</xref>]. These methods have been previously applied globally at the country level [<xref ref-type="bibr" rid="ref26">26</xref>-<xref ref-type="bibr" rid="ref31">31</xref>] and in the United States at the state level [<xref ref-type="bibr" rid="ref28">28</xref>] and comprise the basis for the Global SARS-CoV-2 Surveillance Project [<xref ref-type="bibr" rid="ref32">32</xref>]. This paper updates the findings by Oehmke et al [<xref ref-type="bibr" rid="ref27">27</xref>], who previously applied these methods to US metropolitan areas.</p>
      <p>The metrics used in the paper are speed, acceleration, jerk, and persistence. Speed is the number of new metropolitan area cases per day per 100,000 population and is a measure of how fast the pandemic is growing from day to day. To address differences in reporting across different days of the week, we calculate speed (and other indicators) on a weekly basis for 7-day ISO (International Organization for Standardization) weeks [<xref ref-type="bibr" rid="ref33">33</xref>]. Acceleration is the week-over-week change in weekly average speed and is the primary indication of whether the pandemic is getting worse (positive acceleration) or better (negative acceleration or deceleration) from week to week. Jerk is the change in acceleration. A positive jerk signifies increasing acceleration—not only is the pandemic getting worse, but it is getting worse more rapidly this week than last. A large positive jerk can be associated with super-spreading events, emergence of a new variant, policy shift, or other change that affects the underlying infection rates. A negative jerk indicates a declining acceleration possibly including a shift from positive to negative acceleration, and if associated with a policy shift, may indicate policy success. The 7-day persistence rate is the number of cases per 100,000 today that are statistically attributable to cases 7 days ago. A positive 7-day persistence rate can signify the presence of linked super-spreader events, the emergence of a new variant, or continued policy ineffectiveness. During the first year of the pandemic, persistence was associated with mega-spreader events (eg, when on a weekend people were infected at a sports event, religious gathering, political rally, etc, they go to another event the next weekend and infect more people, who then go to another event, leading to a persistent “echo forward” effect of the original infection [<xref ref-type="bibr" rid="ref27">27</xref>]). Mathematically, persistence case numbers that are close to or exceeding 100% of total cases lead to rapid or explosive growth in the number of cases. A small positive persistence may indicate a diminishing pandemic. A negative number indicates that the high number of cases last week is associated with a lower number of cases this week, suggesting that the high number of cases was an aberration rather than an indication of a persistent issue in the metropolis. A negative 7-day persistence rate is indicative of a slowing pandemic, whether via a natural progression or through public health control measures.</p>
      <p>We collected data from USAFacts for the week of 2021 ending August 1, 2021, through the week ending September 19, 2021. Using the US Census Bureau definitions of metropolitan area, we determined the various counties comprising the 25 largest US metropolitan areas and collected data on the total (cumulative) number of COVID-19 cases in each county for each day. We preprocessed the data only by creating a variable containing the number of new cases per county per day to show the change in the cumulative case count from the prior day to that day (first difference). We used data from the first 2 weeks, ie, the weeks ending August 1, 2021, and August 8, 2021, to create lagged values used in the analysis, resulting in a sample period of 6 weeks from the week ending August 15, 2021, to the week ending September 19, 2021, for which we had a complete data set. We analyzed the data using STATA/MP, version 17.0 (Stata Corp LLC); the dynamic panel data modeling is accomplished using STATA’s “xtabond” procedure. We report the weekly average speed, acceleration, jerk, and 7-day persistence effect for the most recent 6 weeks of 2021. The results for the prior weeks of 2021 are available from the authors upon request.</p>
      <p>We also report the vaccination rates in California and Florida, which are useful in interpreting the results. Vaccination data are taken from the USAFacts website. <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref> contains additional methodological detail.</p>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <p><xref ref-type="table" rid="table1">Table 1</xref> reports the population-weighted average results for the 25 metropolitan areas. Speed increased from 34.03 cases per day per 100,000 persons during the week ending August 15, 2021, to a peak of 36.84 during the week ending September 5, 2021, before declining to 29.01 for the week ending September 19, 2021. Acceleration started at a positive 3.96, then declined and turned negative during the weeks ending September 12, 2021, and September 19, 2021. Jerk was negative for the first 5 weeks of the period, before turning positive during the week ending September 19, 2021. The positive jerk coupled with a negative acceleration (deceleration) means that the deceleration is slowing, which is potentially indicative of a slow decline or upcoming plateau in the number of cases. Persistence started at 1.67 new cases per day per 100,000 that were statistically attributable to cases from the prior week, during the week ending August 15, 2021. Persistence increased to a peak of 2.22 the week ending August 29, 2021, before declining to a value of 1.06 the week ending September 19, 2021.</p>
      <table-wrap position="float" id="table1">
        <label>Table 1</label>
        <caption>
          <p>Population-weighted averages of reported COVID-19 incidents for the 25 most populous metropolitan areas in the United States.</p>
        </caption>
        <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
          <col width="170"/>
          <col width="180"/>
          <col width="200"/>
          <col width="190"/>
          <col width="260"/>
          <thead>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td colspan="4">Population-weighted averages</td>
            </tr>
            <tr valign="top">
              <td>Week ending</td>
              <td>Speed (reported cases per day per 100,000 people)</td>
              <td>Acceleration (reported cases per day per day per 100,000 people)</td>
              <td>Jerk (reported cases per day per day per day per 100,000 people)</td>
              <td>Persistence (number of cases during 7-day period due to cases in pervious 7-day period)</td>
            </tr>
          </thead>
          <tbody>
            <tr valign="top">
              <td>August 15, 2021</td>
              <td>34.03</td>
              <td>3.96</td>
              <td>-2.89</td>
              <td>1.67</td>
            </tr>
            <tr valign="top">
              <td>August 20, 2021</td>
              <td>36.27</td>
              <td>2.24</td>
              <td>-1.72</td>
              <td>1.91</td>
            </tr>
            <tr valign="top">
              <td>August 29, 2021</td>
              <td>36.80</td>
              <td>.53</td>
              <td>-1.71</td>
              <td>2.22</td>
            </tr>
            <tr valign="top">
              <td>September 5, 2021</td>
              <td>36.84</td>
              <td>.04</td>
              <td>-.49</td>
              <td>2.17</td>
            </tr>
            <tr valign="top">
              <td>September 12, 2021</td>
              <td>31.89</td>
              <td>-4.95</td>
              <td>-4.99</td>
              <td>1.26</td>
            </tr>
            <tr valign="top">
              <td>September 19, 2021</td>
              <td>29.01</td>
              <td>-2.88</td>
              <td>2.07</td>
              <td>1.06</td>
            </tr>
          </tbody>
        </table>
      </table-wrap>
      <p>Disaggregating the results by metropolitan area reveals a variety of patterns over the 6 weeks. We present an illustrative selection of these patterns graphically; complete results in tabular form are available in <xref ref-type="supplementary-material" rid="app2">Multimedia Appendix 2</xref> [<xref ref-type="bibr" rid="ref34">34</xref>-<xref ref-type="bibr" rid="ref38">38</xref>].</p>
      <p><xref rid="figure1" ref-type="fig">Figure 1</xref> shows illustrative temporal patterns for speed. The population-weighted average showed a slight increase in speed through the week ending September 5, 2021, then a slight decrease. Chicago followed the national pattern of a slight increase over the first 3 or 4 weeks of the sample period, and then a slight decrease in speed. Other cities following this pattern include New York, Houston, Atlanta, Philadelphia, Phoenix, Boston, San Francisco, Riverside, Orlando, Tampa, Seattle, San Diego, and Portland. Miami started off the sample period at its peak with a high rate of speed, which declined significantly over the sample period especially in the last 2 weeks; Tampa and Orlando followed the national pattern of peaking in mid-August but had significant decreases in speed over the last 2 weeks, similarly to Miami. Los Angeles also saw a significant decline in speed over the period, but from a lower starting point. San Francisco and San Diego, while mirroring the national peak, declined rapidly in the end of the sample period to significantly decrease their speed, with San Francisco and San Diego reaching single-digit speeds. San Antonio experienced a small decrease in speed over the sample period. Dallas, Washington DC, Detroit, Minneapolis, Baltimore, Charlotte, St. Louis, and Portland saw slightly increasing speed over the period.</p>
      <fig id="figure1" position="float">
        <label>Figure 1</label>
        <caption>
          <p>Illustrative patterns for speed; metro average, Miami, Chicago, Dallas, and San Francisco; weeks ending August 15, 2021, to September 19, 2021.</p>
        </caption>
        <graphic xlink:href="publichealth_v8i2e28737_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
      </fig>
      <p><xref rid="figure2" ref-type="fig">Figure 2</xref> shows illustrative temporal patterns for acceleration. The population-weighted average acceleration started slightly positive and ended slightly negative. Chicago’s acceleration mirrored this pattern before ending at essentially zero for the week ending September 19, 2021. Other cities following this pattern include New York, Houston, Atlanta, Philadelphia, Phoenix, Boston, San Francisco, Riverside, Orlando, Tampa, Seattle, San Diego, and Portland. Miami started with positive acceleration, but then began a rapid deceleration (negative acceleration) that is reflected in a still declining number of cases. Los Angeles, San Francisco, Orlando, Tampa, San Diego, Atlanta, and Riverside also ended the sample period with large decelerations, although the deceleration in San Francisco and the other California areas occurred primarily in the last 2 weeks of the sample period. Dallas, Washington DC, Detroit, Minneapolis, Baltimore, St. Louis, Charlotte, and Portland had some amount of fluctuation in acceleration, but ended the period with small positive accelerations.</p>
      <fig id="figure2" position="float">
        <label>Figure 2</label>
        <caption>
          <p>Illustrative patterns for acceleration; metro average, Miami, Chicago, Dallas, and San Francisco; weeks ending August 15, 2021, to September 19, 2021.</p>
        </caption>
        <graphic xlink:href="publichealth_v8i2e28737_fig2.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
      </fig>
      <p><xref rid="figure3" ref-type="fig">Figure 3</xref> shows illustrative temporal patterns for jerk—the change in acceleration. The population-weighted average jerk changes little over the sample period: it is very slightly negative the week ending August 15, 2021, and very slightly positive the week ending September 19, 2021. Since acceleration was negative (deceleration) that week, the positive jerk means that the speed is still decreasing but less rapidly. In other words, the latest wave of the pandemic has peaked, but at a national level, it is not decreasing rapidly. Chicago follows almost exactly the population-weighted average. New York, Boston, Detroit, Seattle, Minneapolis, Denver, and Baltimore were mostly similar. St. Louis inverted the average pattern, starting with small negative jerk, moving into a positive jerk, but ending the sample period with a small negative jerk. Dallas, Houston, Washington DC., Philadelphia, Phoenix, Charlotte, San Antonio, and Portland showed large fluctuations in jerk. Miami had negative jerk for the weeks ending August 15, 2021, through September 5, 2021, but jerk turned positive for the weeks ending September 12, 2021, and September 19, 2021. Los Angeles, Atlanta, San Francisco, Riverside, San Diego, Tampa, and Orlando moved from positive or near-zero jerk to large negative jerk.</p>
      <p><xref rid="figure4" ref-type="fig">Figure 4</xref> shows illustrative temporal patterns for persistence, the number of daily new cases statistically attributable to new cases 7 days previously.</p>
      <fig id="figure3" position="float">
        <label>Figure 3</label>
        <caption>
          <p>Illustrative patterns for jerk; metro average, Miami, Chicago, Dallas, and San Francisco; weeks ending August 15, 2021, to September 19, 2021.</p>
        </caption>
        <graphic xlink:href="publichealth_v8i2e28737_fig3.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
      </fig>
      <fig id="figure4" position="float">
        <label>Figure 4</label>
        <caption>
          <p>Illustrative patterns for persistence; metro average, Miami, Chicago, Dallas, and San Francisco; weeks ending August 15, 2021, to September 19, 2021.</p>
        </caption>
        <graphic xlink:href="publichealth_v8i2e28737_fig4.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
      </fig>
      <p>The metropolitan average persistence started out at 1.7 new cases per day per 100,000 statistically attributable to new cases 7 days prior, peaked at 2.2 the week ending August 29, 2021, and then declined at 1.1 the week ending September 19, 2021. As a percentage of speed, metro average persistence peaked at 6.0% the week ending August 29, 2021, and then declined to 3.7% the week ending September 19, 2021. Of the 25 largest metropolitan areas, 22 (88%) followed a similar pattern.</p>
      <p>Exceptions to the pattern were Washington DC, Charlotte, and St. Louis. Charlotte had a definite peak the week ending September 5, 2021, and a decline the following 2 weeks, ending the sample period with a slightly higher persistence than at the start. Washington DC was similar to Charlotte but with lower numbers and a muted peak. St. Louis had a relatively high and flat persistence rate. As a percentage of total new cases, St. Louis had values from 20% to 26% over the sample period, which was notably higher than most other cities.</p>
      <p><xref ref-type="table" rid="table2">Table 2</xref> provides comparisons across the 25 largest US metropolitan areas for the week ending September 19, 2021. We report the surveillance metrics of speed, acceleration, jerk, and persistence for each metropolitan area, ranked by speed. Charlotte, NC has the fastest speed at 73 new cases per day per 100,000 population, positive acceleration and jerk, and the second-highest persistence at 6.94 new cases the week ending September 19, 2021 (meaning that 6.94 new cases per day are statistically attributable to new cases in the prior week). Tampa, Orlando, and Miami have negative acceleration, consistent with their falling numbers of new cases over the entire sample period. St. Louis has the highest persistence at 7.01, meaning that over 21% of new cases during the week ending September 12, 2021, were statistically attributable to new cases the prior week. This is nearly 6 times the population-weighted average rate of 3.6%. At the bottom of the table, Riverside, San Diego, Los Angeles, and San Francisco all had single-digit speed and negative acceleration, jerk, and persistence.</p>
      <p>The correlation coefficient between the prior week’s persistence number and the current week’s speed is 0.577 (<italic>P</italic>&#60;.001).</p>
      <p>For additional context in interpreting these results, we present vaccination rate data from California and Florida in <xref rid="figure5" ref-type="fig">Figure 5</xref>. Both California and Florida saw the number of new vaccinations per day peak in mid-April and decline through the end of July. Both states had a smaller “second wave” of vaccinations that began about mid-August.</p>
      <table-wrap position="float" id="table2">
        <label>Table 2</label>
        <caption>
          <p>Speed, acceleration, jerk, and 7-Day persistence for the 25 most populous metropolitan areas in the United States, September 13-19, 2021.</p>
        </caption>
        <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
          <col width="110"/>
          <col width="150"/>
          <col width="170"/>
          <col width="170"/>
          <col width="170"/>
          <col width="230"/>
          <thead>
            <tr valign="top">
              <td>Metropolitan area</td>
              <td>Population (number of people in each metropolitan area)</td>
              <td>Speed (reported cases per day per 100,000 people)</td>
              <td>Acceleration (reported cases per day per day per 100,000 people)</td>
              <td>Jerk (reported cases per day per 100,000 people)</td>
              <td>Persistence (number of cases during 7-day period due to cases in pervious 7-day period)</td>
            </tr>
          </thead>
          <tbody>
            <tr valign="top">
              <td>Charlotte</td>
              <td>2,636,883</td>
              <td>73</td>
              <td>11</td>
              <td>22</td>
              <td>6.94</td>
            </tr>
            <tr valign="top">
              <td>Dallas</td>
              <td>7,573,136</td>
              <td>64</td>
              <td>5</td>
              <td>7</td>
              <td>0.69</td>
            </tr>
            <tr valign="top">
              <td>San Antonio</td>
              <td>2,550,960</td>
              <td>61</td>
              <td>1</td>
              <td>2</td>
              <td>0.07</td>
            </tr>
            <tr valign="top">
              <td>Tampa</td>
              <td>3,194,831</td>
              <td>56</td>
              <td>-19</td>
              <td>-2</td>
              <td>1.10</td>
            </tr>
            <tr valign="top">
              <td>Houston</td>
              <td>7,066,141</td>
              <td>56</td>
              <td>6</td>
              <td>24</td>
              <td>0.66</td>
            </tr>
            <tr valign="top">
              <td>Orlando</td>
              <td>2,608,147</td>
              <td>49</td>
              <td>-12</td>
              <td>7</td>
              <td>5.18</td>
            </tr>
            <tr valign="top">
              <td>Miami</td>
              <td>6,166,488</td>
              <td>40</td>
              <td>-11</td>
              <td>2</td>
              <td>1.84</td>
            </tr>
            <tr valign="top">
              <td>Phoenix</td>
              <td>4,948,203</td>
              <td>40</td>
              <td>1</td>
              <td>8</td>
              <td>0.14</td>
            </tr>
            <tr valign="top">
              <td>Atlanta</td>
              <td>6,020,364</td>
              <td>36</td>
              <td>-8</td>
              <td>-2</td>
              <td>1.86</td>
            </tr>
            <tr valign="top">
              <td>St. Louis</td>
              <td>2,803,228</td>
              <td>33</td>
              <td>0</td>
              <td>-3</td>
              <td>7.01</td>
            </tr>
            <tr valign="top">
              <td>Minneapolis</td>
              <td>3,640,043</td>
              <td>32</td>
              <td>7</td>
              <td>8</td>
              <td>2.01</td>
            </tr>
            <tr valign="top">
              <td>Portland</td>
              <td>2,492,412</td>
              <td>31</td>
              <td>2</td>
              <td>8</td>
              <td>0.13</td>
            </tr>
            <tr valign="top">
              <td>Seattle</td>
              <td>3,979,845</td>
              <td>31</td>
              <td>0</td>
              <td>3</td>
              <td>0.27</td>
            </tr>
            <tr valign="top">
              <td>Denver</td>
              <td>2,967,239</td>
              <td>28</td>
              <td>1</td>
              <td>1</td>
              <td>1.06</td>
            </tr>
            <tr valign="top">
              <td>Washington DC</td>
              <td>5,371,160</td>
              <td>24</td>
              <td>5</td>
              <td>6</td>
              <td>3.39</td>
            </tr>
            <tr valign="top">
              <td>Philadelphia</td>
              <td>5,378,441</td>
              <td>23</td>
              <td>2</td>
              <td>4</td>
              <td>0.68</td>
            </tr>
            <tr valign="top">
              <td>Boston</td>
              <td>4,873,019</td>
              <td>23</td>
              <td>4</td>
              <td>5</td>
              <td>0.83</td>
            </tr>
            <tr valign="top">
              <td>Detroit</td>
              <td>4,319,629</td>
              <td>23</td>
              <td>2</td>
              <td>2</td>
              <td>0.80</td>
            </tr>
            <tr valign="top">
              <td>Chicago</td>
              <td>9,458,539</td>
              <td>22</td>
              <td>0</td>
              <td>3</td>
              <td>0.33</td>
            </tr>
            <tr valign="top">
              <td>New York City</td>
              <td>19,216,182</td>
              <td>21</td>
              <td>-1</td>
              <td>1</td>
              <td>0.70</td>
            </tr>
            <tr valign="top">
              <td>Baltimore</td>
              <td>2,800,053</td>
              <td>16</td>
              <td>1</td>
              <td>2</td>
              <td>1.11</td>
            </tr>
            <tr valign="top">
              <td>Riverside</td>
              <td>4,650,631</td>
              <td>7</td>
              <td>-20</td>
              <td>-16</td>
              <td>-0.41</td>
            </tr>
            <tr valign="top">
              <td>San Diego</td>
              <td>3,338,330</td>
              <td>6</td>
              <td>-17</td>
              <td>-9</td>
              <td>-0.25</td>
            </tr>
            <tr valign="top">
              <td>Los Angeles</td>
              <td>13,214,799</td>
              <td>4</td>
              <td>-13</td>
              <td>-10</td>
              <td>-0.07</td>
            </tr>
            <tr valign="top">
              <td>San Francisco</td>
              <td>4,731,803</td>
              <td>3</td>
              <td>-13</td>
              <td>-3</td>
              <td>-0.45</td>
            </tr>
          </tbody>
        </table>
      </table-wrap>
      <fig id="figure5" position="float">
        <label>Figure 5</label>
        <caption>
          <p>Change in fully vaccinated populations, Florida and California; 7-day moving averages and fitted cubic polynomial. Data sourced from USAFacts. Poly: polynomial.</p>
        </caption>
        <graphic xlink:href="publichealth_v8i2e28737_fig5.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
      </fig>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <sec>
        <title>Principal Findings</title>
        <p>The 25 largest metropolitan areas are exhibiting 4 or 5 distinct patterns of COVID-19. This is not surprising as areas differ in vaccination rates, health guidelines, especially around mask mandates, and public compliance with both mandates and voluntary guidelines. Overall, the third wave of COVID-19 in the largest US metropolitan areas, associated with the Delta variant, seems to have peaked. However, how and even whether the number of new cases declines will vary by metropolitan area.</p>
        <p>The majority of the metropolitan areas are exhibiting indications that the Delta wave peaked in mid-August, and current indications are positive. However, declines in new cases since the peak have been slow, and the epidemiological curve seems to be flattening more than rapidly declining.</p>
        <p>Charlotte, NC exhibited the highest speed among the metropolitan areas. This high speed is consistent with low vaccination rates: less than half of North Carolina residents are fully vaccinated, and there are 272 outbreaks in nursing homes [<xref ref-type="bibr" rid="ref39">39</xref>,<xref ref-type="bibr" rid="ref40">40</xref>]. The next 6 areas—Dallas, San Antonio, Tampa, Houston, Orlando, Miami—are in Texas and Florida, 2 states with legislation prohibiting mask mandates [<xref ref-type="bibr" rid="ref39">39</xref>,<xref ref-type="bibr" rid="ref40">40</xref>].</p>
        <p>Miami, Tampa, and Orlando are exceptions and have exhibited the biggest declines in new cases per day per 100,000 population. However, they started from very high numbers of new cases, so the current pandemic speed is significantly above average. California’s metropolitan areas also experienced significant decelerations in September, although not as large as Florida’s. However, California started at lower levels than did Florida; after deceleration, Los Angeles, San Francisco, Riverside, and San Diego all had single-digit speed during the week ending September 19, 2021. These metropolitan areas are likely close to defeating COVID-19.</p>
        <p>The Florida pattern—the highest initial speeds during the week ending August 15, 2021, followed by the largest decline in speeds throughout the sample period for Miami and during the weeks ending September 12 and September 9, 2021, for Orlando and Tampa—is atypical among metropolitan areas. Anecdotally, the rapid decline is associated with an increase in vaccinations as the public responded to the increasing speed [<xref ref-type="bibr" rid="ref41">41</xref>]. <xref rid="figure5" ref-type="fig">Figure 5</xref> shows the daily change in the number of fully vaccinated persons in Florida as a 7-day moving average and a cubic polynomial curve. The daily increase (7-day moving average) in the number of fully vaccinated persons in Florida bottomed on August 12, 2021, and then began increasing, which is chronologically consistent with the declines in speed later in August and September. California’s metropolitan areas also experienced significant decelerations in September, although not as large as Florida’s. California also experienced an upswing in the rate of vaccination starting in mid-August, although proportionately the upswing was smaller than in Florida. Hence there is prima facie evidence that is consistent with the vaccination hypothesis. However, further research is necessary to draw any firm conclusions.</p>
        <p>Throughout the analysis, St. Louis has presented uniquely, exhibiting a very mild trough instead of a peak, and a high persistence. We found a high and statistically significant correlation between last week’s persistence and this week’s speed; in the case of St. Louis, the high persistence number may indicate that the metropolitan area remains at risk of the pandemic worsening in the next few weeks.</p>
        <p>However, examination of the novel surveillance metric of persistence revealed that no metropolitan area showed indications of explosive growth. The relatively small persistence numbers for the majority of metropolitan areas further suggest that the infection pattern for the Delta variant, compared with that of the Alpha or Beta variants, is less reliant on mega-spreader events and more likely to be spread by an infected person coming into casual contact with a susceptible person, or perhaps by encountering multiple susceptible persons sequentially rather than at a single event. This is heuristically consistent with the findings that Delta has a longer infectious period and higher viral shedding loads than earlier variants [<xref ref-type="bibr" rid="ref42">42</xref>].</p>
      </sec>
      <sec>
        <title>Conclusions</title>
        <p>The novel surveillance metrics in this paper help paint a more complete picture of the COVID-19 pandemic in the largest US metropolitan areas. Acceleration and jerk provide additional information as to the direction of the pandemic (ie, where a metropolitan area lies on the epidemiological curve). Perhaps most importantly, last week’s 7-day persistence is highly and significantly correlated with this week’s speed, which suggests that 7-day persistence may add significant predictive power to the existing set of surveillance metrics. This also indicates the need for further research to clarify and refine the predictive power of the 7-day persistence metric.</p>
        <p>In mid-August, the third or Delta wave of COVID-19 peaked in most, but not all, of the 25 largest US metropolitan areas. Washington DC and St. Louis are exceptions to this peak. Following the peak, new cases declined significantly in metropolitan areas in California and Florida, although from high starting values in Florida. In California, the Los Angeles, San Francisco, Riverside, and San Diego metropolitan areas have single-digit speed (new cases per day per 100,000), which, at least for the moment, establishes control over the pandemic. However, most metropolitan areas are showing only small decreases in the number of new cases after the peak. This leads to the conclusion that more needs to be done in these areas to control the pandemic, and additional monitoring, surveillance, and improved prediction are necessary.</p>
      </sec>
    </sec>
  </body>
  <back>
    <app-group>
      <supplementary-material id="app1">
        <label>Multimedia Appendix 1</label>
        <p>Weekly surveillance summary 2021 for 25 largest U.S. metropolitan areas.</p>
        <media xlink:href="publichealth_v8i2e28737_app1.xls" xlink:title="XLS File  (Microsoft Excel File), 231 KB"/>
      </supplementary-material>
      <supplementary-material id="app2">
        <label>Multimedia Appendix 2</label>
        <p>Extended Methodology Section.</p>
        <media xlink:href="publichealth_v8i2e28737_app2.docx" xlink:title="DOCX File , 19 KB"/>
      </supplementary-material>
    </app-group>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">ISO</term>
          <def>
            <p>International Organization for Standardization</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <fn-group>
      <fn fn-type="conflict">
        <p>None declared.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Matthay</surname>
              <given-names>EC</given-names>
            </name>
            <name name-style="western">
              <surname>Duchowny</surname>
              <given-names>KA</given-names>
            </name>
            <name name-style="western">
              <surname>Riley</surname>
              <given-names>AR</given-names>
            </name>
            <name name-style="western">
              <surname>Galea</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Projected All-Cause Deaths Attributable to COVID-19-Related Unemployment in the United States</article-title>
          <source>Am J Public Health</source>
          <year>2021</year>
          <month>04</month>
          <volume>111</volume>
          <issue>4</issue>
          <fpage>696</fpage>
          <lpage>699</lpage>
          <pub-id pub-id-type="doi">10.2105/AJPH.2020.306095</pub-id>
          <pub-id pub-id-type="medline">33600244</pub-id>
          <pub-id pub-id-type="pmcid">PMC7958047</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="web">
          <article-title>Weekly Initial Claims</article-title>
          <source>Federal Reserve Bank of St. Louis</source>
          <access-date>2021-12-16</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://fred.stlouisfed.org/categories/32240">https://fred.stlouisfed.org/categories/32240</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Huang</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Huang</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Li</surname>
              <given-names>X</given-names>
            </name>
            <name name-style="western">
              <surname>Ren</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Gu</surname>
              <given-names>X</given-names>
            </name>
            <name name-style="western">
              <surname>Kang</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Guo</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Liu</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Zhou</surname>
              <given-names>X</given-names>
            </name>
            <name name-style="western">
              <surname>Luo</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Huang</surname>
              <given-names>Z</given-names>
            </name>
            <name name-style="western">
              <surname>Tu</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Zhao</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Chen</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Xu</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Li</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Li</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Peng</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Li</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Xie</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Cui</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Shang</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Fan</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Xu</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Zhong</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Zhang</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Cao</surname>
              <given-names>B</given-names>
            </name>
          </person-group>
          <article-title>6-month consequences of COVID-19 in patients discharged from hospital: a cohort study</article-title>
          <source>Lancet</source>
          <year>2021</year>
          <month>01</month>
          <day>16</day>
          <volume>397</volume>
          <issue>10270</issue>
          <fpage>220</fpage>
          <lpage>232</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/33428867"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/S0140-6736(20)32656-8</pub-id>
          <pub-id pub-id-type="medline">33428867</pub-id>
          <pub-id pub-id-type="pii">S0140-6736(20)32656-8</pub-id>
          <pub-id pub-id-type="pmcid">PMC7833295</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Carfì</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Bernabei</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Landi</surname>
              <given-names>F</given-names>
            </name>
          </person-group>
          <article-title>Persistent Symptoms in Patients After Acute COVID-19</article-title>
          <source>JAMA</source>
          <year>2020</year>
          <month>08</month>
          <day>11</day>
          <volume>324</volume>
          <issue>6</issue>
          <fpage>603</fpage>
          <pub-id pub-id-type="doi">10.1001/jama.2020.12603</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Logue</surname>
              <given-names>JK</given-names>
            </name>
            <name name-style="western">
              <surname>Franko</surname>
              <given-names>NM</given-names>
            </name>
            <name name-style="western">
              <surname>McCulloch</surname>
              <given-names>DJ</given-names>
            </name>
            <name name-style="western">
              <surname>McDonald</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Magedson</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Wolf</surname>
              <given-names>CR</given-names>
            </name>
            <name name-style="western">
              <surname>Chu</surname>
              <given-names>HY</given-names>
            </name>
          </person-group>
          <article-title>Sequelae in Adults at 6 Months After COVID-19 Infection</article-title>
          <source>JAMA Netw Open</source>
          <year>2021</year>
          <month>02</month>
          <day>01</day>
          <volume>4</volume>
          <issue>2</issue>
          <fpage>e210830</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://jamanetwork.com/journals/jamanetworkopen/fullarticle/10.1001/jamanetworkopen.2021.0830"/>
          </comment>
          <pub-id pub-id-type="doi">10.1001/jamanetworkopen.2021.0830</pub-id>
          <pub-id pub-id-type="medline">33606031</pub-id>
          <pub-id pub-id-type="pii">2776560</pub-id>
          <pub-id pub-id-type="pmcid">PMC7896197</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Proal</surname>
              <given-names>AD</given-names>
            </name>
            <name name-style="western">
              <surname>VanElzakker</surname>
              <given-names>MB</given-names>
            </name>
          </person-group>
          <article-title>Long COVID or Post-acute Sequelae of COVID-19 (PASC): An Overview of Biological Factors That May Contribute to Persistent Symptoms</article-title>
          <source>Front Microbiol</source>
          <year>2021</year>
          <month>6</month>
          <day>23</day>
          <volume>12</volume>
          <fpage>698169</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.3389/fmicb.2021.698169"/>
          </comment>
          <pub-id pub-id-type="doi">10.3389/fmicb.2021.698169</pub-id>
          <pub-id pub-id-type="medline">34248921</pub-id>
          <pub-id pub-id-type="pmcid">PMC8260991</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Oehmke</surname>
              <given-names>JF</given-names>
            </name>
            <name name-style="western">
              <surname>Moss</surname>
              <given-names>CB</given-names>
            </name>
            <name name-style="western">
              <surname>Singh</surname>
              <given-names>LN</given-names>
            </name>
            <name name-style="western">
              <surname>Oehmke</surname>
              <given-names>TB</given-names>
            </name>
            <name name-style="western">
              <surname>Post</surname>
              <given-names>LA</given-names>
            </name>
          </person-group>
          <article-title>Dynamic Panel Surveillance of COVID-19 Transmission in the United States to Inform Health Policy: Observational Statistical Study</article-title>
          <source>J Med Internet Res</source>
          <year>2020</year>
          <month>10</month>
          <day>5</day>
          <volume>22</volume>
          <issue>10</issue>
          <fpage>e21955</fpage>
          <pub-id pub-id-type="doi">10.2196/21955</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Parodi</surname>
              <given-names>SM</given-names>
            </name>
            <name name-style="western">
              <surname>Liu</surname>
              <given-names>VX</given-names>
            </name>
          </person-group>
          <article-title>From Containment to Mitigation of COVID-19 in the US</article-title>
          <source>JAMA</source>
          <year>2020</year>
          <month>04</month>
          <day>21</day>
          <volume>323</volume>
          <issue>15</issue>
          <fpage>1441</fpage>
          <lpage>1442</lpage>
          <pub-id pub-id-type="doi">10.1001/jama.2020.3882</pub-id>
          <pub-id pub-id-type="medline">32167525</pub-id>
          <pub-id pub-id-type="pii">2763187</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ren</surname>
              <given-names>X</given-names>
            </name>
          </person-group>
          <article-title>Pandemic and lockdown: a territorial approach to COVID-19 in China, Italy and the United States</article-title>
          <source>Eurasian Geography and Economics</source>
          <year>2020</year>
          <month>05</month>
          <day>08</day>
          <volume>61</volume>
          <issue>4-5</issue>
          <fpage>423</fpage>
          <lpage>434</lpage>
          <pub-id pub-id-type="doi">10.1080/15387216.2020.1762103</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ganz</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Does your state have 14-days of declining COVID-19 cases?</article-title>
          <source>American Enterprise Institute</source>
          <access-date>2021-12-16</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.aei.org/economics/does-dc-have-14-days-of-declining-covid-19-cases-the-data-are-unclear/">https://www.aei.org/economics/does-dc-have-14-days-of-declining-covid-19-cases-the-data-are-unclear/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Spinelli</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Pellino</surname>
              <given-names>G</given-names>
            </name>
          </person-group>
          <article-title>COVID-19 pandemic: perspectives on an unfolding crisis</article-title>
          <source>Br J Surg</source>
          <year>2020</year>
          <month>06</month>
          <volume>107</volume>
          <issue>7</issue>
          <fpage>785</fpage>
          <lpage>787</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/32191340"/>
          </comment>
          <pub-id pub-id-type="doi">10.1002/bjs.11627</pub-id>
          <pub-id pub-id-type="medline">32191340</pub-id>
          <pub-id pub-id-type="pmcid">PMC7228411</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hodge, JR</surname>
              <given-names>James G</given-names>
            </name>
          </person-group>
          <article-title>Federal vs. State Powers in Rush to Reopen Amid Coronavirus Pandemic</article-title>
          <source>Just Security</source>
          <access-date>2021-12-16</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.justsecurity.org/69880/federal-vs-state-powers-in-rush-to-reopen-amid-coronavirus-pandemic/">https://www.justsecurity.org/69880/federal-vs-state-powers-in-rush-to-reopen-amid-coronavirus-pandemic/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Barrios</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Benmelech</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Hochberg</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Sapienza</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Zingales</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <article-title>Civic capital and social distancing during the Covid-19 pandemic</article-title>
          <source>National Bureau of Economic Research</source>
          <access-date>2021-12-16</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.nber.org/system/files/working_papers/w27320/w27320.pdf">https://www.nber.org/system/files/working_papers/w27320/w27320.pdf</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bavel</surname>
              <given-names>JJV</given-names>
            </name>
            <name name-style="western">
              <surname>Baicker</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Boggio</surname>
              <given-names>PS</given-names>
            </name>
            <name name-style="western">
              <surname>Capraro</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Cichocka</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Cikara</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Crockett</surname>
              <given-names>MJ</given-names>
            </name>
            <name name-style="western">
              <surname>Crum</surname>
              <given-names>AJ</given-names>
            </name>
            <name name-style="western">
              <surname>Douglas</surname>
              <given-names>KM</given-names>
            </name>
            <name name-style="western">
              <surname>Druckman</surname>
              <given-names>JN</given-names>
            </name>
            <name name-style="western">
              <surname>Drury</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Dube</surname>
              <given-names>O</given-names>
            </name>
            <name name-style="western">
              <surname>Ellemers</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Finkel</surname>
              <given-names>EJ</given-names>
            </name>
            <name name-style="western">
              <surname>Fowler</surname>
              <given-names>JH</given-names>
            </name>
            <name name-style="western">
              <surname>Gelfand</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Han</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Haslam</surname>
              <given-names>SA</given-names>
            </name>
            <name name-style="western">
              <surname>Jetten</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Kitayama</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Mobbs</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Napper</surname>
              <given-names>LE</given-names>
            </name>
            <name name-style="western">
              <surname>Packer</surname>
              <given-names>DJ</given-names>
            </name>
            <name name-style="western">
              <surname>Pennycook</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Peters</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Petty</surname>
              <given-names>RE</given-names>
            </name>
            <name name-style="western">
              <surname>Rand</surname>
              <given-names>DG</given-names>
            </name>
            <name name-style="western">
              <surname>Reicher</surname>
              <given-names>SD</given-names>
            </name>
            <name name-style="western">
              <surname>Schnall</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Shariff</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Skitka</surname>
              <given-names>LJ</given-names>
            </name>
            <name name-style="western">
              <surname>Smith</surname>
              <given-names>SS</given-names>
            </name>
            <name name-style="western">
              <surname>Sunstein</surname>
              <given-names>CR</given-names>
            </name>
            <name name-style="western">
              <surname>Tabri</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Tucker</surname>
              <given-names>JA</given-names>
            </name>
            <name name-style="western">
              <surname>Linden</surname>
              <given-names>SVD</given-names>
            </name>
            <name name-style="western">
              <surname>Lange</surname>
              <given-names>PV</given-names>
            </name>
            <name name-style="western">
              <surname>Weeden</surname>
              <given-names>KA</given-names>
            </name>
            <name name-style="western">
              <surname>Wohl</surname>
              <given-names>MJA</given-names>
            </name>
            <name name-style="western">
              <surname>Zaki</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Zion</surname>
              <given-names>SR</given-names>
            </name>
            <name name-style="western">
              <surname>Willer</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>Using social and behavioural science to support COVID-19 pandemic response</article-title>
          <source>Nat Hum Behav</source>
          <year>2020</year>
          <month>05</month>
          <day>30</day>
          <volume>4</volume>
          <issue>5</issue>
          <fpage>460</fpage>
          <lpage>471</lpage>
          <pub-id pub-id-type="doi">10.1038/s41562-020-0884-z</pub-id>
          <pub-id pub-id-type="medline">32355299</pub-id>
          <pub-id pub-id-type="pii">10.1038/s41562-020-0884-z</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Brzezinski</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Deiana</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Kecht</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Dijcke</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>The COVID-19 Pandemic: Government vs. Community Action Across the United States</article-title>
          <source>Institute for New Economic Thinking</source>
          <year>2020</year>
          <month>04</month>
          <day>18</day>
          <fpage>1</fpage>
          <lpage>43</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.inet.ox.ac.uk/publications/no-2020-06-the-covid-19-pandemic-government-vs-community-action-across-the-united-states/">https://www.inet.ox.ac.uk/publications/no-2020-06-the-covid-19-pandemic-government-vs-community-action-across-the-united-states/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bogel-Burroughs</surname>
              <given-names>N</given-names>
            </name>
          </person-group>
          <article-title>Covid-19 News: Republican Governors Push for Schools to Reopen</article-title>
          <source>The New York Times</source>
          <access-date>2021-12-16</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.nytimes.com/live/2021/03/06/world/covid-19-coronavirus">https://www.nytimes.com/live/2021/03/06/world/covid-19-coronavirus</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="web">
          <article-title>New York Times</article-title>
          <source>Defendant in Plot to Kidnap Michigan Governor is Sentenced to Six Years</source>
          <access-date>2021-12-16</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.nytimes.com/2021/08/25/us/gretchen-whitmer-kidnapping-plot-michigan.html">https://www.nytimes.com/2021/08/25/us/gretchen-whitmer-kidnapping-plot-michigan.html</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Spencer</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Anderson</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>Judge blocks Florida governor?s order banning mask mandates</article-title>
          <source>APNews</source>
          <access-date>2021-12-16</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://apnews.com/article/lifestyle-health-education-florida-coronavirus-pandemic-1908088a0b5c5b02d89fd7e007822408">https://apnews.com/article/lifestyle-health-education-florida-coronavirus-pandemic-1908088a0b5c5b02d89fd7e007822408</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="web">
          <article-title>New York Times</article-title>
          <source>Texas Drops Its Virus Restrictions as a Wave of Reopenings Takes Hold</source>
          <access-date>2021-12-16</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.nytimes.com/2021/03/02/us/coronavirus-reopening-texas.html">https://www.nytimes.com/2021/03/02/us/coronavirus-reopening-texas.html</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kelly</surname>
              <given-names>Jack</given-names>
            </name>
          </person-group>
          <article-title>The States That Are Now Reopening And Not Requiring Mask-Wearing</article-title>
          <source>Forbes</source>
          <access-date>2021-12-16</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.forbes.com/sites/jackkelly/2021/03/07/the-states-that-are-now-reopening-and-not-requiring-mask-wearing/?sh=4590670e168a">https://www.forbes.com/sites/jackkelly/2021/03/07/the-states-that-are-now-reopening-and-not-requiring-mask-wearing/?sh=4590670e168a</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="web">
          <article-title>'Now Is Not The Time To Stop Wearing A Mask,' Says CDC Director Rochelle Walensky</article-title>
          <source>National Public Radio</source>
          <access-date>2021-12-16</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.npr.org/2021/03/03/973286247/now-is-not-the-time-to-stop-wearing-a-mask-says-cdc-director-rochelle-walensky">https://www.npr.org/2021/03/03/973286247/now-is-not-the-time-to-stop-wearing-a-mask-says-cdc-director-rochelle-walensky</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Liu</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Thomadsen</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Yao</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Forecasting the Spread of COVID-19 under Different Reopening Strategies</article-title>
          <source>SSRN Journal</source>
          <year>2020</year>
          <month>06</month>
          <day>15</day>
          <fpage>1</fpage>
          <lpage>17</lpage>
          <pub-id pub-id-type="doi">10.2139/ssrn.3607977</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="web">
          <article-title>COVID Data Tracker</article-title>
          <source>Centers for Disease Control and Prevention</source>
          <access-date>2021-12-16</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.cdc.gov/covid-data-tracker/#cases">https://www.cdc.gov/covid-data-tracker/#cases</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="web">
          <article-title>COVID data tracker: United States at a glance</article-title>
          <source>Centers for Disease Control and Prevention</source>
          <access-date>2021-12-16</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://covid.cdc.gov/covid-data-tracker/#nowcasting">https://covid.cdc.gov/covid-data-tracker/#nowcasting</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Callaway</surname>
              <given-names>E</given-names>
            </name>
          </person-group>
          <article-title>Multitude of coronavirus variants found in the US - but the threat is unclear</article-title>
          <source>Nature</source>
          <year>2021</year>
          <month>03</month>
          <day>05</day>
          <volume>591</volume>
          <issue>7849</issue>
          <fpage>190</fpage>
          <lpage>190</lpage>
          <pub-id pub-id-type="doi">10.1038/d41586-021-00564-4</pub-id>
          <pub-id pub-id-type="medline">33674807</pub-id>
          <pub-id pub-id-type="pii">10.1038/d41586-021-00564-4</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref26">
        <label>26</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Oehmke</surname>
              <given-names>JF</given-names>
            </name>
            <name name-style="western">
              <surname>Oehmke</surname>
              <given-names>TB</given-names>
            </name>
            <name name-style="western">
              <surname>Singh</surname>
              <given-names>LN</given-names>
            </name>
            <name name-style="western">
              <surname>Post</surname>
              <given-names>LA</given-names>
            </name>
          </person-group>
          <article-title>Dynamic Panel Estimate-Based Health Surveillance of SARS-CoV-2 Infection Rates to Inform Public Health Policy: Model Development and Validation</article-title>
          <source>J Med Internet Res</source>
          <year>2020</year>
          <month>09</month>
          <day>22</day>
          <volume>22</volume>
          <issue>9</issue>
          <fpage>e20924</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2020/9/e20924/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/20924</pub-id>
          <pub-id pub-id-type="medline">32915762</pub-id>
          <pub-id pub-id-type="pii">v22i9e20924</pub-id>
          <pub-id pub-id-type="pmcid">PMC7511227</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref27">
        <label>27</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Oehmke</surname>
              <given-names>TB</given-names>
            </name>
            <name name-style="western">
              <surname>Post</surname>
              <given-names>LA</given-names>
            </name>
            <name name-style="western">
              <surname>Moss</surname>
              <given-names>CB</given-names>
            </name>
            <name name-style="western">
              <surname>Issa</surname>
              <given-names>TZ</given-names>
            </name>
            <name name-style="western">
              <surname>Boctor</surname>
              <given-names>MJ</given-names>
            </name>
            <name name-style="western">
              <surname>Welch</surname>
              <given-names>SB</given-names>
            </name>
            <name name-style="western">
              <surname>Oehmke</surname>
              <given-names>JF</given-names>
            </name>
          </person-group>
          <article-title>Dynamic Panel Data Modeling and Surveillance of COVID-19 in Metropolitan Areas in the United States: Longitudinal Trend Analysis</article-title>
          <source>J Med Internet Res</source>
          <year>2021</year>
          <month>02</month>
          <day>09</day>
          <volume>23</volume>
          <issue>2</issue>
          <fpage>e26081</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2021/2/e26081/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/26081</pub-id>
          <pub-id pub-id-type="medline">33481757</pub-id>
          <pub-id pub-id-type="pii">v23i2e26081</pub-id>
          <pub-id pub-id-type="pmcid">PMC7879727</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref28">
        <label>28</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Post</surname>
              <given-names>LA</given-names>
            </name>
            <name name-style="western">
              <surname>Issa</surname>
              <given-names>TZ</given-names>
            </name>
            <name name-style="western">
              <surname>Boctor</surname>
              <given-names>MJ</given-names>
            </name>
            <name name-style="western">
              <surname>Moss</surname>
              <given-names>CB</given-names>
            </name>
            <name name-style="western">
              <surname>Murphy</surname>
              <given-names>RL</given-names>
            </name>
            <name name-style="western">
              <surname>Ison</surname>
              <given-names>MG</given-names>
            </name>
            <name name-style="western">
              <surname>Achenbach</surname>
              <given-names>CJ</given-names>
            </name>
            <name name-style="western">
              <surname>Resnick</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Singh</surname>
              <given-names>LN</given-names>
            </name>
            <name name-style="western">
              <surname>White</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Faber</surname>
              <given-names>JMM</given-names>
            </name>
            <name name-style="western">
              <surname>Culler</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Brandt</surname>
              <given-names>CA</given-names>
            </name>
            <name name-style="western">
              <surname>Oehmke</surname>
              <given-names>JF</given-names>
            </name>
          </person-group>
          <article-title>Dynamic Public Health Surveillance to Track and Mitigate the US COVID-19 Epidemic: Longitudinal Trend Analysis Study</article-title>
          <source>J Med Internet Res</source>
          <year>2020</year>
          <month>12</month>
          <day>03</day>
          <volume>22</volume>
          <issue>12</issue>
          <fpage>e24286</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2020/12/e24286/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/24286</pub-id>
          <pub-id pub-id-type="medline">33216726</pub-id>
          <pub-id pub-id-type="pii">v22i12e24286</pub-id>
          <pub-id pub-id-type="pmcid">PMC7717896</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref29">
        <label>29</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Post</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Marogi</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Moss</surname>
              <given-names>CB</given-names>
            </name>
            <name name-style="western">
              <surname>Murphy</surname>
              <given-names>RL</given-names>
            </name>
            <name name-style="western">
              <surname>Ison</surname>
              <given-names>MG</given-names>
            </name>
            <name name-style="western">
              <surname>Achenbach</surname>
              <given-names>CJ</given-names>
            </name>
            <name name-style="western">
              <surname>Resnick</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Singh</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>White</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Boctor</surname>
              <given-names>MJ</given-names>
            </name>
            <name name-style="western">
              <surname>Welch</surname>
              <given-names>SB</given-names>
            </name>
            <name name-style="western">
              <surname>Oehmke</surname>
              <given-names>JF</given-names>
            </name>
          </person-group>
          <article-title>SARS-CoV-2 Surveillance in the Middle East and North Africa: Longitudinal Trend Analysis</article-title>
          <source>J Med Internet Res</source>
          <year>2021</year>
          <month>01</month>
          <day>15</day>
          <volume>23</volume>
          <issue>1</issue>
          <fpage>e25830</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2021/1/e25830/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/25830</pub-id>
          <pub-id pub-id-type="medline">33302252</pub-id>
          <pub-id pub-id-type="pii">v23i1e25830</pub-id>
          <pub-id pub-id-type="pmcid">PMC7813562</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref30">
        <label>30</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Post</surname>
              <given-names>LA</given-names>
            </name>
            <name name-style="western">
              <surname>Argaw</surname>
              <given-names>ST</given-names>
            </name>
            <name name-style="western">
              <surname>Jones</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Moss</surname>
              <given-names>CB</given-names>
            </name>
            <name name-style="western">
              <surname>Resnick</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Singh</surname>
              <given-names>LN</given-names>
            </name>
            <name name-style="western">
              <surname>Murphy</surname>
              <given-names>RL</given-names>
            </name>
            <name name-style="western">
              <surname>Achenbach</surname>
              <given-names>CJ</given-names>
            </name>
            <name name-style="western">
              <surname>White</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Issa</surname>
              <given-names>TZ</given-names>
            </name>
            <name name-style="western">
              <surname>Boctor</surname>
              <given-names>MJ</given-names>
            </name>
            <name name-style="western">
              <surname>Oehmke</surname>
              <given-names>JF</given-names>
            </name>
          </person-group>
          <article-title>A SARS-CoV-2 Surveillance System in Sub-Saharan Africa: Modeling Study for Persistence and Transmission to Inform Policy</article-title>
          <source>J Med Internet Res</source>
          <year>2020</year>
          <month>11</month>
          <day>19</day>
          <volume>22</volume>
          <issue>11</issue>
          <fpage>e24248</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2020/11/e24248/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/24248</pub-id>
          <pub-id pub-id-type="medline">33211026</pub-id>
          <pub-id pub-id-type="pii">v22i11e24248</pub-id>
          <pub-id pub-id-type="pmcid">PMC7683024</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref31">
        <label>31</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Post</surname>
              <given-names>LA</given-names>
            </name>
            <name name-style="western">
              <surname>Lin</surname>
              <given-names>JS</given-names>
            </name>
            <name name-style="western">
              <surname>Moss</surname>
              <given-names>CB</given-names>
            </name>
            <name name-style="western">
              <surname>Murphy</surname>
              <given-names>RL</given-names>
            </name>
            <name name-style="western">
              <surname>Ison</surname>
              <given-names>MG</given-names>
            </name>
            <name name-style="western">
              <surname>Achenbach</surname>
              <given-names>CJ</given-names>
            </name>
            <name name-style="western">
              <surname>Resnick</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Singh</surname>
              <given-names>LN</given-names>
            </name>
            <name name-style="western">
              <surname>White</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Boctor</surname>
              <given-names>MJ</given-names>
            </name>
            <name name-style="western">
              <surname>Welch</surname>
              <given-names>SB</given-names>
            </name>
            <name name-style="western">
              <surname>Oehmke</surname>
              <given-names>JF</given-names>
            </name>
          </person-group>
          <article-title>SARS-CoV-2 Wave Two Surveillance in East Asia and the Pacific: Longitudinal Trend Analysis</article-title>
          <source>J Med Internet Res</source>
          <year>2021</year>
          <month>02</month>
          <day>01</day>
          <volume>23</volume>
          <issue>2</issue>
          <fpage>e25454</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2021/2/e25454/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/25454</pub-id>
          <pub-id pub-id-type="medline">33464207</pub-id>
          <pub-id pub-id-type="pii">v23i2e25454</pub-id>
          <pub-id pub-id-type="pmcid">PMC7857528</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref32">
        <label>32</label>
        <nlm-citation citation-type="web">
          <article-title>Global SARS-Cov-2 Surveillance Project Dashboard</article-title>
          <source>Northwestern University Buehler Center for Health Policy and Economics</source>
          <access-date>2021-12-16</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://sites.northwestern.edu/covidglobalsurveillance/">https://sites.northwestern.edu/covidglobalsurveillance/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref33">
        <label>33</label>
        <nlm-citation citation-type="web">
          <article-title>Week Numbers for 2021</article-title>
          <source>Epoch Converter</source>
          <access-date>2021-12-16</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.epochconverter.com/weeks/2021">https://www.epochconverter.com/weeks/2021</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref34">
        <label>34</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Baltagi</surname>
              <given-names>B</given-names>
            </name>
          </person-group>
          <article-title>Econometric Analysis of Panel Data</article-title>
          <source>Wiley</source>
          <year>2009</year>
          <publisher-loc>Chichester, UK</publisher-loc>
          <publisher-name>John Wiley &#38; Sons Inc</publisher-name>
          <pub-id pub-id-type="doi">10.1007/978-3-030-53953-5</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref35">
        <label>35</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Post</surname>
              <given-names>LA</given-names>
            </name>
            <name name-style="western">
              <surname>Benishay</surname>
              <given-names>ET</given-names>
            </name>
            <name name-style="western">
              <surname>Moss</surname>
              <given-names>CB</given-names>
            </name>
            <name name-style="western">
              <surname>Murphy</surname>
              <given-names>RL</given-names>
            </name>
            <name name-style="western">
              <surname>Achenbach</surname>
              <given-names>CJ</given-names>
            </name>
            <name name-style="western">
              <surname>Ison</surname>
              <given-names>MG</given-names>
            </name>
            <name name-style="western">
              <surname>Resnick</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Singh</surname>
              <given-names>LN</given-names>
            </name>
            <name name-style="western">
              <surname>White</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Chaudhury</surname>
              <given-names>AS</given-names>
            </name>
            <name name-style="western">
              <surname>Boctor</surname>
              <given-names>MJ</given-names>
            </name>
            <name name-style="western">
              <surname>Welch</surname>
              <given-names>SB</given-names>
            </name>
            <name name-style="western">
              <surname>Oehmke</surname>
              <given-names>JF</given-names>
            </name>
          </person-group>
          <article-title>Surveillance Metrics of SARS-CoV-2 Transmission in Central Asia: Longitudinal Trend Analysis</article-title>
          <source>J Med Internet Res</source>
          <year>2021</year>
          <month>02</month>
          <day>03</day>
          <volume>23</volume>
          <issue>2</issue>
          <fpage>e25799</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2021/2/e25799/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/25799</pub-id>
          <pub-id pub-id-type="medline">33475513</pub-id>
          <pub-id pub-id-type="pii">v23i2e25799</pub-id>
          <pub-id pub-id-type="pmcid">PMC7861038</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref36">
        <label>36</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hansen</surname>
              <given-names>LP</given-names>
            </name>
          </person-group>
          <article-title>Large Sample Properties of Generalized Method of Moments Estimators</article-title>
          <source>Econometrica</source>
          <year>1982</year>
          <month>07</month>
          <volume>50</volume>
          <issue>4</issue>
          <fpage>1029</fpage>
          <pub-id pub-id-type="doi">10.2307/1912775</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref37">
        <label>37</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hurlin</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>Panel Data Econometrics</article-title>
          <source>Advanced Econometrics Internet University of Geneva</source>
          <year>2018</year>
          <access-date>2021-12-16</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://sites.google.com/view/christophe-hurlin/teaching-resources/panel-data-econometrics">https://sites.google.com/view/christophe-hurlin/teaching-resources/panel-data-econometrics</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref38">
        <label>38</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bond</surname>
              <given-names>SR</given-names>
            </name>
          </person-group>
          <article-title>Dynamic panel data models: a guide to micro data methods and practice</article-title>
          <source>Portuguese Economic Journal</source>
          <year>2002</year>
          <month>8</month>
          <day>1</day>
          <volume>1</volume>
          <issue>2</issue>
          <fpage>141</fpage>
          <lpage>162</lpage>
          <pub-id pub-id-type="doi">10.1007/s10258-002-0009-9</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref39">
        <label>39</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Vestal</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>10 States Have School Mask Mandates While 8 Forbid Them Internet</article-title>
          <source>PEW Trusts</source>
          <access-date>2021-12-16</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.pewtrusts.org/en/research-and-analysis/blogs/stateline/2021/08/10/10-states-have-school-mask-mandates-while-8-forbid-them">https://www.pewtrusts.org/en/research-and-analysis/blogs/stateline/2021/08/10/10-states-have-school-mask-mandates-while-8-forbid-them</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref40">
        <label>40</label>
        <nlm-citation citation-type="web">
          <article-title>US Coronavirus Vaccine Tracker Internet</article-title>
          <source>USAFacts</source>
          <access-date>2021-12-16</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://usafacts.org/visualizations/covid-vaccine-tracker-states/">https://usafacts.org/visualizations/covid-vaccine-tracker-states/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref41">
        <label>41</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Musgrave</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>COVID cases across Florida drop by 40% since last week; pandemic fatalities also down</article-title>
          <source>The Palm Beach Post</source>
          <access-date>2021-12-16</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.palmbeachpost.com/story/news/2021/09/24/covid-florida-sees-decline-new-cases-deaths-number-vaccinated/5842798001/">https://www.palmbeachpost.com/story/news/2021/09/24/covid-florida-sees-decline-new-cases-deaths-number-vaccinated/5842798001/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref42">
        <label>42</label>
        <nlm-citation citation-type="web">
          <article-title>Delta Variant: What we know about the science</article-title>
          <source>Centers for Disease Control</source>
          <access-date>2021-12-16</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.cdc.gov/coronavirus/2019-ncov/variants/delta-variant.html">https://www.cdc.gov/coronavirus/2019-ncov/variants/delta-variant.html</ext-link>
          </comment>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
