<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<?covid-19-tdm?>
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JPH</journal-id>
      <journal-id journal-id-type="nlm-ta">JMIR Public Health Surveill</journal-id>
      <journal-title>JMIR Public Health and Surveillance</journal-title>
      <issn pub-type="epub">2369-2960</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v8i2e32426</article-id>
      <article-id pub-id-type="pmid">35038302</article-id>
      <article-id pub-id-type="doi">10.2196/32426</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Original Paper</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Original Paper</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>The Use of Cremation Data for Timely Mortality Surveillance During the COVID-19 Pandemic in Ontario, Canada: Validation Study</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Sanchez</surname>
            <given-names>Travis</given-names>
          </name>
        </contrib>
        <contrib contrib-type="editor">
          <name>
            <surname>Eysenbach</surname>
            <given-names>Gunther</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Kosatsky</surname>
            <given-names>Tom</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Dion</surname>
            <given-names>Patrice</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author">
          <name name-style="western">
            <surname>Postill</surname>
            <given-names>Gemma</given-names>
          </name>
          <degrees>BMScH</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <xref rid="aff2" ref-type="aff">2</xref>
          <xref rid="aff3" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-6185-995X</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author">
          <name name-style="western">
            <surname>Murray</surname>
            <given-names>Regan</given-names>
          </name>
          <degrees>BSc, MPH</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <xref rid="aff4" ref-type="aff">4</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-1031-5407</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author">
          <name name-style="western">
            <surname>Wilton</surname>
            <given-names>Andrew S</given-names>
          </name>
          <degrees>MSc</degrees>
          <xref rid="aff5" ref-type="aff">5</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-0265-262X</ext-link>
        </contrib>
        <contrib id="contrib4" contrib-type="author">
          <name name-style="western">
            <surname>Wells</surname>
            <given-names>Richard A</given-names>
          </name>
          <degrees>MD, DPhil</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-2516-512X</ext-link>
        </contrib>
        <contrib id="contrib5" contrib-type="author">
          <name name-style="western">
            <surname>Sirbu</surname>
            <given-names>Renee</given-names>
          </name>
          <degrees>BSc</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <xref rid="aff3" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-4380-3340</ext-link>
        </contrib>
        <contrib id="contrib6" contrib-type="author">
          <name name-style="western">
            <surname>Daley</surname>
            <given-names>Mark J</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-6939-9772</ext-link>
        </contrib>
        <contrib id="contrib7" contrib-type="author" corresp="yes">
          <name name-style="western">
            <surname>Rosella</surname>
            <given-names>Laura</given-names>
          </name>
          <degrees>HBSc, MHSc, PhD</degrees>
          <xref rid="aff3" ref-type="aff">3</xref>
          <address>
            <institution>Epidemiology Division</institution>
            <institution>Dalla Lana School of Public Health</institution>
            <addr-line>155 College Street, Suite 600</addr-line>
            <addr-line>Toronto, ON, M5T 3M7</addr-line>
            <country>Canada</country>
            <phone>1 416 978 0901</phone>
            <email>laura.rosella@utoronto.ca</email>
          </address>
          <xref rid="aff5" ref-type="aff">5</xref>
          <xref rid="aff6" ref-type="aff">6</xref>
          <xref rid="aff7" ref-type="aff">7</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-4867-869X</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>Department of Epidemiology and Biostatistics</institution>
        <institution>Western University</institution>
        <addr-line>London, ON</addr-line>
        <country>Canada</country>
      </aff>
      <aff id="aff2">
        <label>2</label>
        <institution>Office of the Chief Coroner for Ontario</institution>
        <addr-line>Toronto, ON</addr-line>
        <country>Canada</country>
      </aff>
      <aff id="aff3">
        <label>3</label>
        <institution>Epidemiology Division</institution>
        <institution>Dalla Lana School of Public Health</institution>
        <addr-line>Toronto, ON</addr-line>
        <country>Canada</country>
      </aff>
      <aff id="aff4">
        <label>4</label>
        <institution>Public Health Agency of Canada</institution>
        <addr-line>Toronto, ON</addr-line>
        <country>Canada</country>
      </aff>
      <aff id="aff5">
        <label>5</label>
        <institution>Population and Public Health Research Program</institution>
        <institution>Institute for Clinical and Evaluative Sciences</institution>
        <addr-line>Toronto, ON</addr-line>
        <country>Canada</country>
      </aff>
      <aff id="aff6">
        <label>6</label>
        <institution>The Vector Institute for Artificial Intelligence</institution>
        <addr-line>Toronto, ON</addr-line>
        <country>Canada</country>
      </aff>
      <aff id="aff7">
        <label>7</label>
        <institution>Institute for Better Health</institution>
        <institution>Trillium Health Partners</institution>
        <addr-line>Mississauga, ON</addr-line>
        <country>Canada</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Laura Rosella <email>laura.rosella@utoronto.ca</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <month>2</month>
        <year>2022</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>21</day>
        <month>2</month>
        <year>2022</year>
      </pub-date>
      <volume>8</volume>
      <issue>2</issue>
      <elocation-id>e32426</elocation-id>
      <history>
        <date date-type="received">
          <day>27</day>
          <month>7</month>
          <year>2021</year>
        </date>
        <date date-type="rev-request">
          <day>14</day>
          <month>12</month>
          <year>2021</year>
        </date>
        <date date-type="rev-recd">
          <day>2</day>
          <month>1</month>
          <year>2022</year>
        </date>
        <date date-type="accepted">
          <day>6</day>
          <month>1</month>
          <year>2022</year>
        </date>
      </history>
      <copyright-statement>©Gemma Postill, Regan Murray, Andrew S Wilton, Richard A Wells, Renee Sirbu, Mark J Daley, Laura Rosella. Originally published in JMIR Public Health and Surveillance (https://publichealth.jmir.org), 21.02.2022.</copyright-statement>
      <copyright-year>2022</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in JMIR Public Health and Surveillance, is properly cited. The complete bibliographic information, a link to the original publication on https://publichealth.jmir.org, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="https://publichealth.jmir.org/2022/2/e32426" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>Early estimates of excess mortality are crucial for understanding the impact of COVID-19. However, there is a lag of several months in the reporting of vital statistics mortality data for many jurisdictions, including across Canada. In Ontario, a Canadian province, certification by a coroner is required before cremation can occur, creating real-time mortality data that encompasses the majority of deaths within the province.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>This study aimed to validate the use of cremation data as a timely surveillance tool for all-cause mortality during a public health emergency in a jurisdiction with delays in vital statistics data. Specifically, this study aimed to validate this surveillance tool by determining the stability, timeliness, and robustness of its real-time estimation of all-cause mortality.</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>Cremation records from January 2020 until April 2021 were compared to the historical records from 2017 to 2019, grouped according to week, age, sex, and whether COVID-19 was the cause of death. Cremation data were compared to Ontario’s provisional vital statistics mortality data released by Statistics Canada. The 2020 and 2021 records were then compared to previous years (2017-2019) to determine whether there was excess mortality within various age groups and whether deaths attributed to COVID-19 accounted for the entirety of the excess mortality.</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>Between 2017 and 2019, cremations were performed for 67.4% (95% CI 67.3%-67.5%) of deaths. The proportion of cremated deaths remained stable throughout 2020, even within age and sex categories. Cremation records are 99% complete within 3 weeks of the date of death, which precedes the compilation of vital statistics data by several months. Consequently, during the first wave (from April to June 2020), cremation records detected a 16.9% increase (95% CI 14.6%-19.3%) in all-cause mortality, a finding that was confirmed several months later with cremation data.</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>The percentage of Ontarians cremated and the completion of cremation data several months before vital statistics did not change meaningfully during the COVID-19 pandemic period, establishing that the pandemic did not significantly alter cremation practices. Cremation data can be used to accurately estimate all-cause mortality in near real-time, particularly when real-time mortality estimates are needed to inform policy decisions for public health measures. The accuracy of this excess mortality estimation was confirmed by comparing it with official vital statistics data. These findings demonstrate the utility of cremation data as a complementary data source for timely mortality information during public health emergencies.</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>excess deaths</kwd>
        <kwd>real-time mortality</kwd>
        <kwd>cremation</kwd>
        <kwd>COVID-19</kwd>
        <kwd>SARS-CoV-2</kwd>
        <kwd>mortality</kwd>
        <kwd>estimate</kwd>
        <kwd>impact</kwd>
        <kwd>public health</kwd>
        <kwd>validation</kwd>
        <kwd>pattern</kwd>
        <kwd>trend</kwd>
        <kwd>utility</kwd>
        <kwd>Canada</kwd>
        <kwd>mortality data</kwd>
        <kwd>pandemic</kwd>
        <kwd>death</kwd>
        <kwd>cremation data</kwd>
        <kwd>cause of death</kwd>
        <kwd>vital statistics</kwd>
        <kwd>excess mortality</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <p>Quantifying the impact of COVID-19 on all-cause mortality in a timely manner is critical for understanding the full effect of the COVID-19 pandemic and for enabling evidence-based policy responses. While COVID-19 mortality in Ontario has been routinely tracked and reported through public health databases in near real-time, the reporting of Canadian vital statistics all-cause mortality data for Ontario, prior to the COVID-19 pandemic, was delayed by over a year [<xref ref-type="bibr" rid="ref1">1</xref>]. Several challenges, including the need to centralize data, verify records, and categorize causes of death, impede using vital statistics data for real-time mortality surveillance [<xref ref-type="bibr" rid="ref2">2</xref>]. Despite efforts to accelerate mortality reporting in the COVID-19 pandemic, significant data lags persist [<xref ref-type="bibr" rid="ref3">3</xref>].</p>
      <p>Cremation records, however, can be used to provide interim estimates of all-cause mortality [<xref ref-type="bibr" rid="ref4">4</xref>,<xref ref-type="bibr" rid="ref5">5</xref>]. This is because, before a cremation can occur, a coroner’s certification is required. As a result, cremation data are available in real-time, offering a consistent data source to examine mortality trends in a timelier manner. Early in the first wave (April to June 2020), cremation data detected an increase in all-cause mortality in Ontario, Canada [<xref ref-type="bibr" rid="ref5">5</xref>]. These findings parallel the increases in mortality observed by several other countries during the first wave of the COVID-19 pandemic [<xref ref-type="bibr" rid="ref6">6</xref>-<xref ref-type="bibr" rid="ref10">10</xref>].</p>
      <p>Several months later, Statistics Canada published mortality data that also demonstrated an increase in mortality in Ontario during the first wave (April to June 2020) [<xref ref-type="bibr" rid="ref11">11</xref>]. Despite the detection of excess mortality, few studies systematically examine the performance of cremation data and specifically assess its utility as a real-time mortality surveillance tool. Lacking real-time mortality data posed a challenge for policy response since the magnitude of the mortality impact was unknown and thus influenced mitigation strategies that were implemented. With official mortality statistics available for the first wave of the COVID-19 pandemic, it is now possible to examine the extent to which cremation data accurately estimated the increase in all-cause mortality. This knowledge will be critical in informing whether cremation data can be leveraged as a timelier source of mortality information. Therefore, the objective of this study was to validate the use of cremation data as a surveillance tool for all-cause mortality during a public health emergency in a jurisdiction with delays in vital statistics data. Specifically, this study aimed to validate cremation records by determining (1) the stability of the percent cremated (ie, whether the percent cremated fluctuates by season and/or changes during the pandemic), (2) the timeliness of cremation records, and (3) the robustness/predictive ability of cremation records, measured by their ability to provide accurate estimations of all-cause mortality. The choice of such a measure aligns with the Centers for Disease Control and Prevention’s guidelines for evaluating surveillance tools [<xref ref-type="bibr" rid="ref12">12</xref>]. The framework includes more metrics than the 3 operationalized here; however, this paper focuses on the aforementioned 3 components, given that they were previously unknown and are key to validating the use of cremation data as a surveillance tool.</p>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <p>In Ontario—Canada’s most populous province—a cremation certificate must be provided by a coroner to authorize the cremation of a deceased person [<xref ref-type="bibr" rid="ref13">13</xref>]. A licensed crematorium operator cannot proceed without a cremation certificate. The law in Ontario requires that a coroner review the circumstances surrounding the death before cremation takes place [<xref ref-type="bibr" rid="ref2">2</xref>,<xref ref-type="bibr" rid="ref13">13</xref>]. The certificate’s review and authorization are documented and kept on file at the crematorium [<xref ref-type="bibr" rid="ref13">13</xref>]. Since 2017, these records have been collected and stored electronically by the Office of the Chief Coroner for Ontario. This database contains names, dates of birth and death, location of death, and cause of death for every person cremated in the province.</p>
      <p>The Canadian Vital Statistics Death database, coordinated by Statistics Canada, collects demographic and cause of death information from all Canadian provinces and territories [<xref ref-type="bibr" rid="ref14">14</xref>]. The cause of death is classified using the underlying cause of death according to the International Classification of Diseases 10th revision (ICD-10) [<xref ref-type="bibr" rid="ref14">14</xref>]. The deaths captured in the data set comprise Canadian residents and nonresidents whose deaths occurred in Canada [<xref ref-type="bibr" rid="ref14">14</xref>]. Routine data processes, including the submission and centralization of death certificates, verification of data, and coding of the cause of death, result in lags in the publication of mortality information [<xref ref-type="bibr" rid="ref14">14</xref>].</p>
      <p>All 323,988 cremations that occurred between January 1, 2017, and May 25, 2021 (with dates of death before April 30, 2021) were deidentified and maintained in an electronic database for the purpose of the analysis. The following analysis was done using Python 3.8.0. A small number of records (n=74) had the cause of death specified as “test” or age at death greater than 120 years, as they were false data used to set up the data set in 2017; these were identified and excluded from the analysis. The records were categorized according to the month of death and subcategorized by age and sex. Age is recorded as a numerical field, but it was converted into a categorical vector (0-44 years, 45-64 years, 65-84 years, and 85+ years) for the purpose of this analysis.</p>
      <p>First, the utility of cremation data for surveillance was assessed by determining the percent cremated for the entire population and then by age and sex (<xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>). In order to identify any seasonality in the proportion of death cremation, the percentage of deaths cremated was calculated for each week and for the annual quarters over the time period of 2017 to 2021. Standardized differences were used to assess the effect size of any variability in the percent cremated, given that they are independent of sample size [<xref ref-type="bibr" rid="ref15">15</xref>]. The standardized difference is the difference in the mean of a variable between 2 groups divided by an estimate of the standard deviation of that variable [<xref ref-type="bibr" rid="ref15">15</xref>]; relatively low values of the standardized difference show stability in the percent cremated.</p>
      <p>Second, time lags in the completeness of cremation and vital statistics data were assessed to determine the predictive value of cremation data in estimating all-cause mortality. The data completion time lags were defined and calculated as the number of weeks between the date of death and when the data source contained &#62;95% or &#62;99% of the deaths that occurred in that week. Statistics Canada releases both provisional estimates of mortality and provisional counts of mortality; the latter was used in this study so that the analysis equivalents (ie, counts of cremation records to counts of vital statistics records) and findings could be generalizable to moments when there is uncertainty in a public health emergency’s effect on the reporting of vital statistics data. The data lag for Ontario’s vital statistics death data was assessed by comparing the provincial mortality reports released monthly by Statistics Canada [<xref ref-type="bibr" rid="ref11">11</xref>] between July 24, 2020, and May 14, 2021, as seen in <xref ref-type="supplementary-material" rid="app2">Multimedia Appendix 2</xref>. The percentage of the weekly mortality captured in each release was calculated using the weekly totals in the May 14, 2021, release as the denominator. The average time lags for both 95% and 99% completeness were calculated. The same method was applied to the weekly totals of the weekly data cuts of cremation data between May 1, 2020, and October 23, 2020, which were compared to the total number of deaths during that time as available in May 2021.</p>
      <p>Third, to assess the predictive ability of cremation records, deviations from provincial mortality trends were quantified and compared both quantitatively and qualitatively to the available vital statistics data [<xref ref-type="bibr" rid="ref3">3</xref>]. Excess mortality was defined and calculated as the population standardized percentage increase in the number of cremations, which was calculated using risk ratios (RRs) (percent increase = RR – 1), where the risk was cremation within the population of Ontario. Cremation records during 2020 and the first half of 2021 were compared to historical records from 2017 to 2019, grouped according to the month of death, and the age and sex of the decedent.</p>
      <p>Cremation rates, analogous to mortality rates, were calculated using Statistics Canada’s quarterly population estimates [<xref ref-type="bibr" rid="ref3">3</xref>,<xref ref-type="bibr" rid="ref16">16</xref>]. Both absolute differences and relative differences (estimated using rate ratios), as compared to historical data, were calculated. The quarterly incident rate ratio was calculated to determine whether the cremation rate changed significantly during the COVID-19 pandemic relative to previous years [<xref ref-type="bibr" rid="ref3">3</xref>,<xref ref-type="bibr" rid="ref16">16</xref>,<xref ref-type="bibr" rid="ref17">17</xref>]. Following the release of vital statistics data, the same methodology of calculating excess mortality in cremation data was applied to the data.</p>
      <p>The weekly number of cremations and vital statistics deaths [<xref ref-type="bibr" rid="ref3">3</xref>] were plotted on side-by-side graphs with 2020-2021 data and baseline data (2017-2019). While the trends were initially congruent, exponential smoothing was used to reduce some of the noise (weekly variability) so that the trends were more comparable; exponential smoothing was specifically chosen as the method of smoothing given that the data were demonstrated to be nonstationary with the Augmented Dickey-Fuller test [<xref ref-type="bibr" rid="ref18">18</xref>]. The Statsmodel Holt package was used to exponentially smooth the trends of all graphs (and all subsequent graphs created in the analysis), and the default additive model was changed to an exponential model with a fixed smoothing slope (=.2) and smoothing level (=.6) [<xref ref-type="bibr" rid="ref18">18</xref>].</p>
      <p>To assess whether confirmed COVID-19 deaths accounted for the entirety of the increase in deaths, excess mortality was calculated, for which COVID-19–classified deaths were removed from the cremation and vital statistics records. Deaths due to COVID-19 were isolated from the records by the presence of the terms “COVID,” “novel coronavirus,” “Sars-CoV-2,” and “coved-19” (a spelling typo) in the <italic>cause of death</italic>, <italic>antecedent cause</italic>, and <italic>other cause</italic> <italic>of death</italic> categories of the cremation records. Records that matched the above criteria but also contained the phrases “test results pending,” “possible,” “not,” “non,” or “negative” were excluded from the classification of death due to COVID-19.</p>
      <p>A database containing cremation certificates is held at the Office of Chief Coroner for Ontario. The data-sharing agreement for this study prohibits the data from being publicly available. Data requests may be granted provided there is an appropriate data-sharing agreement in place.</p>
      <sec>
        <title>Ethics Approval</title>
        <p>This study was approved by the Research Ethics Board of Western University (project ID: 112478).</p>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <p>Since the cremation records became electronic (in 2017) and prior to the COVID-19 pandemic, the majority of Ontarians were cremated upon death, with 67.4% (95% CI 67.3%-67.5%) of Ontarians being cremated following death (<xref rid="figure1" ref-type="fig">Figure 1</xref>). There is no seasonality in the percent cremated, with the percent cremated remaining stable throughout the year. Thus, Ontario’s cremation data can capture patterns in all-cause mortality between 2017 and 2019, as evidenced in <xref rid="figure1" ref-type="fig">Figure 1</xref>. The percent cremated does not differ by sex (<xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>). However, there are slight differences by age. The percent cremated is the greatest for those aged 45-64 years and 65-84 years, with approximately 75%-80% and 70%-75%, respectively, being cremated (<xref rid="figure2" ref-type="fig">Figure 2</xref>). The percent cremated for those aged 0-44 years and 85 years or over is approximately 60%.</p>
      <p>The percentage of the population cremated remained stable during the COVID-19 pandemic, as seen in <xref ref-type="table" rid="table1">Table 1</xref> and <xref rid="figure2" ref-type="fig">Figure 2</xref>. Stability was evident in the standardized difference calculations that compared the COVID-19 period to the historical period and obtained a value less than 10% difference. Stability in the percent cremated was also observed within each age group studied (0-44 years, 45-64 years, 65-84 years, and 85 years or over), as seen in <xref rid="figure2" ref-type="fig">Figure 2</xref> and <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>.</p>
      <fig id="figure1" position="float">
        <label>Figure 1</label>
        <caption>
          <p>The weekly number of deaths in Ontario, Canada, as reported in Ontario’s cremation records (January 2017 to April 2021, considered &#62;99% complete) and vital statistics records (January 2017 to December 2020, released May 2021). Given that vital statistics records from mid-August (August 16, 2020) and onwards are &#60;95% complete, they are considered provisional. Their respective trends have been smoothed using the Statsmodel Holt package; the default additive model has been changed to an exponential model with a fixed smoothing slope (β=.2) and smoothing level (α=.6).</p>
        </caption>
        <graphic xlink:href="publichealth_v8i2e32426_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
      </fig>
      <fig id="figure2" position="float">
        <label>Figure 2</label>
        <caption>
          <p>The weekly percent cremated in Ontario, Canada by age group for the average of 2017, 2018, and 2019, in comparison to the percent cremated in 2020. The age groups are as follows: 0-44 years (A), 45-64 years (B), 65-84 years (C), and 85 years or over (D). The respective trends have been smoothed using the Statsmodel Holt package; the default additive model has been changed to an exponential model with a fixed smoothing slope (β=.2) and smoothing level (α=.6). As a single year is compared to the average of 3 years, it was expected that 2020 will display a greater level of weekly fluctuation.</p>
        </caption>
        <graphic xlink:href="publichealth_v8i2e32426_fig2.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
      </fig>
      <table-wrap position="float" id="table1">
        <label>Table 1</label>
        <caption>
          <p>Stability in the percentage of Ontarians cremated, 2017-2020.</p>
        </caption>
        <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
          <col width="30"/>
          <col width="30"/>
          <col width="240"/>
          <col width="0"/>
          <col width="140"/>
          <col width="0"/>
          <col width="140"/>
          <col width="0"/>
          <col width="140"/>
          <col width="0"/>
          <col width="140"/>
          <col width="0"/>
          <col width="140"/>
          <thead>
            <tr valign="top">
              <td colspan="4">Variable</td>
              <td colspan="2">January to March<sup>a</sup></td>
              <td colspan="2">April to June<sup>a</sup></td>
              <td colspan="2">July to September<sup>a</sup></td>
              <td colspan="2">October to<break/>December<sup>a</sup></td>
              <td>January to<break/>December</td>
            </tr>
          </thead>
          <tbody>
            <tr valign="top">
              <td colspan="4">
                <bold>Number of deaths, n</bold>
              </td>
              <td colspan="2">
                <break/>
              </td>
              <td colspan="2">
                <break/>
              </td>
              <td colspan="2">
                <break/>
              </td>
              <td colspan="2">
                <break/>
              </td>
              <td>
                <break/>
              </td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td colspan="2">
                <bold>Baseline (2017-2019)<sup>b</sup></bold>
              </td>
              <td colspan="2">
                <break/>
              </td>
              <td colspan="2">
                <break/>
              </td>
              <td colspan="2">
                <break/>
              </td>
              <td colspan="2">
                <break/>
              </td>
              <td colspan="2">
                <break/>
              </td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>
                <break/>
              </td>
              <td>Cremation records</td>
              <td colspan="2">19,045</td>
              <td colspan="2">17,146</td>
              <td colspan="2">16,884</td>
              <td colspan="2">18,568</td>
              <td colspan="2">71,644</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>
                <break/>
              </td>
              <td>Vital statistics records<sup>c</sup></td>
              <td colspan="2">28,540</td>
              <td colspan="2">25,443</td>
              <td colspan="2">24,947</td>
              <td colspan="2">27,405</td>
              <td colspan="2">106,335</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td colspan="2">
                <bold>2020</bold>
              </td>
              <td colspan="2">
                <break/>
              </td>
              <td colspan="2">
                <break/>
              </td>
              <td colspan="2">
                <break/>
              </td>
              <td colspan="2">
                <break/>
              </td>
              <td colspan="2">
                <break/>
              </td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>
                <break/>
              </td>
              <td>Cremation records</td>
              <td colspan="2">20,032</td>
              <td colspan="2">20,737</td>
              <td colspan="2">18,776</td>
              <td colspan="2">21,209</td>
              <td colspan="2">80,754</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>
                <break/>
              </td>
              <td>Vital statistics records<sup>c</sup></td>
              <td colspan="2">28,675</td>
              <td colspan="2">29,750</td>
              <td colspan="2">N/A<sup>d</sup></td>
              <td colspan="2">N/A</td>
              <td colspan="2">N/A</td>
            </tr>
            <tr valign="top">
              <td colspan="4">
                <bold>Percent cremated (%), value (95% CI)<sup>e</sup></bold>
              </td>
              <td colspan="2">
                <break/>
              </td>
              <td colspan="2">
                <break/>
              </td>
              <td colspan="2">
                <break/>
              </td>
              <td colspan="2">
                <break/>
              </td>
              <td>
                <break/>
              </td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td colspan="2">2017-2019</td>
              <td colspan="2">66.7 (66.4-67.0)</td>
              <td colspan="2">67.4 (67.1-67.7)</td>
              <td colspan="2">67.7 (67.4-68.0)</td>
              <td colspan="2">67.8 (67.5-68.1)</td>
              <td colspan="2">67.4 (67.3-67.5)</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td colspan="2">2020</td>
              <td colspan="2">69.9 (69.6-70.2)</td>
              <td colspan="2">69.7 (69.4-70.0)</td>
              <td colspan="2">N/A</td>
              <td colspan="2">N/A</td>
              <td colspan="2">N/A</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td colspan="2">Standardized differences</td>
              <td colspan="2">6.88%</td>
              <td colspan="2">4.96%</td>
              <td colspan="2">N/A</td>
              <td colspan="2">N/A</td>
              <td colspan="2">N/A</td>
            </tr>
          </tbody>
        </table>
        <table-wrap-foot>
          <fn id="table1fn1">
            <p><sup>a</sup>For 2020, January to March was the prepandemic period, April to June was the first wave of the pandemic, July to September was summer, and October to December was the second wave of the pandemic.</p>
          </fn>
          <fn id="table1fn2">
            <p><sup>b</sup>The average number of deaths in 2017, 2018, and 2019 during the same time period.</p>
          </fn>
          <fn id="table1fn3">
            <p><sup>c</sup>The number of deaths in Ontario as reported by Statistics Canada in May 2021; at this time, Statistics Canada considers these numbers complete up to the end of July 2020 [<xref ref-type="bibr" rid="ref3">3</xref>].</p>
          </fn>
          <fn id="table1fn4">
            <p><sup>d</sup>N/A: not applicable.</p>
          </fn>
          <fn id="table1fn5">
            <p><sup>e</sup>The 95% CI is calculated using the standard error for population proportions.</p>
          </fn>
        </table-wrap-foot>
      </table-wrap>
      <p>In addition, cremation data also provide a timelier source of mortality information, given that cremation records are available much sooner than vital statistics mortality records (<xref ref-type="supplementary-material" rid="app2">Multimedia Appendix 2</xref>). On average, cremation records are &#62;95% complete within 1 week of the date of death and &#62;99% complete within 3 weeks. In contrast, the vital statistics data had an average delay of 27 weeks (range 23-31 weeks) for reporting 95% completeness and a 39-week delay for 99% completeness (range 34-43) (<xref ref-type="supplementary-material" rid="app2">Multimedia Appendix 2</xref>). Thus, the vital statistics data published by Statistics Canada for August 2020 and onwards is &#60;95% complete and, as Statistics Canada states, is provisional [<xref ref-type="bibr" rid="ref11">11</xref>].</p>
      <p>The real-time mortality estimates with cremation data showed, as early as June 2020, that there was excess all-cause mortality during the first wave of the COVID-19 pandemic (April to June 2020; <xref ref-type="table" rid="table2">Table 2</xref>). Specifically, when standardized for the provincial population, there was an increase of 16.9% (95% CI 14.6%-19.3%; n=+3591) during April to June when compared with the number of cremations from the previous years (2017-2019), as seen in <xref ref-type="table" rid="table2">Table 2</xref>. This is in contrast to the 1.7% increase (95% CI −0.3% to 3.7%; n=+987) seen in January to March of 2020 (<xref ref-type="table" rid="table2">Table 2</xref>). Using the provisional vital statics data released by Statistics Canada [<xref ref-type="bibr" rid="ref11">11</xref>] and the same methodology for calculating excess mortality that was used for cremation data, there was a 13.1% increase (95% CI 11.2%-15.0%; n=+4307) in mortality during the first wave (April to June 2020).</p>
      <p>Cremation data even captured the trends in excess mortality at an age-specific level. When broken down by age, excess mortality during the first wave (April to June 2020) was observed among all age groups in both the cremation and vital statistics data (<xref rid="figure3" ref-type="fig">Figure 3</xref>; <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>). Cremation data accurately captured the magnitude of excess in each age group. In both data sets, the largest absolute increase occurred in the older age groups. In fact, 80.3% (1734/2373) of the excess deaths in the cremation records and 83.4% (3587/4302) of the vital statistics deaths during this time period were observed among individuals aged 65 years or older. It is also important to note that the greatest relative change in both cremation and vital statistics records occurred in those less than 45 years of age (<xref rid="figure3" ref-type="fig">Figure 3</xref>; <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>).</p>
      <table-wrap position="float" id="table2">
        <label>Table 2</label>
        <caption>
          <p>Magnitude of excess mortality in Ontario, Canada identified with Ontario’s cremation records during the COVID-19 pandemic, January 2020 to March 2021.</p>
        </caption>
        <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
          <col width="30"/>
          <col width="240"/>
          <col width="130"/>
          <col width="130"/>
          <col width="130"/>
          <col width="170"/>
          <col width="170"/>
          <thead>
            <tr valign="top">
              <td colspan="2">Variable</td>
              <td>January to March<sup>a</sup></td>
              <td>April to June<sup>a</sup></td>
              <td>July to September<sup>a</sup></td>
              <td>October to December<sup>a</sup></td>
              <td>January to December</td>
            </tr>
          </thead>
          <tbody>
            <tr valign="top">
              <td colspan="2">
                <bold>Baseline (2017-2019)<sup>b</sup></bold>
              </td>
              <td>
                <break/>
              </td>
              <td>
                <break/>
              </td>
              <td>
                <break/>
              </td>
              <td>
                <break/>
              </td>
              <td>
                <break/>
              </td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Number of cremations</td>
              <td>19,045</td>
              <td>17,146</td>
              <td>16,884</td>
              <td>18,568</td>
              <td>71,644</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Rate of cremations per 100,000, value (95% CI)<sup>c</sup></td>
              <td>134 (132 to 136)</td>
              <td>120 (119 to 122)</td>
              <td>118 (116 to 120)</td>
              <td>129 (127 to 131)</td>
              <td>501 (497 to 504)</td>
            </tr>
            <tr valign="top">
              <td colspan="2">
                <bold>2020</bold>
              </td>
              <td>
                <break/>
              </td>
              <td>
                <break/>
              </td>
              <td>
                <break/>
              </td>
              <td>
                <break/>
              </td>
              <td>
                <break/>
              </td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Number of cremations</td>
              <td>20,032</td>
              <td>20,737</td>
              <td>18,776</td>
              <td>21,209</td>
              <td>80,754</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Absolute change in the number of cremations<sup>d</sup></td>
              <td>987</td>
              <td>3591</td>
              <td>1892</td>
              <td>2641</td>
              <td>9110</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Population standardized percentage increase (%)<sup>e</sup>, value (95% CI)<sup>f</sup></td>
              <td>1.7 (−0.3 to 3.7)</td>
              <td>16.9 (14.6 to 19.3)</td>
              <td>8.0 (5.8 to 10.3)</td>
              <td>11.6 (9.4 to 13.8)</td>
              <td>12.7 (8.4 to 10.6)</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Rate of cremations per 100,000, value (95% CI)<sup>c</sup></td>
              <td>136 (134 to 138)</td>
              <td>140 (139 to 143)</td>
              <td>127 (126 to 129)</td>
              <td>144 (142 to 146)</td>
              <td>548 (544 to 552)</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Incident rate ratio<sup>g</sup>, value (95% CI)</td>
              <td>1.02 (1.00 to 1.04)</td>
              <td>1.17 (1.15 to 1.19)</td>
              <td>1.08 (1.06 to 1.10)</td>
              <td>1.12 (1.09 to 1.14)</td>
              <td>1.09 (1.08 to 1.11)</td>
            </tr>
            <tr valign="top">
              <td colspan="2">
                <bold>2021</bold>
              </td>
              <td>
                <break/>
              </td>
              <td>
                <break/>
              </td>
              <td>
                <break/>
              </td>
              <td>
                <break/>
              </td>
              <td>
                <break/>
              </td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Number of cremations</td>
              <td>21,418</td>
              <td>N/A<sup>h</sup></td>
              <td>N/A</td>
              <td>N/A</td>
              <td>N/A</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Absolute change in the number of cremations<sup>d</sup></td>
              <td>2373</td>
              <td>N/A</td>
              <td>N/A</td>
              <td>N/A</td>
              <td>N/A</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Population standardized percentage increase (%)<sup>e</sup>, value (95% CI)<sup>f</sup></td>
              <td>8.2 (6.1 to 10.3)</td>
              <td>N/A</td>
              <td>N/A</td>
              <td>N/A</td>
              <td>N/A</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Rate of cremations per 100,000, value (95% CI)<sup>c</sup></td>
              <td>145 (143 to 147)</td>
              <td>N/A</td>
              <td>N/A</td>
              <td>N/A</td>
              <td>N/A</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Incident rate ratio<sup>g</sup>, value (95% CI)</td>
              <td>1.08 (1.06 to 1.10)</td>
              <td>N/A</td>
              <td>N/A</td>
              <td>N/A</td>
              <td>N/A</td>
            </tr>
          </tbody>
        </table>
        <table-wrap-foot>
          <fn id="table2fn1">
            <p><sup>a</sup>For 2020, January to March was the prepandemic period, April to June was the first wave of the pandemic, July to September was summer, and October to December was the second wave of the pandemic. For 2021, January to March and April to June involved the third wave.</p>
          </fn>
          <fn id="table2fn2">
            <p><sup>b</sup>The average of the number of deaths in 2017, 2018, and 2019 during the same time period.</p>
          </fn>
          <fn id="table2fn3">
            <p><sup>c</sup>Cremation rates, analogous to mortality rates, were calculated as the number of cremations divided by the provincial quarterly population estimates published by Statistics Canada [<xref ref-type="bibr" rid="ref16">16</xref>].</p>
          </fn>
          <fn id="table2fn4">
            <p><sup>d</sup>Absolute change refers to the difference in the number between 2020/2021 and the baseline (2017-2019).</p>
          </fn>
          <fn id="table2fn5">
            <p><sup>e</sup>The population standardized percentage increase is calculated as risk ratio (RR) − 1, where RR is the incidence of death (measured as the number of cremation) in the quarterly population estimates. The Q3 population estimate was used for the January-December RR.</p>
          </fn>
          <fn id="table2fn6">
            <p><sup>f</sup>The 95% CI for the percentage increase is calculated as (RR lower bound − 1) × 100% to (RR upper bound + 1) × 100%. The RR CI is calculated as =EXP(LN(RR) − (1.96 × SE)), with SE(lm(rr)) = sqrt(1/Ncrem<sub>(2017-19)</sub> − 1/Npop<sub>(2017-19)</sub> + 1/Ncrem<sub>(2020)</sub> − 1/Npop<sub>(2020)</sub>).</p>
          </fn>
          <fn id="table2fn7">
            <p><sup>g</sup>The quarterly incident rate ratio was calculated by dividing the rate of cremations in 2020 to that of the baseline. The 95% CI was calculated as =(Events ± 1.96 × SE) / population × 100,000, where SE is the standard error equal to the square root of the number of cremations [<xref ref-type="bibr" rid="ref17">17</xref>].</p>
          </fn>
          <fn id="table2fn8">
            <p><sup>h</sup>N/A: not applicable.</p>
          </fn>
        </table-wrap-foot>
      </table-wrap>
      <fig id="figure3" position="float">
        <label>Figure 3</label>
        <caption>
          <p>Side-by-side comparison of the weekly number of deaths in Ontario, Canada during the pandemic by age group as reported in (A) vital statistics data, which contains all provincial deaths and is released by Statistics Canada [<xref ref-type="bibr" rid="ref3">3</xref>], and (B) Ontario’s cremation data for January 2020 to April 2021, which refers to the baseline data (the average of data in 2017-2019). The annual trends have been smoothed using the Statsmodel Holt package; the default additive model has been changed to an exponential model with a fixed smoothing slope (β=.2) and smoothing level (α=.6).</p>
        </caption>
        <graphic xlink:href="publichealth_v8i2e32426_fig3.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
      </fig>
      <p>Most recently, in the latter half of 2020 (the second wave) and the beginning of 2021 (the third wave), there was still significant excess mortality (<xref ref-type="table" rid="table2">Table 2</xref>). Specifically, after adjusting for population, there was an 8.0% increase (95% CI 5.8%-10.3%) in mortality in the summer months (July to September 2020), a 11.6% increase (95% CI 9.4%-13.8%) in the fall (October to December 2020), and a 9.5% increase (95% CI 8.4%-10.6%) during January to March 2021, relative to the same period for previous years. During this time, the absolute unadjusted excess mortality among those aged 0-44 years accounted for a greater percentage of the overall excess mortality (22%-27% of the excess) than in the first wave (20% of the absolute unadjusted excess). In fact, unlike any other age group, excess mortality for those aged 0-44 years in the COVID-19 pandemic was the greatest in early 2021 (January to March). In contrast, during this time (January to March 2021), excess mortality for those aged 85 years or older was lower than at any other time in the COVID-19 pandemic (<xref ref-type="table" rid="table2">Table 2</xref>).</p>
      <p>Beyond simply highlighting excess mortality, cremation data demonstrated that, as early as June 2020, deaths due to COVID-19 could not explain all of the excess mortality observed during the pandemic (<xref rid="figure4" ref-type="fig">Figure 4</xref>; <xref ref-type="supplementary-material" rid="app3">Multimedia Appendix 3</xref>). With vital statistics data available for the first wave, it is clear that cremation data accurately estimated the magnitude of excess non–COVID-19 mortality (<xref rid="figure4" ref-type="fig">Figure 4</xref>).</p>
      <p>During the period from March 23, 2020, to July 5, 2020, cremation data captured 55.6% (1638/2945) of the provincially reported COVID-19 deaths, which is consistent with the percent cremated among those aged 85 years or older (the age group with the majority of COVID-19 deaths during this time). When these COVID-19 deaths were removed, there was still significant excess mortality during the last 3 quarters of 2020. Specifically, there was a 7.9% (95% CI 5.7%-10.1%) increase in April to June 2020, 7.5% (95% CI 5.3%-7.8%) increase in July to August 2020, and 5.9% (95% CI 3.9%-8.1%) increase in September to December 2020. Elevated non–COVID-19 mortality was not detected in the first quarter of 2021 (<xref ref-type="supplementary-material" rid="app3">Multimedia Appendix 3</xref>).</p>
      <fig id="figure4" position="float">
        <label>Figure 4</label>
        <caption>
          <p>Annual trends of the weekly number of deaths with and without confirmed COVID-19 deaths for the cremation records and vital statistics data for Ontario, Canada (released May 2021). The pandemic waves in Ontario, Canada captured in this graph are as follows: wave 1 (April 2020 to June 2020), wave 2 (September 2020 to February 2021), and wave 3 (April 2021 onwards). Both trends have been smoothed using an exponential model with a fixed smoothing slope (β=.2) and smoothing level (α=.6).</p>
        </caption>
        <graphic xlink:href="publichealth_v8i2e32426_fig4.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
      </fig>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <p>Real-time mortality information is an essential indicator to monitor during the COVID-19 pandemic. Many jurisdictions experience delays in official vital statistics data due to verification processes, and as a result, it can be difficult to obtain timely mortality information. This study aimed to provide evidence of the utility of cremation data as an early indicator of mortality trends during the COVID-19 pandemic. Within 3 weeks, cremation data captured approximately 70% of overall mortality, anticipating vital statistics mortality records by approximately 5 months. Timeliness was of critical value given that during this time, several public health measures and policies related to the pandemic response were being decided in the absence of mortality data in many jurisdictions, including in Canada, where official vital statistics reports lag by several months.</p>
      <p>Additionally, this analysis demonstrated that the percentage of the population cremated remained stable during the COVID-19 pandemic. This was a key finding given that, at the start of the pandemic, there was a concern as to whether a shift in burial practices drove the increase in cremations. This was, in fact, not the case and aligned with the fact that there was no change in the guidance of embalming. These findings provide further confidence for the use of cremation data to obtain a robust and real-time estimate of mortality during public health emergencies in jurisdictions where the death investigation system is equipped with digital reporting tools.</p>
      <p>In demonstrating the ability of cremation data to capture population-level mortality trends, the analysis captured excess mortality, that is, mortality beyond what is normally anticipated relative to the average of the 3 prior years. COVID-19 cremations could not account for all of this excess. Excess mortality due to COVID-19 has been demonstrated in several countries, including the United States [<xref ref-type="bibr" rid="ref19">19</xref>-<xref ref-type="bibr" rid="ref21">21</xref>], Portugal [<xref ref-type="bibr" rid="ref9">9</xref>], Sweden [<xref ref-type="bibr" rid="ref22">22</xref>], England [<xref ref-type="bibr" rid="ref23">23</xref>], and many others [<xref ref-type="bibr" rid="ref6">6</xref>-<xref ref-type="bibr" rid="ref8">8</xref>,<xref ref-type="bibr" rid="ref10">10</xref>,<xref ref-type="bibr" rid="ref24">24</xref>,<xref ref-type="bibr" rid="ref25">25</xref>]. While overall excess mortality (identified by this study) during the first wave in Canada (April to June 2020) is lower than in some countries, such as Spain [<xref ref-type="bibr" rid="ref8">8</xref>] and England [<xref ref-type="bibr" rid="ref23">23</xref>], it is substantially higher than in other industrialized countries, including Germany [<xref ref-type="bibr" rid="ref26">26</xref>], Sweden [<xref ref-type="bibr" rid="ref22">22</xref>], and Norway. The age structure of excess mortality that we report here is similar to that found by the European monitoring of excess mortality for public health action (EuroMOMO) network, with the majority of the excess occurring in older age groups [<xref ref-type="bibr" rid="ref7">7</xref>]. Other provinces in Canada, such as Alberta and British Colombia, also detected a similar magnitude of excess mortality in 2020 [<xref ref-type="bibr" rid="ref11">11</xref>,<xref ref-type="bibr" rid="ref27">27</xref>]. Consequently, cremation data can provide an understanding of the most recent mortality trends (the fourth and fifth waves), for which vital statistics data are still provisional.</p>
      <p>In addition, our results confirming that COVID-19 deaths did not account for the entirety of the excess mortality in Ontario are supported by similar findings in several other countries [<xref ref-type="bibr" rid="ref8">8</xref>,<xref ref-type="bibr" rid="ref9">9</xref>]. Excess mortality that cannot be accounted for by confirmed COVID-19 is attributable to several factors, and these factors likely changed throughout the pandemic, reflecting the various patterns seen in <xref rid="figure4" ref-type="fig">Figure 4</xref>. The initial large increase in non–SARS-CoV-2 mortality during March to April 2020 was likely due to underdiagnosis and underreporting of COVID-19 on death certificates, delays in care for conditions other than COVID-19, including cancer and cardiovascular care, worsening mental health and substance use, and hesitancy or fear that deterred patients from seeking emergency care for cardiac events, all of which have been observed as causes of non–COVID-19 excess in other jurisdictions [<xref ref-type="bibr" rid="ref28">28</xref>-<xref ref-type="bibr" rid="ref35">35</xref>]. The decline in emergency care-seeking is supported by data showing that Canadian emergency department volumes dropped during the first wave of the COVID-19 pandemic [<xref ref-type="bibr" rid="ref17">17</xref>,<xref ref-type="bibr" rid="ref36">36</xref>]. Subsequent excess mortality, when COVID-19 testing was more widely employed, is likely due to the indirect effects of the pandemic, including acute drug toxicity, violence, and the economic and social disruptions of the pandemic [<xref ref-type="bibr" rid="ref30">30</xref>,<xref ref-type="bibr" rid="ref32">32</xref>,<xref ref-type="bibr" rid="ref37">37</xref>]. Specifically, in Ontario, opioid-related deaths have increased by 79%, with the majority of these deaths occurring among those aged 25-44 years [<xref ref-type="bibr" rid="ref37">37</xref>]. These increases in all-cause mortality highlight the value and necessity of real-time surveillance of population mortality rates, especially during public health emergencies. Given their robust and real-time nature, cremation data offer a critical source of mortality data that can provide these insights in the interim period before vital statistics data are available.</p>
      <p>An important limitation of the study is the assumption of minimal growth in the population cremated. The quantifications of excess should be interpreted with these limitations in mind, particularly given that they contribute to the discrepancies in the reported values of excess mortality following the release of provisional vital statistics mortality data by Statistics Canada after several months, using the Farrington method. However, small discrepancies in the magnitude of excess mortality reported do not invalidate the use of cremation data, given that the value of a surveillance tool is in its ability to be both timely and accurate, and cremation data display strong congruency to vital statistics data, as seen in <xref rid="figure4" ref-type="fig">Figure 4</xref>. Likewise, with other data sources that can be used to create robust modes, the long reporting delays introduce significant biases. Thus, the methodology that is employed and able to communicate these results in a timely manner clearly shows the value in using Ontario’s cremation records to provide the earliest indication of excess all-cause mortality in a region with delays in vital statistics reporting.</p>
      <p>There are some additional limitations to this analysis that should be considered. First, there was no advice against embalming during the COVID-19 pandemic; thus, in a public health emergency wherein embalming may be advised against, the utility of cremation data would need to be further investigated. Second, this study looked at all-cause mortality, and therefore, it is not possible to conclude whether COVID-19 affected the likelihood of being cremated. However, we found no evidence of this, given that there was no relationship between the cause of death and the likelihood of cremation. The next steps of this research include determining the methodology for using cremation data to assess the effect of the COVID-19 pandemic on other specific causes (ie, cardiac events) and manners (ie, suicide) of death. Finally, it is important to note that while cremation data represent most deaths in Ontario, they do not represent all deaths. Certain segments of the population may have an intrinsically higher or lower cremation rate (ie, people of Jewish faith). This is an important consideration, and if some segments of the population have different rates of cremation and different rates of mortality, the estimates would be biased. However, this is not an invalidating limitation for a surveillance model. Likewise, owing to the structure of the cremation data set (ie, absence of ethnic data), we were unable to assess whether the magnitude of excess mortality differed among different subgroups of the population. Despite these limitations, the results compellingly demonstrate the utility of cremation data as an important surveillance data source when timelier estimates of mortality are needed, such as during a public health emergency. The purpose of this analysis was to demonstrate cremation data as a robust estimator of all-cause mortality in public health emergencies in the interim of vital statistics reporting, and not as a replacement of vital statistics data or as a predictor of a pandemic’s effects on subpopulation mortality.</p>
      <p>In conclusion, the COVID-19 pandemic emphasized the importance and need for real-time mortality information. Cremation data can be used for monitoring all-cause mortality in conjunction with vital statistics data. In addition, other jurisdictions with a lack of real-time mortality surveillance and high cremation rates will likely benefit from leveraging cremation data to estimate the complete impact of a public health emergency on all-cause mortality. This is an important finding, given that the utility of cremation data to estimate all-cause mortality in a public health emergency was previously unknown. This study demonstrates that cremation records can provide robust and timely indicators of all-cause mortality and should be used as interim mortality data during a public health emergency where more timely data can support the response.</p>
    </sec>
  </body>
  <back>
    <app-group>
      <supplementary-material id="app1">
        <label>Multimedia Appendix 1</label>
        <p>Further analysis on the percent cremated by age and sex.</p>
        <media xlink:href="publichealth_v8i2e32426_app1.docx" xlink:title="DOCX File , 41 KB"/>
      </supplementary-material>
      <supplementary-material id="app2">
        <label>Multimedia Appendix 2</label>
        <p>Maturation of both cremation data and vital statistics data.</p>
        <media xlink:href="publichealth_v8i2e32426_app2.xlsx" xlink:title="XLSX File  (Microsoft Excel File), 46 KB"/>
      </supplementary-material>
      <supplementary-material id="app3">
        <label>Multimedia Appendix 3</label>
        <p>Calculations for non–COVID-19 excess.</p>
        <media xlink:href="publichealth_v8i2e32426_app3.docx" xlink:title="DOCX File , 17 KB"/>
      </supplementary-material>
    </app-group>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">RR</term>
          <def>
            <p>risk ratio</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <ack>
      <p>LR receives funding from the Canadian Institutes of Health Research and the Canada Research Chairs Program. MJD is the SHARCNET Research Chair in biocomputing. The authors acknowledge Dr Dirk Huyer, Chief Coroner for Ontario for the vision and support to analyze cremation certificates as a timely source of mortality data.</p>
    </ack>
    <fn-group>
      <fn fn-type="con">
        <p>All authors contributed to the conception and design of the work; acquisition, analysis, and interpretation of data; and drafting the work and revising it critically. RM developed the concept for the study and coordinated the collaboration. GP conducted all analyses. GP and MJD had access to the data. All authors gave final approval to the version to be published and agreed to be held accountable for all aspects of the work.</p>
      </fn>
      <fn fn-type="conflict">
        <p>LR serves on the steering committee of the CDL-Rapid Screening Consortium, a government-funded not-for-profit endeavor to build a scalable workplace COVID screening system in workplaces. The other authors have no conflicts.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="web">
          <article-title>Mortality rates, by age group</article-title>
          <source>Statistics Canada</source>
          <access-date>2022-02-01</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www150.statcan.gc.ca/t1/tbl1/en/tv.action?pid=1310071001">https://www150.statcan.gc.ca/t1/tbl1/en/tv.action?pid=1310071001</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="web">
          <article-title>Vital Statistics Act, R.S.O. 1990</article-title>
          <source>Government of Ontario</source>
          <access-date>2022-02-01</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.ontario.ca/laws/statute/90v04">https://www.ontario.ca/laws/statute/90v04</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="web">
          <article-title>Provisional weekly death counts, by age group and sex</article-title>
          <source>Statistics Canada</source>
          <access-date>2022-02-01</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www150.statcan.gc.ca/t1/tbl1/en/tv.action?pid=1310076801">https://www150.statcan.gc.ca/t1/tbl1/en/tv.action?pid=1310076801</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Postill</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Murray</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Wilton</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Wells</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Sirbu</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Daley</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Barrett</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Born</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Juni</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Maltsev</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Sander</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Schull</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Rosella</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <article-title>Excess Mortality in Ontario During the COVID-19 Pandemic</article-title>
          <source>Ontario COVID-19 Science Advisory Table</source>
          <access-date>2022-02-01</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://covid19-sciencetable.ca/sciencebrief/excess-mortality-in-ontario-during-the-covid-19-pandemic/">https://covid19-sciencetable.ca/sciencebrief/excess-mortality-in-ontario-during-the-covid-19-pandemic/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Postill</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Murray</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Wilton</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Wells</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Sirbu</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Daley</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Rosella</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <article-title>An analysis of mortality in Ontario using cremation data: Rise in cremations during the COVID-19 pandemic</article-title>
          <source>medRxiv</source>
          <access-date>2022-02-01</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.medrxiv.org/content/10.1101/2020.07.22.20159913v3">https://www.medrxiv.org/content/10.1101/2020.07.22.20159913v3</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Docherty</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Butt</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>de Boer</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Dewan</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Køber</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Maggioni</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>McMurray</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Solomon</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Jhund</surname>
              <given-names>P</given-names>
            </name>
          </person-group>
          <article-title>Excess deaths during the Covid-19 pandemic: An international comparison</article-title>
          <source>medRxiv</source>
          <access-date>2022-02-01</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.medrxiv.org/content/10.1101/2020.04.21.20073114v3">https://www.medrxiv.org/content/10.1101/2020.04.21.20073114v3</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Vestergaard</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Nielsen</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Richter</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Schmid</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Bustos</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Braeye</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Denissov</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Veideman</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Luomala</surname>
              <given-names>O</given-names>
            </name>
            <name name-style="western">
              <surname>Möttönen</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Fouillet</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Caserio-Schönemann</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>An der Heiden</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Uphoff</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Lytras</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Gkolfinopoulou</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Paldy</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Domegan</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>O'Donnell</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>De' Donato</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Noccioli</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Hoffmann</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Velez</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>England</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>van Asten</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>White</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Tønnessen</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>da Silva</surname>
              <given-names>SP</given-names>
            </name>
            <name name-style="western">
              <surname>Rodrigues</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Larrauri</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Delgado-Sanz</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Farah</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Galanis</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Junker</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Perisa</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Sinnathamby</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Andrews</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>O'Doherty</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Marquess</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Kennedy</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Olsen</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Pebody</surname>
              <given-names>R</given-names>
            </name>
            <collab>ECDC Public Health Emergency Team for COVID-19</collab>
            <name name-style="western">
              <surname>Krause</surname>
              <given-names>TG</given-names>
            </name>
            <name name-style="western">
              <surname>Mølbak</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <article-title>Excess all-cause mortality during the COVID-19 pandemic in Europe - preliminary pooled estimates from the EuroMOMO network, March to April 2020</article-title>
          <source>Euro Surveill</source>
          <year>2020</year>
          <month>07</month>
          <volume>25</volume>
          <issue>26</issue>
          <fpage>2</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.eurosurveillance.org/content/10.2807/1560-7917.ES.2020.25.26.2001214"/>
          </comment>
          <pub-id pub-id-type="doi">10.2807/1560-7917.ES.2020.25.26.2001214</pub-id>
          <pub-id pub-id-type="medline">32643601</pub-id>
          <pub-id pub-id-type="pmcid">PMC7346364</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="web">
          <article-title>Measuring the direct and indirect impact of COVID-19</article-title>
          <source>OECD iLibrary</source>
          <access-date>2022-02-01</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.oecd-ilibrary.org/social-issues-migration-health/excess-mortality_c5dc0c50-en">https://www.oecd-ilibrary.org/social-issues-migration-health/excess-mortality_c5dc0c50-en</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Vieira</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Peixoto</surname>
              <given-names>VR</given-names>
            </name>
            <name name-style="western">
              <surname>Aguiar</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Abrantes</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Rapid Estimation of Excess Mortality during the COVID-19 Pandemic in Portugal -Beyond Reported Deaths</article-title>
          <source>J Epidemiol Glob Health</source>
          <year>2020</year>
          <month>09</month>
          <volume>10</volume>
          <issue>3</issue>
          <fpage>209</fpage>
          <lpage>213</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/32954711"/>
          </comment>
          <pub-id pub-id-type="doi">10.2991/jegh.k.200628.001</pub-id>
          <pub-id pub-id-type="medline">32954711</pub-id>
          <pub-id pub-id-type="pii">j10/3/209</pub-id>
          <pub-id pub-id-type="pmcid">PMC7509098</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Karlinsky</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Kobak</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>The World Mortality Dataset: Tracking excess mortality across countries during the COVID-19 pandemic</article-title>
          <source>medRxiv</source>
          <access-date>2022-02-01</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.medrxiv.org/content/10.1101/2021.01.27.21250604v3">https://www.medrxiv.org/content/10.1101/2021.01.27.21250604v3</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="web">
          <article-title>Previous releases and revisions to provisional weekly death counts</article-title>
          <source>Statistics Canada</source>
          <access-date>2022-02-01</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www150.statcan.gc.ca/n1/en/catalogue/13100783">https://www150.statcan.gc.ca/n1/en/catalogue/13100783</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>German</surname>
              <given-names>RR</given-names>
            </name>
            <name name-style="western">
              <surname>Lee</surname>
              <given-names>LM</given-names>
            </name>
            <name name-style="western">
              <surname>Horan</surname>
              <given-names>JM</given-names>
            </name>
            <name name-style="western">
              <surname>Milstein</surname>
              <given-names>RL</given-names>
            </name>
            <name name-style="western">
              <surname>Pertowski</surname>
              <given-names>CA</given-names>
            </name>
            <name name-style="western">
              <surname>Waller</surname>
              <given-names>MN</given-names>
            </name>
            <collab>Guidelines Working Group Centers for Disease ControlPrevention (CDC)</collab>
          </person-group>
          <article-title>Updated guidelines for evaluating public health surveillance systems: recommendations from the Guidelines Working Group</article-title>
          <source>MMWR Recomm Rep</source>
          <year>2001</year>
          <month>07</month>
          <day>27</day>
          <volume>50</volume>
          <issue>RR-13</issue>
          <fpage>1</fpage>
          <lpage>35; quiz CE1</lpage>
          <pub-id pub-id-type="medline">18634202</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="web">
          <article-title>Request a certificate to cremate a body or ship a body out of province</article-title>
          <source>Government of Ontario</source>
          <access-date>2022-02-01</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.ontario.ca/page/request-certificate-cremate-body-or-ship-body-out-province">https://www.ontario.ca/page/request-certificate-cremate-body-or-ship-body-out-province</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="web">
          <article-title>Statistics Canada, Canadian Vital Statistics - Death database (CVSD)</article-title>
          <source>Statistics Canada</source>
          <access-date>2022-02-01</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www23.statcan.gc.ca/imdb/p2SV.pl?Function=getSurvey&#38;SDDS=3233">https://www23.statcan.gc.ca/imdb/p2SV.pl?Function=getSurvey&#38;SDDS=3233</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Austin</surname>
              <given-names>PC</given-names>
            </name>
          </person-group>
          <article-title>Using the Standardized Difference to Compare the Prevalence of a Binary Variable Between Two Groups in Observational Research</article-title>
          <source>Communications in Statistics - Simulation and Computation</source>
          <year>2009</year>
          <month>04</month>
          <day>09</day>
          <volume>38</volume>
          <issue>6</issue>
          <fpage>1228</fpage>
          <lpage>1234</lpage>
          <pub-id pub-id-type="doi">10.1080/03610910902859574</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="web">
          <article-title>Population estimates, quarterly</article-title>
          <source>Statistics Canada</source>
          <access-date>2022-02-01</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www150.statcan.gc.ca/t1/tbl1/en/tv.action?pid=1710000901">https://www150.statcan.gc.ca/t1/tbl1/en/tv.action?pid=1710000901</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Gomez</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Simpson</surname>
              <given-names>AN</given-names>
            </name>
            <name name-style="western">
              <surname>Sue-Chue-Lam</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>de Mestral</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Dossa</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Nantais</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Wilton</surname>
              <given-names>AS</given-names>
            </name>
            <name name-style="western">
              <surname>Urbach</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Austin</surname>
              <given-names>PC</given-names>
            </name>
            <name name-style="western">
              <surname>Baxter</surname>
              <given-names>NN</given-names>
            </name>
          </person-group>
          <article-title>A population-based analysis of the impact of the COVID-19 pandemic on common abdominal and gynecological emergency department visits</article-title>
          <source>CMAJ</source>
          <year>2021</year>
          <month>05</month>
          <day>25</day>
          <volume>193</volume>
          <issue>21</issue>
          <fpage>E753</fpage>
          <lpage>E760</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.cmaj.ca/cgi/pmidlookup?view=long&#38;pmid=34035055"/>
          </comment>
          <pub-id pub-id-type="doi">10.1503/cmaj.202821</pub-id>
          <pub-id pub-id-type="medline">34035055</pub-id>
          <pub-id pub-id-type="pii">193/21/E753</pub-id>
          <pub-id pub-id-type="pmcid">PMC8177921</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="web">
          <source>Statsmodels</source>
          <access-date>2022-02-01</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.statsmodels.org/stable/generated/statsmodels.tsa.holtwinters.Holt.html">https://www.statsmodels.org/stable/generated/statsmodels.tsa.holtwinters.Holt.html</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <collab>New York City Department of Health Mental Hygiene (DOHMH) COVID-19 Response Team</collab>
          </person-group>
          <article-title>Preliminary Estimate of Excess Mortality During the COVID-19 Outbreak - New York City, March 11-May 2, 2020</article-title>
          <source>MMWR Morb Mortal Wkly Rep</source>
          <year>2020</year>
          <month>05</month>
          <day>15</day>
          <volume>69</volume>
          <issue>19</issue>
          <fpage>603</fpage>
          <lpage>605</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.15585/mmwr.mm6919e5"/>
          </comment>
          <pub-id pub-id-type="doi">10.15585/mmwr.mm6919e5</pub-id>
          <pub-id pub-id-type="medline">32407306</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Rivera</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Rosenbaum</surname>
              <given-names>JE</given-names>
            </name>
            <name name-style="western">
              <surname>Quispe</surname>
              <given-names>W</given-names>
            </name>
          </person-group>
          <article-title>Excess mortality in the United States during the first three months of the COVID-19 pandemic</article-title>
          <source>Epidemiol. Infect</source>
          <year>2020</year>
          <month>10</month>
          <day>29</day>
          <volume>148</volume>
          <fpage>e264</fpage>
          <pub-id pub-id-type="doi">10.1017/s0950268820002617</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Woolf</surname>
              <given-names>SH</given-names>
            </name>
            <name name-style="western">
              <surname>Chapman</surname>
              <given-names>DA</given-names>
            </name>
            <name name-style="western">
              <surname>Sabo</surname>
              <given-names>RT</given-names>
            </name>
            <name name-style="western">
              <surname>Zimmerman</surname>
              <given-names>EB</given-names>
            </name>
          </person-group>
          <article-title>Excess Deaths From COVID-19 and Other Causes in the US, March 1, 2020, to January 2, 2021</article-title>
          <source>JAMA</source>
          <year>2021</year>
          <month>04</month>
          <day>02</day>
          <volume>325</volume>
          <issue>17</issue>
          <fpage>1786</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/33797550"/>
          </comment>
          <pub-id pub-id-type="doi">10.1001/jama.2021.5199</pub-id>
          <pub-id pub-id-type="medline">33797550</pub-id>
          <pub-id pub-id-type="pii">2778361</pub-id>
          <pub-id pub-id-type="pmcid">PMC8019132</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Modig</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Ahlbom</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Ebeling</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Excess mortality from COVID-19: weekly excess death rates by age and sex for Sweden and its most affected region</article-title>
          <source>Eur J Public Health</source>
          <year>2021</year>
          <month>02</month>
          <day>01</day>
          <volume>31</volume>
          <issue>1</issue>
          <fpage>17</fpage>
          <lpage>22</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/33169145"/>
          </comment>
          <pub-id pub-id-type="doi">10.1093/eurpub/ckaa218</pub-id>
          <pub-id pub-id-type="medline">33169145</pub-id>
          <pub-id pub-id-type="pii">5968985</pub-id>
          <pub-id pub-id-type="pmcid">PMC7717265</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Sinnathamby</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Whitaker</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Coughlan</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Lopez Bernal</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Ramsay</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Andrews</surname>
              <given-names>N</given-names>
            </name>
          </person-group>
          <article-title>All-cause excess mortality observed by age group and regions in the first wave of the COVID-19 pandemic in England</article-title>
          <source>Euro Surveill</source>
          <year>2020</year>
          <month>07</month>
          <volume>25</volume>
          <issue>28</issue>
          <fpage>16</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.eurosurveillance.org/content/10.2807/1560-7917.ES.2020.25.28.2001239"/>
          </comment>
          <pub-id pub-id-type="doi">10.2807/1560-7917.ES.2020.25.28.2001239</pub-id>
          <pub-id pub-id-type="medline">32700669</pub-id>
          <pub-id pub-id-type="pmcid">PMC7376843</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ghislandi</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Muttarak</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Sauerberg</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Scotti</surname>
              <given-names>B</given-names>
            </name>
          </person-group>
          <article-title>News from the front: Estimation of excess mortality and life expectancy in the major epicenters of the COVID-19 pandemic in Italy</article-title>
          <source>medRxiv</source>
          <access-date>2022-02-01</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.medrxiv.org/content/10.1101/2020.04.29.20084335v3">https://www.medrxiv.org/content/10.1101/2020.04.29.20084335v3</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kontis</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Bennett</surname>
              <given-names>JE</given-names>
            </name>
            <name name-style="western">
              <surname>Rashid</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Parks</surname>
              <given-names>RM</given-names>
            </name>
            <name name-style="western">
              <surname>Pearson-Stuttard</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Guillot</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Asaria</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Zhou</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Battaglini</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Corsetti</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>McKee</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Di Cesare</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Mathers</surname>
              <given-names>CD</given-names>
            </name>
            <name name-style="western">
              <surname>Ezzati</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Magnitude, demographics and dynamics of the effect of the first wave of the COVID-19 pandemic on all-cause mortality in 21 industrialized countries</article-title>
          <source>Nat Med</source>
          <year>2020</year>
          <month>12</month>
          <day>14</day>
          <volume>26</volume>
          <issue>12</issue>
          <fpage>1919</fpage>
          <lpage>1928</lpage>
          <pub-id pub-id-type="doi">10.1038/s41591-020-1112-0</pub-id>
          <pub-id pub-id-type="medline">33057181</pub-id>
          <pub-id pub-id-type="pii">10.1038/s41591-020-1112-0</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref26">
        <label>26</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Stang</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Standl</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Kowall</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Brune</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Böttcher</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Brinkmann</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Dittmer</surname>
              <given-names>U</given-names>
            </name>
            <name name-style="western">
              <surname>Jöckel</surname>
              <given-names>KH</given-names>
            </name>
          </person-group>
          <article-title>Excess mortality due to COVID-19 in Germany</article-title>
          <source>J Infect</source>
          <year>2020</year>
          <month>11</month>
          <volume>81</volume>
          <issue>5</issue>
          <fpage>797</fpage>
          <lpage>801</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/32956730"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.jinf.2020.09.012</pub-id>
          <pub-id pub-id-type="medline">32956730</pub-id>
          <pub-id pub-id-type="pii">S0163-4453(20)30596-X</pub-id>
          <pub-id pub-id-type="pmcid">PMC7501062</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref27">
        <label>27</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Moriarty</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Boczula</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Thind</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Loreto</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>McElhaney</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Excess All-Cause Mortality During the COVID-19 Epidemic in Canada</article-title>
          <source>Royal Society of Canada</source>
          <access-date>2022-02-01</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://rsc-src.ca/sites/default/files/EM%20PB_EN.pdf">https://rsc-src.ca/sites/default/files/EM%20PB_EN.pdf</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref28">
        <label>28</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Dinmohamed</surname>
              <given-names>AG</given-names>
            </name>
            <name name-style="western">
              <surname>Visser</surname>
              <given-names>O</given-names>
            </name>
            <name name-style="western">
              <surname>Verhoeven</surname>
              <given-names>RHA</given-names>
            </name>
            <name name-style="western">
              <surname>Louwman</surname>
              <given-names>MWJ</given-names>
            </name>
            <name name-style="western">
              <surname>van Nederveen</surname>
              <given-names>FH</given-names>
            </name>
            <name name-style="western">
              <surname>Willems</surname>
              <given-names>SM</given-names>
            </name>
            <name name-style="western">
              <surname>Merkx</surname>
              <given-names>MAW</given-names>
            </name>
            <name name-style="western">
              <surname>Lemmens</surname>
              <given-names>VEPP</given-names>
            </name>
            <name name-style="western">
              <surname>Nagtegaal</surname>
              <given-names>ID</given-names>
            </name>
            <name name-style="western">
              <surname>Siesling</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Fewer cancer diagnoses during the COVID-19 epidemic in the Netherlands</article-title>
          <source>The Lancet Oncology</source>
          <year>2020</year>
          <month>06</month>
          <volume>21</volume>
          <issue>6</issue>
          <fpage>750</fpage>
          <lpage>751</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/32359403"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/S1470-2045(20)30265-5</pub-id>
          <pub-id pub-id-type="medline">32359403</pub-id>
          <pub-id pub-id-type="pii">S1470-2045(20)30265-5</pub-id>
          <pub-id pub-id-type="pmcid">PMC7252180</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref29">
        <label>29</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Rosenbaum</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <article-title>The Untold Toll — The Pandemic’s Effects on Patients without Covid-19</article-title>
          <source>N Engl J Med</source>
          <year>2020</year>
          <month>06</month>
          <day>11</day>
          <volume>382</volume>
          <issue>24</issue>
          <fpage>2368</fpage>
          <lpage>2371</lpage>
          <pub-id pub-id-type="doi">10.1056/nejmms2009984</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref30">
        <label>30</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Baumgartner</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Radley</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>The Spike in Drug Overdose Deaths During the COVID-19 Pandemic and Policy Options to Move Forward</article-title>
          <source>Commonwealth Fund</source>
          <access-date>2022-02-01</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.commonwealthfund.org/blog/2021/spike-drug-overdose-deaths-during-covid-19-pandemic-and-policy-options-move-forward">https://www.commonwealthfund.org/blog/2021/spike-drug-overdose-deaths-during-covid-19-pandemic-and-policy-options-move-forward</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref31">
        <label>31</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Appleby</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Kapur</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Turnbull</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Richards</surname>
              <given-names>N</given-names>
            </name>
          </person-group>
          <article-title>Suicide in England since the COVID-19 pandemic - early figures from real-time surveillance</article-title>
          <source>The University of Manchester</source>
          <access-date>2022-02-01</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://documents.manchester.ac.uk/display.aspx?DocID=51861">https://documents.manchester.ac.uk/display.aspx?DocID=51861</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref32">
        <label>32</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Gunnell</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Appleby</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Arensman</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Hawton</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>John</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Kapur</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Khan</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>O'Connor</surname>
              <given-names>RC</given-names>
            </name>
            <name name-style="western">
              <surname>Pirkis</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Appleby</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Arensman</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Caine</surname>
              <given-names>ED</given-names>
            </name>
            <name name-style="western">
              <surname>Chan</surname>
              <given-names>LF</given-names>
            </name>
            <name name-style="western">
              <surname>Chang</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Chen</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Christensen</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Dandona</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Eddleston</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Erlangsen</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Gunnell</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Harkavy-Friedman</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Hawton</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>John</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Kapur</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Khan</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Kirtley</surname>
              <given-names>OJ</given-names>
            </name>
            <name name-style="western">
              <surname>Knipe</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Konradsen</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Liu</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>McManus</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Mehlum</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Miller</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Moran</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Morrissey</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Moutier</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Niederkrotenthaler</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Nordentoft</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>O'Connor</surname>
              <given-names>RC</given-names>
            </name>
            <name name-style="western">
              <surname>O'Neill</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Page</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Phillips</surname>
              <given-names>MR</given-names>
            </name>
            <name name-style="western">
              <surname>Pirkis</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Platt</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Pompili</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Qin</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Rezaeian</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Silverman</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Sinyor</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Stack</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Townsend</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Turecki</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Vijayakumar</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Yip</surname>
              <given-names>PS</given-names>
            </name>
          </person-group>
          <article-title>Suicide risk and prevention during the COVID-19 pandemic</article-title>
          <source>The Lancet Psychiatry</source>
          <year>2020</year>
          <month>06</month>
          <volume>7</volume>
          <issue>6</issue>
          <fpage>468</fpage>
          <lpage>471</lpage>
          <pub-id pub-id-type="doi">10.1016/s2215-0366(20)30171-1</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref33">
        <label>33</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hammad</surname>
              <given-names>TA</given-names>
            </name>
            <name name-style="western">
              <surname>Parikh</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Tashtish</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Lowry</surname>
              <given-names>CM</given-names>
            </name>
            <name name-style="western">
              <surname>Gorbey</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Forouzandeh</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Filby</surname>
              <given-names>SJ</given-names>
            </name>
            <name name-style="western">
              <surname>Wolf</surname>
              <given-names>WM</given-names>
            </name>
            <name name-style="western">
              <surname>Costa</surname>
              <given-names>MA</given-names>
            </name>
            <name name-style="western">
              <surname>Simon</surname>
              <given-names>DI</given-names>
            </name>
            <name name-style="western">
              <surname>Shishehbor</surname>
              <given-names>MH</given-names>
            </name>
          </person-group>
          <article-title>Impact of COVID-19 pandemic on ST-elevation myocardial infarction in a non-COVID-19 epicenter</article-title>
          <source>Catheter Cardiovasc Interv</source>
          <year>2021</year>
          <month>02</month>
          <day>01</day>
          <volume>97</volume>
          <issue>2</issue>
          <fpage>208</fpage>
          <lpage>214</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/32478961"/>
          </comment>
          <pub-id pub-id-type="doi">10.1002/ccd.28997</pub-id>
          <pub-id pub-id-type="medline">32478961</pub-id>
          <pub-id pub-id-type="pmcid">PMC7300525</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref34">
        <label>34</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Rattka</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Baumhardt</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Dreyhaupt</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Rothenbacher</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Thiessen</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Markovic</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Rottbauer</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Imhof</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>31 days of COVID-19-cardiac events during restriction of public life-a comparative study</article-title>
          <source>Clin Res Cardiol</source>
          <year>2020</year>
          <month>12</month>
          <day>03</day>
          <volume>109</volume>
          <issue>12</issue>
          <fpage>1476</fpage>
          <lpage>1482</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/32494921"/>
          </comment>
          <pub-id pub-id-type="doi">10.1007/s00392-020-01681-2</pub-id>
          <pub-id pub-id-type="medline">32494921</pub-id>
          <pub-id pub-id-type="pii">10.1007/s00392-020-01681-2</pub-id>
          <pub-id pub-id-type="pmcid">PMC7268583</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref35">
        <label>35</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Clifford</surname>
              <given-names>CR</given-names>
            </name>
            <name name-style="western">
              <surname>Le May</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Chow</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Boudreau</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Fu</surname>
              <given-names>AY</given-names>
            </name>
            <name name-style="western">
              <surname>Barry</surname>
              <given-names>Q</given-names>
            </name>
            <name name-style="western">
              <surname>Chong</surname>
              <given-names>AY</given-names>
            </name>
            <name name-style="western">
              <surname>So</surname>
              <given-names>DY</given-names>
            </name>
          </person-group>
          <article-title>Delays in ST-Elevation Myocardial Infarction Care During the COVID-19 Lockdown: An Observational Study</article-title>
          <source>CJC Open</source>
          <year>2020</year>
          <month>12</month>
          <day>15</day>
          <volume>3</volume>
          <issue>5</issue>
          <fpage>565</fpage>
          <lpage>573</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S2589-790X(20)30219-5"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.cjco.2020.12.009</pub-id>
          <pub-id pub-id-type="medline">33521615</pub-id>
          <pub-id pub-id-type="pii">S2589-790X(20)30219-5</pub-id>
          <pub-id pub-id-type="pmcid">PMC7834324</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref36">
        <label>36</label>
        <nlm-citation citation-type="web">
          <article-title>COVID-19’s impact on emergency departments</article-title>
          <source>Canadian Institute for Health Information</source>
          <access-date>2022-02-01</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.cihi.ca/en/covid-19-resources/impact-of-covid-19-on-canadas-health-care-systems/how-covid-19-affected">https://www.cihi.ca/en/covid-19-resources/impact-of-covid-19-on-canadas-health-care-systems/how-covid-19-affected</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref37">
        <label>37</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Gomes</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Murray</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Kolla</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Leece</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Bansal</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Besharah</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Cahill</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Campbell</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Fritz</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Munro</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Toner</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Watford</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Changing Circumstances Surrounding Opioid-Related Deaths in Ontario during the COVID-19 Pandemic</article-title>
          <source>The Ontario Drug Policy Research Network</source>
          <access-date>2022-02-01</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://odprn.ca/wp-content/uploads/2021/05/Changing-Circumstances-Surrounding-Opioid-Related-Deaths.pdf">https://odprn.ca/wp-content/uploads/2021/05/Changing-Circumstances-Surrounding-Opioid-Related-Deaths.pdf</ext-link>
          </comment>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
