<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JPH</journal-id>
      <journal-id journal-id-type="nlm-ta">JMIR Public Health Surveill</journal-id>
      <journal-title>JMIR Public Health and Surveillance</journal-title>
      <issn pub-type="epub">2369-2960</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v8i7e34717</article-id>
      <article-id pub-id-type="pmid">35793133</article-id>
      <article-id pub-id-type="doi">10.2196/34717</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Original Paper</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Original Paper</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>Estimating Cardiorespiratory Fitness Without Exercise Testing or Physical Activity Status in Healthy Adults: Regression Model Development and Validation</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Bradley</surname>
            <given-names>Heather</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Larsen</surname>
            <given-names>Lisbeth</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Lavie</surname>
            <given-names>Carl</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Peterman</surname>
            <given-names>James</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author" corresp="yes">
          <name name-style="western">
            <surname>Sloan</surname>
            <given-names>Robert</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <address>
            <institution>Department of Social and Behavioral Medicine</institution>
            <institution>Kagoshima University Graduate Medical School</institution>
            <addr-line>8-35-1 Sakuragaoka</addr-line>
            <addr-line>Kagoshima</addr-line>
            <country>Japan</country>
            <phone>81 99 275 5751</phone>
            <email>rsloan@m.kufm.kagoshima-u.ac.jp</email>
          </address>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-6492-8623</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author">
          <name name-style="western">
            <surname>Visentini-Scarzanella</surname>
            <given-names>Marco</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-0907-8341</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author">
          <name name-style="western">
            <surname>Sawada</surname>
            <given-names>Susumu</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-7272-0790</ext-link>
        </contrib>
        <contrib id="contrib4" contrib-type="author">
          <name name-style="western">
            <surname>Sui</surname>
            <given-names>Xuemei</given-names>
          </name>
          <degrees>MD, PhD</degrees>
          <xref rid="aff3" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-2368-7311</ext-link>
        </contrib>
        <contrib id="contrib5" contrib-type="author">
          <name name-style="western">
            <surname>Myers</surname>
            <given-names>Jonathan</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff4" ref-type="aff">4</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-2592-136X</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>Department of Social and Behavioral Medicine</institution>
        <institution>Kagoshima University Graduate Medical School</institution>
        <addr-line>Kagoshima</addr-line>
        <country>Japan</country>
      </aff>
      <aff id="aff2">
        <label>2</label>
        <institution>Faculty of Sport Sciences</institution>
        <institution>Waseda University</institution>
        <addr-line>Saitama</addr-line>
        <country>Japan</country>
      </aff>
      <aff id="aff3">
        <label>3</label>
        <institution>Department of Exercise Science</institution>
        <institution>Arnold School of Public Health</institution>
        <institution>University of South Carolina</institution>
        <addr-line>Columbia, SC</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff4">
        <label>4</label>
        <institution>Division of Cardiovascular Medicine</institution>
        <institution>Veterans Affairs Palo Alto Health Care System</institution>
        <institution>Stanford University</institution>
        <addr-line>Palo Alto, CA</addr-line>
        <country>United States</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Robert Sloan <email>rsloan@m.kufm.kagoshima-u.ac.jp</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <month>7</month>
        <year>2022</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>6</day>
        <month>7</month>
        <year>2022</year>
      </pub-date>
      <volume>8</volume>
      <issue>7</issue>
      <elocation-id>e34717</elocation-id>
      <history>
        <date date-type="received">
          <day>4</day>
          <month>11</month>
          <year>2021</year>
        </date>
        <date date-type="rev-request">
          <day>24</day>
          <month>2</month>
          <year>2022</year>
        </date>
        <date date-type="rev-recd">
          <day>14</day>
          <month>3</month>
          <year>2022</year>
        </date>
        <date date-type="accepted">
          <day>27</day>
          <month>5</month>
          <year>2022</year>
        </date>
      </history>
      <copyright-statement>©Robert Sloan, Marco Visentini-Scarzanella, Susumu Sawada, Xuemei Sui, Jonathan Myers. Originally published in JMIR Public Health and Surveillance (https://publichealth.jmir.org), 06.07.2022.</copyright-statement>
      <copyright-year>2022</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in JMIR Public Health and Surveillance, is properly cited. The complete bibliographic information, a link to the original publication on https://publichealth.jmir.org, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="https://publichealth.jmir.org/2022/7/e34717" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>Low cardiorespiratory fitness (CRF) is an independent predictor of morbidity and mortality. Most health care settings use some type of electronic health record (EHR) system. However, many EHRs do not have CRF or physical activity data collected, thereby limiting the types of investigations and analyses that can be done.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>This study aims to develop a nonexercise equation to estimate and classify CRF (in metabolic equivalent tasks) using variables commonly available in EHRs.</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>Participants were 42,676 healthy adults (female participants: n=9146, 21.4%) from the Aerobics Center Longitudinal Study examined from 1974 to 2005. The nonexercise estimated CRF was based on sex, age, measured BMI, measured resting heart rate, measured resting blood pressure, and smoking status. A maximal treadmill test measured CRF.</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>After conducting nonlinear feature augmentation, separate linear regression models were used for male and female participants to calculate correlation and regression coefficients. Cross-classification of actual and estimated CRF was performed using low CRF categories (lowest quintile, lowest quartile, and lowest tertile). The multiple correlation coefficient (<italic>R</italic>) was 0.70 (mean deviation 1.33) for male participants and 0.65 (mean deviation 1.23) for female participants. The models explained 48.4% (SE estimate 1.70) and 41.9% (SE estimate 1.56) of the variance in CRF for male and female participants, respectively. Correct category classification for low CRF (lowest tertile) was found in 77.2% (n=25,885) of male participants and 74.9% (n=6,850) of female participants.</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>The regression models developed in this study provided useful estimation and classification of CRF in a large population of male and female participants. The models may provide a practical method for estimating CRF derived from EHRs for population health research.</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>nonexercise estimated cardiorespiratory fitness</kwd>
        <kwd>public health</kwd>
        <kwd>surveillance</kwd>
        <kwd>epidemiology</kwd>
        <kwd>electronic health record</kwd>
        <kwd>EHR</kwd>
        <kwd>fitness</kwd>
        <kwd>cardiorespiratory</kwd>
        <kwd>physical activity</kwd>
        <kwd>regression model</kwd>
        <kwd>nonexercise equation</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <sec>
        <title>Background</title>
        <p>The use of data from electronic health records (EHRs) beyond day-to-day medical management is rapidly emerging in the fields of digital health, public health, and epidemiology [<xref ref-type="bibr" rid="ref1">1</xref>,<xref ref-type="bibr" rid="ref2">2</xref>]. However, access to cardiorespiratory fitness (CRF), a valuable health metric, is limited. This limitation is primarily due to the medical service (cardiopulmonary stress test) being costly, time-consuming, and generally focused on cardiac patients [<xref ref-type="bibr" rid="ref3">3</xref>-<xref ref-type="bibr" rid="ref5">5</xref>]. CRF is a comprehensive measure of one’s functional capacity (mL O<sub>2</sub> · kg<sup>‒1</sup> · min<sup>‒1</sup>) driven by the combination of heart, lung, and muscle function [<xref ref-type="bibr" rid="ref6">6</xref>]. It is an important marker of health status in the general adult population [<xref ref-type="bibr" rid="ref3">3</xref>,<xref ref-type="bibr" rid="ref6">6</xref>]. Further demonstrating the importance of CRF, the American Heart Association released a scientific statement proposing that CRF be considered a clinical vital sign. The scientific rationale behind the statement is driven by the voluminous evidence that demonstrates that low CRF is a strong independent predictor of adverse health outcomes (ie, all-cause mortality, cancer, stroke, heart disease, and diabetes incidence) [<xref ref-type="bibr" rid="ref3">3</xref>].</p>
      </sec>
      <sec>
        <title>Prior Work</title>
        <p>To help increase accessibility to CRF data, researchers have developed an array of nonexercise estimated CRF (NEECRF) equations to estimate CRF [<xref ref-type="bibr" rid="ref7">7</xref>-<xref ref-type="bibr" rid="ref9">9</xref>]. NEECRF equations commonly include age, gender, resting heart rate, smoking status, BMI, and self-reported physical activity status (PAS) [<xref ref-type="bibr" rid="ref8">8</xref>,<xref ref-type="bibr" rid="ref10">10</xref>-<xref ref-type="bibr" rid="ref12">12</xref>]. Studies have shown NEECRF to predict all-cause and cardiovascular disease mortality on par with measured CRF [<xref ref-type="bibr" rid="ref13">13</xref>,<xref ref-type="bibr" rid="ref14">14</xref>]. However, the assessment of PAS required to calculate NEECRF in patients is not typically conducted or documented in health care settings [<xref ref-type="bibr" rid="ref15">15</xref>]. Therefore, using an NEECRF model without PAS (non-PAS) may be more feasible.</p>
        <p>In a 2019 comprehensive NEECRF review, a few peer-reviewed non-PAS NEECRF equations were identified in adult populations reporting correlations and SE estimates [<xref ref-type="bibr" rid="ref8">8</xref>]. Most of the equations were developed using only age, height, and weight combinations, and some used variables not commonly found in EHRs (eg, waist girth, predicted/ideal weight, or exercise mode).</p>
        <p>Though correlations were moderate to high, the sample populations were too small to determine the classification accuracy of low CRF. Accurate classification of low CRF is essential for large-scale investigations [<xref ref-type="bibr" rid="ref3">3</xref>,<xref ref-type="bibr" rid="ref16">16</xref>]. Low CRF (lowest tertile) classification was recently investigated by Peterman et al [<xref ref-type="bibr" rid="ref9">9</xref>], who found Baynard’s [<xref ref-type="bibr" rid="ref7">7</xref>] simplified non-PAS NEECRF equation to have poor classification ability in a sizable (n=4871) adult population. Other researchers have also suggested that simple non-PAS NEECRF formulas have low validity, and nuanced approaches are warranted [<xref ref-type="bibr" rid="ref16">16</xref>,<xref ref-type="bibr" rid="ref17">17</xref>]. Investigators have also noted that valid non-PAS NEECRF models may have broad applications for public health, epidemiology, surveillance, practice, and research [<xref ref-type="bibr" rid="ref3">3</xref>,<xref ref-type="bibr" rid="ref8">8</xref>,<xref ref-type="bibr" rid="ref9">9</xref>,<xref ref-type="bibr" rid="ref16">16</xref>,<xref ref-type="bibr" rid="ref18">18</xref>].</p>
      </sec>
      <sec>
        <title>Goal of This Study</title>
        <p>Because it is standard practice to assess and document resting heart rate, blood pressure, BMI, and smoking status during a typical clinic visit, the primary aim of this study was to develop new models for NEECRF that could potentially be used in large-scale population health investigations using variables commonly found in EHRs. To accomplish this, we compared a non-PAS NEECRF equation to clinically measured CRF and evaluated its ability to estimate and classify CRF.</p>
      </sec>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>Study Sample</title>
        <p>The Aerobics Center Longitudinal Study (ACLS) is a prospective epidemiological investigation of participants that began in 1970 [<xref ref-type="bibr" rid="ref19">19</xref>]. The original data set for this investigation included 43,257 healthy adults who voluntarily participated in a comprehensive preventive medical examination at the Cooper Clinic in Dallas, Texas between 1974 and 2005. At baseline, all participants were free of diabetes, heart disease, stroke, cancer, positive electrocardiograms, and completed a maximal graded exercise test. Each participant gave informed consent to join the longitudinal study. The research population demographic primarily consists of Caucasian college-educated adults of middle to high socioeconomic status with an average age at baseline of 43.5 (range 20-79) years.</p>
      </sec>
      <sec>
        <title>Ethical Approval</title>
        <p>The study was reviewed and approved annually by the Cooper Institute Institutional Review Board, and all participants provided written informed consent.</p>
      </sec>
      <sec>
        <title>Measurements</title>
        <p>Predictor variables were assessed during a preventive health examination that included objective measurements of age, BMI, resting heart rate, systolic blood pressure, diastolic blood pressure, and self-reported smoking status between 1974 and 2005 at the Cooper Clinic. Age was verified at the time of the examination. Height and weight were measured on a calibrated scale using US customary units and converted to metric scales for this investigation. BMI was calculated from measured height and weight as kg/m<sup>2</sup>. Manual auscultation was used to measure resting blood pressure while seated. Resting heart rate was calculated using the R-R interval on an electrocardiogram while seated. CRF was expressed as absolute metabolic equivalent tasks (METs; 1 MET = 3.5 mL O<sub>2</sub> · kg<sup>‒1</sup> · min<sup>‒1</sup>) based on the total duration of a symptom-limited maximal Balke graded exercise test [<xref ref-type="bibr" rid="ref6">6</xref>]. Following American College for Sports Medicine Guidelines, patients were encouraged to give maximal effort, and the test end point was volitional exhaustion or termination by the physician for medical reasons [<xref ref-type="bibr" rid="ref6">6</xref>]. METs were calculated based on the final treadmill speed and grade [<xref ref-type="bibr" rid="ref6">6</xref>]. The Balke graded exercise test is highly correlated (<italic>r</italic>=0.94) with maximal graded cardiopulmonary exercise testing [<xref ref-type="bibr" rid="ref20">20</xref>,<xref ref-type="bibr" rid="ref21">21</xref>]. A standardized medical questionnaire was used to ascertain demographic information, lifestyle habits, and chronic disease status. More detailed information on the preventive health examination is available in prior ACLS publications [<xref ref-type="bibr" rid="ref10">10</xref>,<xref ref-type="bibr" rid="ref13">13</xref>].</p>
      </sec>
      <sec>
        <title>Statistical Analysis</title>
        <sec>
          <title>Data Exclusion</title>
          <p>Data were first examined for outliers and skewness. We removed the outliers from the data set by removing participants with predictor variables (continuous) beyond the ±3 σ interval. To do this, we calculated the mean and SD of each predictor variable, excluding smoking (categorical). Any participant with at least one predictor variable above 3 SDs or below 3 SDs was flagged as an outlier. After removing outliers and incomplete entries (n=581), the data set comprised 33,530 male participants and 9146 female participants, 98.7% of the original 43,257 participants.</p>
        </sec>
        <sec>
          <title>Regression</title>
          <p>The main analysis was based on apparently healthy adults at baseline. Using a supervised machine learning technique, we conducted separate linear regression analyses for men and women to predict non-PAS NEECRF based on nonlinear augmentation of the predictor variables [<xref ref-type="bibr" rid="ref1">1</xref>]. We also considered advanced machine learning models but did not find them advantageous. The male and female non-PAS NEECRF prediction equations were formulated to minimize the average mean squared error, where <italic>N</italic> is the number of samples in our data set:</p>
          <disp-formula>
            <graphic xlink:href="publichealth_v8i7e34717_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
          </disp-formula>
          <p>The prediction equation used age, height (Ht), weight (Wt), BMI, resting heart rate (rHR), systolic blood pressure (SBP), diastolic blood pressure (DBP), and smoking. All variables were continuous except for smoking status (nonsmoker=0, current smoker=1). Data were standardized by subtracting the mean and dividing by the SD for each variable. Next, separate models were then trained for male and female participants. We augmented the original 8 variables with second order and interaction terms, and regressed them linearly to the dependent variable for training. In this way, the nonlinearity was transferred from the regressor to the independent variables, while the model’s overall interpretability was maintained. The augmentation procedure added the following 28 second order and interaction terms: Wt<sup>2</sup>, Wt × Ht, Wt × Age, Wt × rHR, Wt × SBP, Wt × DBP, Wt × BMI, Ht<sup>2</sup>, Ht × Age, Ht × rHR, Ht × SBP, Ht × DBP, Ht × BMI, Age<sup>2</sup>, Age × rHR, Age × SBP, Age × DBP, Age × BMI, rHR<sup>2</sup>, Ht × SBP, Ht × DBP, rHR × BMI, SBP<sup>2</sup>, SBP × DBP, SBP × BMI, DBP<sup>2</sup>, and DBP × BMI (for a total of 36 variables). Because smoking status was a categorical variable, it was not used to create the additional variables. The augmented data set was input into an elastic net linear regressor and trained and evaluated via 10-fold cross-validation [<xref ref-type="bibr" rid="ref22">22</xref>]. Optimal model hyperparameters were calculated for the male (α=.001, λ=1.0) and female (α=.004, λ=1.0) data sets through the cross-validation procedure. Pearson correlation coefficients were then calculated using the non-PAS NEECRF equations for the male and female data sets (shown in <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>). Lastly, for comparison, we cross-validated Baynard’s [<xref ref-type="bibr" rid="ref7">7</xref>] simplified non-PAS NEECRF equation (77.96 − 10.35 (sex; M=0, F=1) − 0.92 (BMI) − 0.32 (age)) [<xref ref-type="bibr" rid="ref9">9</xref>].</p>
        </sec>
        <sec>
          <title>Classification Accuracy</title>
          <p>We cross-classified non-PAS NEECRF and CRF for three specified cut points (lowest quintile, lowest quartile, and lowest tertile) commonly used in epidemiological investigations to define low CRF [<xref ref-type="bibr" rid="ref3">3</xref>]. Next, CRF distributions were then grouped by males and females where α served as the value of the α-th percentile using the calculation non-PAS NEECRF&#62;α. After classification, we determined the non-PAS NEECRF accuracy, sensitivity, positive predictive value, and <italic>F</italic><sub>1</sub> score. The reference standard was the measured CRF, and low CRF was defined as a positive test. All analyses were performed in scikit-learn version 0.22.2 (NumFOCUS).</p>
        </sec>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <p>Descriptive statistics are provided in <xref ref-type="table" rid="table1">Table 1</xref>. Correlation coefficients between each independent variable and CRF are presented in <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>. The multiple Rs and mean deviations for non-PAS NEECRF (in METs) were high at 0.70 (mean deviation 1.33) for male participants and moderate at 0.65 (mean deviation 1.23) for female participants. The models explained 48.4% (SE estimate 1.70, 95% CI 0.05-3.97) of the variance in CRF for male participants and 41.9% (SE estimate 1.56, 95% CI 0.05-3.48) for female participants. <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref> provides a simple independent variable input Google Sheet for researchers and data scientists to easily calculate NEECRF. <xref ref-type="table" rid="table2">Table 2</xref> provides the findings regarding the accuracy, positive predictive, and sensitivity values using the lowest quintile, quartile, and tertile to classify low CRF for male and female participants. While overall classification accuracy was meaningful for a nondiagnostic test across the three models, the optimal model was the lowest tertile. Combined male and female positive predictive value were 0.60, sensitivity 0.67, and <italic>F</italic><sub>1</sub> score 0.63 [<xref ref-type="bibr" rid="ref23">23</xref>,<xref ref-type="bibr" rid="ref24">24</xref>]. The <italic>F</italic><sub>1</sub> score is the best practice summary metric consisting of the harmonic mean of positive predictive value and sensitivity for classification (0=low, 1=high) [<xref ref-type="bibr" rid="ref23">23</xref>]. Assuming a balanced data set (n=2529) by Peterman et al [<xref ref-type="bibr" rid="ref16">16</xref>], we calculated the <italic>F</italic><sub>1</sub> scores from their reported findings for equations applicable to EHRs [<xref ref-type="bibr" rid="ref16">16</xref>]. We found <italic>F</italic><sub>1</sub> scores ranging from 0.04 to 0.56. Based on a residual plot (<xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>), we found the model was most accurate for CRF MET values in the 7.5 to 12.5 METs range but tended to underestimate MET values &#62;12.5 METs and overestimate MET values &#60;7.5 METs. Notably, this is a common finding in non-PAS NEECRF studies [<xref ref-type="bibr" rid="ref3">3</xref>]. Similar to Peterman et al [<xref ref-type="bibr" rid="ref9">9</xref>], we cross-validated Baynard’s [<xref ref-type="bibr" rid="ref7">7</xref>] non-PAS NEECRF equation with our reference CRF data set and found low positive correlations for male (<italic>r</italic>=0.49, mean deviation 1.60) and female (<italic>r</italic>=0.43, mean deviation 1.46) participants.</p>
      <table-wrap position="float" id="table1">
        <label>Table 1</label>
        <caption>
          <p>Baseline characteristics of participants.</p>
        </caption>
        <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
          <col width="400"/>
          <col width="160"/>
          <col width="230"/>
          <col width="210"/>
          <thead>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>All (N=42,676)</td>
              <td>Male participants (n=33,530)</td>
              <td>Female participants (n=9146)</td>
            </tr>
          </thead>
          <tbody>
            <tr valign="top">
              <td>Age (years), mean (SD)</td>
              <td>44.1 (9.6)</td>
              <td>44.1 (9.5)</td>
              <td>44.1 (10.2)</td>
            </tr>
            <tr valign="top">
              <td>BMI (kg/m<sup>2</sup>), mean (SD)</td>
              <td>25.8 (3.8)</td>
              <td>26.5 (3.5)</td>
              <td>23.3 (3.7)</td>
            </tr>
            <tr valign="top">
              <td>Resting heart rate (bpm), mean (SD)</td>
              <td>60.9 (10.5)</td>
              <td>60.1 (10.4)</td>
              <td>64.0 (10.1)</td>
            </tr>
            <tr valign="top">
              <td>Systolic blood pressure (mmHg), mean (SD)</td>
              <td>118.9 (13.4)</td>
              <td>120.7 (12.7)</td>
              <td>112.4 (13.9)</td>
            </tr>
            <tr valign="top">
              <td>Diastolic blood pressure (mmHg), mean (SD)</td>
              <td>80.0 (9.6)</td>
              <td>81.1 (9.3)</td>
              <td>76.0 (9.3)</td>
            </tr>
            <tr valign="top">
              <td>Smoker, n (%)</td>
              <td>6361 (14.9)</td>
              <td>5569 (16.7)</td>
              <td>792 (9.7)</td>
            </tr>
            <tr valign="top">
              <td>Measured CRF<sup>a</sup> (mL/kg/min), mean (SD)</td>
              <td>11.5 (2.5)</td>
              <td>12.0 (2.4)</td>
              <td>9.8 (2.0)</td>
            </tr>
          </tbody>
        </table>
        <table-wrap-foot>
          <fn id="table1fn1">
            <p><sup>a</sup>CRF: cardiorespiratory fitness (maximal oxygen consumption).</p>
          </fn>
        </table-wrap-foot>
      </table-wrap>
      <table-wrap position="float" id="table2">
        <label>Table 2</label>
        <caption>
          <p>Predictive accuracy of nonexercise estimated CRF classification of lowest cardiovascular fitness against the reference CRF.</p>
        </caption>
        <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
          <col width="190"/>
          <col width="90"/>
          <col width="90"/>
          <col width="90"/>
          <col width="0"/>
          <col width="90"/>
          <col width="90"/>
          <col width="90"/>
          <col width="0"/>
          <col width="90"/>
          <col width="90"/>
          <col width="90"/>
          <thead>
            <tr valign="bottom">
              <td>Group</td>
              <td colspan="4">Low CRF<sup>a</sup> (lowest quintile)</td>
              <td colspan="4">Low CRF (lowest quartile)</td>
              <td colspan="3">Low CRF (lowest tertile)</td>
            </tr>
          </thead>
          <tbody>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>ACC<sup>b</sup> (%)</td>
              <td>PPV<sup>c</sup> (%)</td>
              <td>SEN<sup>d</sup> (%)</td>
              <td colspan="2">ACC (%)</td>
              <td>PPV (%)</td>
              <td>SEN (%)</td>
              <td colspan="2">ACC (%)</td>
              <td>PPV (%)</td>
              <td>SEN (%)</td>
            </tr>
            <tr valign="top">
              <td>Male participants</td>
              <td>81.5</td>
              <td>44.7</td>
              <td>69.2</td>
              <td colspan="2">79.5</td>
              <td>50.9</td>
              <td>67.4</td>
              <td colspan="2">77.2</td>
              <td>59.9</td>
              <td>66.7</td>
            </tr>
            <tr valign="top">
              <td>Female participants</td>
              <td>80.6</td>
              <td>43.9</td>
              <td>57.8</td>
              <td colspan="2">77.9</td>
              <td>55.4</td>
              <td>55.6</td>
              <td colspan="2">74.9</td>
              <td>60.4</td>
              <td>66.9</td>
            </tr>
          </tbody>
        </table>
        <table-wrap-foot>
          <fn id="table2fn1">
            <p><sup>a</sup>CRF: cardiorespiratory fitness.</p>
          </fn>
          <fn id="table2fn2">
            <p><sup>b</sup>ACC: accuracy.</p>
          </fn>
          <fn id="table2fn3">
            <p><sup>c</sup>PPV: positive predictive value.</p>
          </fn>
          <fn id="table2fn4">
            <p><sup>d</sup>SEN: sensitivity.</p>
          </fn>
        </table-wrap-foot>
      </table-wrap>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <sec>
        <title>Principal Findings</title>
        <p>Using a greater combination of clinical measures commonly found in EHRs, this study compared non-PAS NEECRF with objectively measured CRF in the largest population to date [<xref ref-type="bibr" rid="ref10">10</xref>,<xref ref-type="bibr" rid="ref11">11</xref>,<xref ref-type="bibr" rid="ref25">25</xref>-<xref ref-type="bibr" rid="ref27">27</xref>]. Overall, our model may provide a more applicable method for estimating and classifying CRF than previous methods [<xref ref-type="bibr" rid="ref8">8</xref>,<xref ref-type="bibr" rid="ref9">9</xref>,<xref ref-type="bibr" rid="ref16">16</xref>]. Moreover, because the vital signs and medical information used to calculate non-PAS NEECRF are routinely captured during health care visits, our approach places nominal demand on health care staff and patients for collecting data. From a public health perspective, a moderate positive predictive value is practical, given that non-PAS NEECRF is a nondiagnostic test that is no cost and easily accessible [<xref ref-type="bibr" rid="ref24">24</xref>]. Likely, some individuals classified with low fitness may be at the lower end of the fit spectrum and benefit from health promotion [<xref ref-type="bibr" rid="ref24">24</xref>]. From a clinical perspective and considering moderate sensitivity, we concur with previous investigators that, while estimation equations are applicable for epidemiological investigations, they should not replace clinical exercise testing for patient diagnosis and management [<xref ref-type="bibr" rid="ref3">3</xref>,<xref ref-type="bibr" rid="ref16">16</xref>]. Our findings show that the ACLS non-PAS NEECRF may provide a useful assessment of CRF to conduct population health research.</p>
      </sec>
      <sec>
        <title>Comparison to Prior Work</title>
        <p>Comparatively, PAS-based NEECRF models have demonstrated higher positive correlation values (0.71-0.93) along with a higher degree (~90%) of correct classification accuracy for low CRF than non-PAS NEECRF models [<xref ref-type="bibr" rid="ref3">3</xref>]. Because physical activity is a key contributor to CRF, including a PAS variable in an NEECRF model improves accuracy [<xref ref-type="bibr" rid="ref3">3</xref>,<xref ref-type="bibr" rid="ref8">8</xref>,<xref ref-type="bibr" rid="ref16">16</xref>]. However, a recent review of distinct EHRs across 20 countries found that only 18.8% of family practice clinics had structured PAS questionaries embedded within the EHR, with documented PAS in the EHR ranging from 10% to 86% [<xref ref-type="bibr" rid="ref15">15</xref>]. Notably, no validated questionaries designed for PAS-based NEECRF calculations were used. Therefore, the ability to conduct large-scale studies aggregating existing EHR data across local, domestic, or international systems to predict CRF is unlikely. Conversely, our model may provide a global approach to aggregating EHR data across systems to predict CRF and conduct analyses.</p>
        <p>In 2019, Wang et al [<xref ref-type="bibr" rid="ref8">8</xref>] provided a comprehensive list of peer-reviewed non-PAS NEECRF models that used some combination of age, BMI, or gender to predict CRF [<xref ref-type="bibr" rid="ref8">8</xref>]. Samples were from small populations, and moderate to high correlations were reported generally without SE estimates [<xref ref-type="bibr" rid="ref8">8</xref>]. Notably, the validity and usefulness of these simplified types of equations have been called into question [<xref ref-type="bibr" rid="ref8">8</xref>,<xref ref-type="bibr" rid="ref9">9</xref>,<xref ref-type="bibr" rid="ref16">16</xref>,<xref ref-type="bibr" rid="ref17">17</xref>]. We found that the findings from such investigations may be limited because the studies only reported correlations and lacked sufficient sample sizes to calculate prediction values for low CRF. It is also important to note that high correlation values do not necessarily result in a more accurate classification of low CRF [<xref ref-type="bibr" rid="ref9">9</xref>,<xref ref-type="bibr" rid="ref16">16</xref>].</p>
        <p>Recently, Peterman et al [<xref ref-type="bibr" rid="ref16">16</xref>] determined the ability of 7 non-PAS NEECRF equations to accurately classify low NEECRF (tertile) compared to measured CRF in a demographically comparable cohort (n=2529) to ACLS. Only 3 of the 7 equations apply because of variables not commonly found in EHRs. On balance, the classification accuracy of low CRF (tertile) appeared to be better for ACLS. In a separate investigation, Peterman et al [<xref ref-type="bibr" rid="ref9">9</xref>] also tested Baynard’s [<xref ref-type="bibr" rid="ref7">7</xref>] simplified non-PAS NEECRF using the Ball State cohort (n=4871) to assess classification accuracy. The equation had an <italic>r</italic> of 0.76; however, there was poor accuracy for detecting individuals positive for low CRF (37%). We also cross-validated Baynard’s [<xref ref-type="bibr" rid="ref7">7</xref>] equation with our data set and found low correlations, thus did not attempt to determine accuracy [<xref ref-type="bibr" rid="ref9">9</xref>]. Although the ACLS and Ball State cohorts are demographically similar, our finding is expected to some degree because the ACLS equation is specifically trained from the ACLS data set [<xref ref-type="bibr" rid="ref9">9</xref>,<xref ref-type="bibr" rid="ref16">16</xref>]. Moreover, these equations need to be tested in epidemiological investigations with EHR data to see how well they predict health outcomes.</p>
      </sec>
      <sec>
        <title>Limitations</title>
        <p>This study is not without limitations. Our study’s primary limitation regarding correlation was that the measured reference CRF was conducted using a Balke graded maximal exercise test that estimates absolute METs. This testing strongly correlates with adults’ maximal graded cardiopulmonary exercise testing and is routinely used for clinical and epidemiological purposes [<xref ref-type="bibr" rid="ref3">3</xref>,<xref ref-type="bibr" rid="ref20">20</xref>,<xref ref-type="bibr" rid="ref21">21</xref>]. Though the ACLS data set provides the largest known healthy female data set for clinically measured CRF, a larger female sample size may have provided a slightly better predictive model [<xref ref-type="bibr" rid="ref3">3</xref>,<xref ref-type="bibr" rid="ref27">27</xref>]. Nonetheless, our analyses demonstrated reasonable correlation and classification. Our analyses are based on a large predominantly Caucasian cohort; it is unknown if the results generalize to other ethnic groups. Notably, the homogeneity of the ACLS cohort may have strengthened the internal validity of our results by limiting possible confounders. The main strength of this investigation is that it was conducted on the largest cohort to date with a larger number of objectively measured predictive variables to estimate non-PAS NEECRF.</p>
      </sec>
      <sec>
        <title>Conclusions</title>
        <p>The ACLS non-PAS NEECRF equation may provide a useful population health metric for CRF. More work should be conducted regarding diverse populations, the incidence of chronic conditions, and longitudinal repeated measures analyses toward improving public health and surveillance capability.</p>
      </sec>
    </sec>
  </body>
  <back>
    <app-group>
      <supplementary-material id="app1">
        <label>Multimedia Appendix 1</label>
        <p>Supplementary material.</p>
        <media xlink:href="publichealth_v8i7e34717_app1.pdf" xlink:title="PDF File  (Adobe PDF File), 123 KB"/>
      </supplementary-material>
    </app-group>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">ACLS</term>
          <def>
            <p>Aerobics Center Longitudinal Study</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">CRF</term>
          <def>
            <p>cardiorespiratory fitness</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb3">DBP</term>
          <def>
            <p>diastolic blood pressure</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb4">EHR</term>
          <def>
            <p>electronic health record</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb5">Ht</term>
          <def>
            <p>height</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb6">MET</term>
          <def>
            <p>metabolic equivalent task</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb7">NEECRF</term>
          <def>
            <p>nonexercise estimated cardiorespiratory fitness</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb8">PAS</term>
          <def>
            <p>physical activity status</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb9">rHR</term>
          <def>
            <p>resting heart rate</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb10">SBP</term>
          <def>
            <p>systolic blood pressure</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb11">Wt</term>
          <def>
            <p>weight</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <ack>
      <p>The authors are grateful to the Cooper Clinic physicians and technicians for collecting the baseline data and the Cooper Institute staff for data entry and management. The content is solely the responsibility of the authors and does not necessarily represent the official views of the National Institutes of Health or the Japan Society for the Promotion of Science.</p>
      <p>This research was supported by the Japan Society for the Promotion of Science KAKENHI Grant 19K19437.</p>
    </ack>
    <fn-group>
      <fn fn-type="con">
        <p>RS conceptualized the study. RS and MVS designed the methodology. MVS used the software. RS and MVS validated the study. MVS conducted the formal analysis. RS conducted the investigation and obtained the resources. XS curated the data. RS and MVS wrote and prepared the original draft. RS, MVS, JM, XS, and SS reviewed and edited the manuscript. RS supervised the study and acquired the funding. All authors have read and agreed to the published version of the manuscript.</p>
      </fn>
      <fn fn-type="conflict">
        <p>None declared.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Wiemken</surname>
              <given-names>TL</given-names>
            </name>
            <name name-style="western">
              <surname>Kelley</surname>
              <given-names>RR</given-names>
            </name>
          </person-group>
          <article-title>Machine learning in epidemiology and health outcomes research</article-title>
          <source>Annu Rev Public Health</source>
          <year>2020</year>
          <month>04</month>
          <day>02</day>
          <volume>41</volume>
          <fpage>21</fpage>
          <lpage>36</lpage>
          <pub-id pub-id-type="doi">10.1146/annurev-publhealth-040119-094437</pub-id>
          <pub-id pub-id-type="medline">31577910</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kim</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Big data, health informatics, and the future of cardiovascular medicine</article-title>
          <source>J Am Coll Cardiol</source>
          <year>2017</year>
          <month>02</month>
          <day>21</day>
          <volume>69</volume>
          <issue>7</issue>
          <fpage>899</fpage>
          <lpage>902</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S0735-1097(17)30116-X"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.jacc.2017.01.006</pub-id>
          <pub-id pub-id-type="medline">28209228</pub-id>
          <pub-id pub-id-type="pii">S0735-1097(17)30116-X</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ross</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Blair</surname>
              <given-names>SN</given-names>
            </name>
            <name name-style="western">
              <surname>Arena</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Church</surname>
              <given-names>TS</given-names>
            </name>
            <name name-style="western">
              <surname>Després</surname>
              <given-names>JP</given-names>
            </name>
            <name name-style="western">
              <surname>Franklin</surname>
              <given-names>BA</given-names>
            </name>
            <name name-style="western">
              <surname>Haskell</surname>
              <given-names>WL</given-names>
            </name>
            <name name-style="western">
              <surname>Kaminsky</surname>
              <given-names>LA</given-names>
            </name>
            <name name-style="western">
              <surname>Levine</surname>
              <given-names>BD</given-names>
            </name>
            <name name-style="western">
              <surname>Lavie</surname>
              <given-names>CJ</given-names>
            </name>
            <name name-style="western">
              <surname>Myers</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Niebauer</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Sallis</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Sawada</surname>
              <given-names>SS</given-names>
            </name>
            <name name-style="western">
              <surname>Sui</surname>
              <given-names>X</given-names>
            </name>
            <name name-style="western">
              <surname>Wisløff</surname>
              <given-names>U</given-names>
            </name>
            <collab>American Heart Association Physical Activity Committee of the Council on Lifestyle and Cardiometabolic Health</collab>
            <collab>Council on Clinical Cardiology</collab>
            <collab>Council on Epidemiology and Prevention</collab>
            <collab>Council on Cardiovascular and Stroke Nursing</collab>
            <collab>Council on Functional Genomics and Translational Biology</collab>
            <collab>Stroke Council</collab>
          </person-group>
          <article-title>Importance of assessing cardiorespiratory fitness in clinical practice: a case for fitness as a clinical vital sign: a scientific statement from the American Heart Association</article-title>
          <source>Circulation</source>
          <year>2016</year>
          <month>12</month>
          <day>13</day>
          <volume>134</volume>
          <issue>24</issue>
          <fpage>e653</fpage>
          <lpage>e699</lpage>
          <pub-id pub-id-type="doi">10.1161/CIR.0000000000000461</pub-id>
          <pub-id pub-id-type="medline">27881567</pub-id>
          <pub-id pub-id-type="pii">CIR.0000000000000461</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Sakr</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Elshawi</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Ahmed</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Qureshi</surname>
              <given-names>WT</given-names>
            </name>
            <name name-style="western">
              <surname>Brawner</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Keteyian</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Blaha</surname>
              <given-names>MJ</given-names>
            </name>
            <name name-style="western">
              <surname>Al-Mallah</surname>
              <given-names>MH</given-names>
            </name>
          </person-group>
          <article-title>Using machine learning on cardiorespiratory fitness data for predicting hypertension: The Henry Ford ExercIse Testing (FIT) Project</article-title>
          <source>PLoS One</source>
          <year>2018</year>
          <volume>13</volume>
          <issue>4</issue>
          <fpage>e0195344</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://dx.plos.org/10.1371/journal.pone.0195344"/>
          </comment>
          <pub-id pub-id-type="doi">10.1371/journal.pone.0195344</pub-id>
          <pub-id pub-id-type="medline">29668729</pub-id>
          <pub-id pub-id-type="pii">PONE-D-17-41035</pub-id>
          <pub-id pub-id-type="pmcid">PMC5905952</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Al-Mallah</surname>
              <given-names>MH</given-names>
            </name>
            <name name-style="western">
              <surname>Keteyian</surname>
              <given-names>SJ</given-names>
            </name>
            <name name-style="western">
              <surname>Brawner</surname>
              <given-names>CA</given-names>
            </name>
            <name name-style="western">
              <surname>Whelton</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Blaha</surname>
              <given-names>MJ</given-names>
            </name>
          </person-group>
          <article-title>Rationale and design of the Henry Ford Exercise Testing Project (the FIT project)</article-title>
          <source>Clin Cardiol</source>
          <year>2014</year>
          <month>08</month>
          <volume>37</volume>
          <issue>8</issue>
          <fpage>456</fpage>
          <lpage>61</lpage>
          <pub-id pub-id-type="doi">10.1002/clc.22302</pub-id>
          <pub-id pub-id-type="medline">25138770</pub-id>
          <pub-id pub-id-type="pmcid">PMC6649579</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <collab>American College of Sports Medicine</collab>
          </person-group>
          <source>ACSM's Guidelines for Exercise Testing and Prescription. 10th ed</source>
          <year>2017</year>
          <publisher-loc>Philadelphia, PA</publisher-loc>
          <publisher-name>Wolters Kluwer Health</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Baynard</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Arena</surname>
              <given-names>RA</given-names>
            </name>
            <name name-style="western">
              <surname>Myers</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Kaminsky</surname>
              <given-names>LA</given-names>
            </name>
          </person-group>
          <article-title>The role of body habitus in predicting cardiorespiratory fitness: The FRIEND Registry</article-title>
          <source>Int J Sports Med</source>
          <year>2016</year>
          <month>10</month>
          <volume>37</volume>
          <issue>11</issue>
          <fpage>863</fpage>
          <lpage>9</lpage>
          <pub-id pub-id-type="doi">10.1055/s-0042-110572</pub-id>
          <pub-id pub-id-type="medline">27490112</pub-id>
          <pub-id pub-id-type="pmcid">PMC5580237</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Chen</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Lavie</surname>
              <given-names>CJ</given-names>
            </name>
            <name name-style="western">
              <surname>Zhang</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Sui</surname>
              <given-names>X</given-names>
            </name>
          </person-group>
          <article-title>An overview of non-exercise estimated cardiorespiratory fitness: estimation equations, cross-validation and application</article-title>
          <source>J Sci Sport Exerc</source>
          <year>2019</year>
          <month>6</month>
          <day>10</day>
          <volume>1</volume>
          <issue>1</issue>
          <fpage>38</fpage>
          <lpage>53</lpage>
          <pub-id pub-id-type="doi">10.1007/s42978-019-0003-x</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Peterman</surname>
              <given-names>JE</given-names>
            </name>
            <name name-style="western">
              <surname>Harber</surname>
              <given-names>MP</given-names>
            </name>
            <name name-style="western">
              <surname>Imboden</surname>
              <given-names>MT</given-names>
            </name>
            <name name-style="western">
              <surname>Whaley</surname>
              <given-names>MH</given-names>
            </name>
            <name name-style="western">
              <surname>Fleenor</surname>
              <given-names>BS</given-names>
            </name>
            <name name-style="western">
              <surname>Myers</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Arena</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Kaminsky</surname>
              <given-names>LA</given-names>
            </name>
          </person-group>
          <article-title>Accuracy of exercise-based equations for estimating cardiorespiratory fitness</article-title>
          <source>Med Sci Sports Exerc</source>
          <year>2021</year>
          <month>01</month>
          <volume>53</volume>
          <issue>1</issue>
          <fpage>74</fpage>
          <lpage>82</lpage>
          <pub-id pub-id-type="doi">10.1249/MSS.0000000000002435</pub-id>
          <pub-id pub-id-type="medline">32694370</pub-id>
          <pub-id pub-id-type="pii">00005768-202101000-00009</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Jackson</surname>
              <given-names>AS</given-names>
            </name>
            <name name-style="western">
              <surname>Sui</surname>
              <given-names>X</given-names>
            </name>
            <name name-style="western">
              <surname>O'Connor</surname>
              <given-names>DP</given-names>
            </name>
            <name name-style="western">
              <surname>Church</surname>
              <given-names>TS</given-names>
            </name>
            <name name-style="western">
              <surname>Lee</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Artero</surname>
              <given-names>EG</given-names>
            </name>
            <name name-style="western">
              <surname>Blair</surname>
              <given-names>SN</given-names>
            </name>
          </person-group>
          <article-title>Longitudinal cardiorespiratory fitness algorithms for clinical settings</article-title>
          <source>Am J Prev Med</source>
          <year>2012</year>
          <month>11</month>
          <volume>43</volume>
          <issue>5</issue>
          <fpage>512</fpage>
          <lpage>9</lpage>
          <pub-id pub-id-type="doi">10.1016/j.amepre.2012.06.032</pub-id>
          <pub-id pub-id-type="medline">23079174</pub-id>
          <pub-id pub-id-type="pii">S0749-3797(12)00519-3</pub-id>
          <pub-id pub-id-type="pmcid">PMC3479664</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Jackson</surname>
              <given-names>AS</given-names>
            </name>
            <name name-style="western">
              <surname>Wier</surname>
              <given-names>LT</given-names>
            </name>
            <name name-style="western">
              <surname>Ayers</surname>
              <given-names>GW</given-names>
            </name>
            <name name-style="western">
              <surname>Beard</surname>
              <given-names>EF</given-names>
            </name>
            <name name-style="western">
              <surname>Stuteville</surname>
              <given-names>JE</given-names>
            </name>
            <name name-style="western">
              <surname>Blair</surname>
              <given-names>SN</given-names>
            </name>
          </person-group>
          <article-title>Changes in aerobic power of women, ages 20-64 yr</article-title>
          <source>Med Sci Sports Exerc</source>
          <year>1996</year>
          <month>07</month>
          <volume>28</volume>
          <issue>7</issue>
          <fpage>884</fpage>
          <lpage>91</lpage>
          <pub-id pub-id-type="doi">10.1097/00005768-199607000-00016</pub-id>
          <pub-id pub-id-type="medline">8832543</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Jurca</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Jackson</surname>
              <given-names>AS</given-names>
            </name>
            <name name-style="western">
              <surname>LaMonte</surname>
              <given-names>MJ</given-names>
            </name>
            <name name-style="western">
              <surname>Morrow</surname>
              <given-names>JR</given-names>
            </name>
            <name name-style="western">
              <surname>Blair</surname>
              <given-names>SN</given-names>
            </name>
            <name name-style="western">
              <surname>Wareham</surname>
              <given-names>NJ</given-names>
            </name>
            <name name-style="western">
              <surname>Haskell</surname>
              <given-names>WL</given-names>
            </name>
            <name name-style="western">
              <surname>van Mechelen</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Church</surname>
              <given-names>TS</given-names>
            </name>
            <name name-style="western">
              <surname>Jakicic</surname>
              <given-names>JM</given-names>
            </name>
            <name name-style="western">
              <surname>Laukkanen</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>Assessing cardiorespiratory fitness without performing exercise testing</article-title>
          <source>Am J Prev Med</source>
          <year>2005</year>
          <month>10</month>
          <volume>29</volume>
          <issue>3</issue>
          <fpage>185</fpage>
          <lpage>93</lpage>
          <pub-id pub-id-type="doi">10.1016/j.amepre.2005.06.004</pub-id>
          <pub-id pub-id-type="medline">16168867</pub-id>
          <pub-id pub-id-type="pii">S0749-3797(05)00215-1</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Artero</surname>
              <given-names>EG</given-names>
            </name>
            <name name-style="western">
              <surname>Jackson</surname>
              <given-names>AS</given-names>
            </name>
            <name name-style="western">
              <surname>Sui</surname>
              <given-names>X</given-names>
            </name>
            <name name-style="western">
              <surname>Lee</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>O'Connor</surname>
              <given-names>DP</given-names>
            </name>
            <name name-style="western">
              <surname>Lavie</surname>
              <given-names>CJ</given-names>
            </name>
            <name name-style="western">
              <surname>Church</surname>
              <given-names>TS</given-names>
            </name>
            <name name-style="western">
              <surname>Blair</surname>
              <given-names>SN</given-names>
            </name>
          </person-group>
          <article-title>Longitudinal algorithms to estimate cardiorespiratory fitness: associations with nonfatal cardiovascular disease and disease-specific mortality</article-title>
          <source>J Am Coll Cardiol</source>
          <year>2014</year>
          <month>06</month>
          <day>03</day>
          <volume>63</volume>
          <issue>21</issue>
          <fpage>2289</fpage>
          <lpage>96</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S0735-1097(14)01630-1"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.jacc.2014.03.008</pub-id>
          <pub-id pub-id-type="medline">24703924</pub-id>
          <pub-id pub-id-type="pii">S0735-1097(14)01630-1</pub-id>
          <pub-id pub-id-type="pmcid">PMC4045928</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Stamatakis</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Hamer</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>O'Donovan</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Batty</surname>
              <given-names>GD</given-names>
            </name>
            <name name-style="western">
              <surname>Kivimaki</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>A non-exercise testing method for estimating cardiorespiratory fitness: associations with all-cause and cardiovascular mortality in a pooled analysis of eight population-based cohorts</article-title>
          <source>Eur Heart J</source>
          <year>2013</year>
          <month>03</month>
          <volume>34</volume>
          <issue>10</issue>
          <fpage>750</fpage>
          <lpage>8</lpage>
          <pub-id pub-id-type="doi">10.1093/eurheartj/ehs097</pub-id>
          <pub-id pub-id-type="medline">22555215</pub-id>
          <pub-id pub-id-type="pii">ehs097</pub-id>
          <pub-id pub-id-type="pmcid">PMC3590456</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lindeman</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>McCurdy</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Lamboglia</surname>
              <given-names>CG</given-names>
            </name>
            <name name-style="western">
              <surname>Wohlers</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Pham</surname>
              <given-names>ANQ</given-names>
            </name>
            <name name-style="western">
              <surname>Sivak</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Spence</surname>
              <given-names>JC</given-names>
            </name>
          </person-group>
          <article-title>The extent to which family physicians record their patients' exercise in medical records: a scoping review</article-title>
          <source>BMJ Open</source>
          <year>2020</year>
          <month>02</month>
          <day>12</day>
          <volume>10</volume>
          <issue>2</issue>
          <fpage>e034542</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmjopen.bmj.com/lookup/pmidlookup?view=long&#38;pmid=32054628"/>
          </comment>
          <pub-id pub-id-type="doi">10.1136/bmjopen-2019-034542</pub-id>
          <pub-id pub-id-type="medline">32054628</pub-id>
          <pub-id pub-id-type="pii">bmjopen-2019-034542</pub-id>
          <pub-id pub-id-type="pmcid">PMC7044842</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Peterman</surname>
              <given-names>JE</given-names>
            </name>
            <name name-style="western">
              <surname>Whaley</surname>
              <given-names>MH</given-names>
            </name>
            <name name-style="western">
              <surname>Harber</surname>
              <given-names>MP</given-names>
            </name>
            <name name-style="western">
              <surname>Fleenor</surname>
              <given-names>BS</given-names>
            </name>
            <name name-style="western">
              <surname>Imboden</surname>
              <given-names>MT</given-names>
            </name>
            <name name-style="western">
              <surname>Myers</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Arena</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Kaminsky</surname>
              <given-names>LA</given-names>
            </name>
          </person-group>
          <article-title>Comparison of non-exercise cardiorespiratory fitness prediction equations in apparently healthy adults</article-title>
          <source>Eur J Prev Cardiol</source>
          <year>2021</year>
          <month>04</month>
          <day>10</day>
          <volume>28</volume>
          <issue>2</issue>
          <fpage>142–148</fpage>
          <pub-id pub-id-type="doi">10.1177/2047487319881242</pub-id>
          <pub-id pub-id-type="medline">33838037</pub-id>
          <pub-id pub-id-type="pii">6220136</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Malek</surname>
              <given-names>MH</given-names>
            </name>
            <name name-style="western">
              <surname>Berger</surname>
              <given-names>DE</given-names>
            </name>
            <name name-style="western">
              <surname>Housh</surname>
              <given-names>TJ</given-names>
            </name>
            <name name-style="western">
              <surname>Coburn</surname>
              <given-names>JW</given-names>
            </name>
            <name name-style="western">
              <surname>Beck</surname>
              <given-names>TW</given-names>
            </name>
          </person-group>
          <article-title>Validity of VO2max equations for aerobically trained males and females</article-title>
          <source>Med Sci Sports Exerc</source>
          <year>2004</year>
          <month>08</month>
          <volume>36</volume>
          <issue>8</issue>
          <fpage>1427</fpage>
          <lpage>32</lpage>
          <pub-id pub-id-type="doi">10.1249/01.mss.0000135795.60449.ce</pub-id>
          <pub-id pub-id-type="medline">15292753</pub-id>
          <pub-id pub-id-type="pii">00005768-200408000-00023</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Radford</surname>
              <given-names>NB</given-names>
            </name>
            <name name-style="western">
              <surname>DeFina</surname>
              <given-names>LF</given-names>
            </name>
            <name name-style="western">
              <surname>Leonard</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Barlow</surname>
              <given-names>CE</given-names>
            </name>
            <name name-style="western">
              <surname>Willis</surname>
              <given-names>BL</given-names>
            </name>
            <name name-style="western">
              <surname>Gibbons</surname>
              <given-names>LW</given-names>
            </name>
            <name name-style="western">
              <surname>Gilchrist</surname>
              <given-names>SC</given-names>
            </name>
            <name name-style="western">
              <surname>Khera</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Levine</surname>
              <given-names>BD</given-names>
            </name>
          </person-group>
          <article-title>Cardiorespiratory fitness, coronary artery calcium, and cardiovascular disease events in a cohort of generally healthy middle-age men: results from the cooper center longitudinal study</article-title>
          <source>Circulation</source>
          <year>2018</year>
          <month>05</month>
          <day>01</day>
          <volume>137</volume>
          <issue>18</issue>
          <fpage>1888</fpage>
          <lpage>1895</lpage>
          <pub-id pub-id-type="doi">10.1161/CIRCULATIONAHA.117.032708</pub-id>
          <pub-id pub-id-type="medline">29343464</pub-id>
          <pub-id pub-id-type="pii">CIRCULATIONAHA.117.032708</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Blair</surname>
              <given-names>SN</given-names>
            </name>
            <name name-style="western">
              <surname>Kohl</surname>
              <given-names>HW</given-names>
            </name>
            <name name-style="western">
              <surname>Paffenbarger</surname>
              <given-names>RS</given-names>
            </name>
            <name name-style="western">
              <surname>Clark</surname>
              <given-names>DG</given-names>
            </name>
            <name name-style="western">
              <surname>Cooper</surname>
              <given-names>KH</given-names>
            </name>
            <name name-style="western">
              <surname>Gibbons</surname>
              <given-names>LW</given-names>
            </name>
          </person-group>
          <article-title>Physical fitness and all-cause mortality. A prospective study of healthy men and women</article-title>
          <source>JAMA</source>
          <year>1989</year>
          <month>11</month>
          <day>03</day>
          <volume>262</volume>
          <issue>17</issue>
          <fpage>2395</fpage>
          <lpage>401</lpage>
          <pub-id pub-id-type="doi">10.1001/jama.262.17.2395</pub-id>
          <pub-id pub-id-type="medline">2795824</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Balke</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Ware</surname>
              <given-names>RE</given-names>
            </name>
          </person-group>
          <article-title>An experimental study of physical fitness of Air Force personnel</article-title>
          <source>U S Armed Forces Med J</source>
          <year>1959</year>
          <month>06</month>
          <volume>10</volume>
          <issue>6</issue>
          <fpage>675</fpage>
          <lpage>88</lpage>
          <pub-id pub-id-type="medline">13659732</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Pollock</surname>
              <given-names>ML</given-names>
            </name>
            <name name-style="western">
              <surname>Foster</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Schmidt</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Hellman</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Linnerud</surname>
              <given-names>AC</given-names>
            </name>
            <name name-style="western">
              <surname>Ward</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Comparative analysis of physiologic responses to three different maximal graded exercise test protocols in healthy women</article-title>
          <source>Am Heart J</source>
          <year>1982</year>
          <month>03</month>
          <volume>103</volume>
          <issue>3</issue>
          <fpage>363</fpage>
          <lpage>73</lpage>
          <pub-id pub-id-type="doi">10.1016/0002-8703(82)90275-7</pub-id>
          <pub-id pub-id-type="medline">7064770</pub-id>
          <pub-id pub-id-type="pii">0002-8703(82)90275-7</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Zou</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Hastie</surname>
              <given-names>T</given-names>
            </name>
          </person-group>
          <article-title>Regularization and variable selection via the elastic net</article-title>
          <source>J Royal Stat Soc Ser B Stat Methodology</source>
          <year>2005</year>
          <month>04</month>
          <volume>67</volume>
          <issue>2</issue>
          <fpage>301</fpage>
          <lpage>320</lpage>
          <pub-id pub-id-type="doi">10.1111/j.1467-9868.2005.00503.x</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Xiang</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Deng</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Mei</surname>
              <given-names>Q</given-names>
            </name>
            <name name-style="western">
              <surname>Gao</surname>
              <given-names>Z</given-names>
            </name>
            <name name-style="western">
              <surname>Yang</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Fernandez</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Gu</surname>
              <given-names>Y</given-names>
            </name>
          </person-group>
          <article-title>Population and age-based cardiorespiratory fitness level investigation and automatic prediction</article-title>
          <source>Front Cardiovasc Med</source>
          <year>2021</year>
          <volume>8</volume>
          <fpage>758589</fpage>
          <pub-id pub-id-type="doi">10.3389/fcvm.2021.758589</pub-id>
          <pub-id pub-id-type="medline">35071342</pub-id>
          <pub-id pub-id-type="pmcid">PMC8767158</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Trevethan</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>Sensitivity, specificity, and predictive values: foundations, pliabilities, and pitfalls in research and practice</article-title>
          <source>Front Public Health</source>
          <year>2017</year>
          <volume>5</volume>
          <fpage>307</fpage>
          <pub-id pub-id-type="doi">10.3389/fpubh.2017.00307</pub-id>
          <pub-id pub-id-type="medline">29209603</pub-id>
          <pub-id pub-id-type="pmcid">PMC5701930</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Zeiher</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Ombrellaro</surname>
              <given-names>KJ</given-names>
            </name>
            <name name-style="western">
              <surname>Perumal</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Keil</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Mensink</surname>
              <given-names>GBM</given-names>
            </name>
            <name name-style="western">
              <surname>Finger</surname>
              <given-names>JD</given-names>
            </name>
          </person-group>
          <article-title>Correlates and determinants of cardiorespiratory fitness in adults: a systematic review</article-title>
          <source>Sports Med Open</source>
          <year>2019</year>
          <month>09</month>
          <day>03</day>
          <volume>5</volume>
          <issue>1</issue>
          <fpage>39</fpage>
          <pub-id pub-id-type="doi">10.1186/s40798-019-0211-2</pub-id>
          <pub-id pub-id-type="medline">31482208</pub-id>
          <pub-id pub-id-type="pii">10.1186/s40798-019-0211-2</pub-id>
          <pub-id pub-id-type="pmcid">PMC6722171</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref26">
        <label>26</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ahmadian</surname>
              <given-names>HR</given-names>
            </name>
            <name name-style="western">
              <surname>Sclafani</surname>
              <given-names>JJ</given-names>
            </name>
            <name name-style="western">
              <surname>Emmons</surname>
              <given-names>EE</given-names>
            </name>
            <name name-style="western">
              <surname>Morris</surname>
              <given-names>MJ</given-names>
            </name>
            <name name-style="western">
              <surname>Leclerc</surname>
              <given-names>KM</given-names>
            </name>
            <name name-style="western">
              <surname>Slim</surname>
              <given-names>AM</given-names>
            </name>
          </person-group>
          <article-title>Comparison of predicted exercise capacity equations and the effect of actual versus ideal body weight among subjects undergoing cardiopulmonary exercise testing</article-title>
          <source>Cardiol Res Pract</source>
          <year>2013</year>
          <volume>2013</volume>
          <fpage>940170</fpage>
          <pub-id pub-id-type="doi">10.1155/2013/940170</pub-id>
          <pub-id pub-id-type="medline">23653881</pub-id>
          <pub-id pub-id-type="pmcid">PMC3638679</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref27">
        <label>27</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Rodgers</surname>
              <given-names>JL</given-names>
            </name>
          </person-group>
          <article-title>Degrees of freedom at the start of the second 100 years: a pedagogical treatise</article-title>
          <source>Adv Methods Practices Psychological Sci</source>
          <year>2019</year>
          <month>12</month>
          <day>05</day>
          <volume>2</volume>
          <issue>4</issue>
          <fpage>396</fpage>
          <lpage>405</lpage>
          <pub-id pub-id-type="doi">10.1177/2515245919882050</pub-id>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
