<?xml version="1.0" encoding="UTF-8" standalone="no"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.3 20070202//EN" "journalpublishing.dtd">
<?covid-19-tdm?>
<article xml:lang="EN" xmlns:mml="http://www.w3.org/1998/Math/MathML" xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article">
<front>
<journal-meta>
<journal-id journal-id-type="publisher-id">Front. Public Health</journal-id>
<journal-title>Frontiers in Public Health</journal-title>
<abbrev-journal-title abbrev-type="pubmed">Front. Public Health</abbrev-journal-title>
<issn pub-type="epub">2296-2565</issn>
<publisher>
<publisher-name>Frontiers Media S.A.</publisher-name>
</publisher>
</journal-meta>
<article-meta>
<article-id pub-id-type="doi">10.3389/fpubh.2022.838514</article-id>
<article-categories>
<subj-group subj-group-type="heading">
<subject>Public Health</subject>
<subj-group>
<subject>Original Research</subject>
</subj-group>
</subj-group>
</article-categories>
<title-group>
<article-title>Predicting the Risk Factors Associated With Severe Outcomes Among COVID-19 Patients&#x02013;Decision Tree Modeling Approach</article-title>
</title-group>
<contrib-group>
<contrib contrib-type="author" corresp="yes">
<name><surname>Kumaran</surname> <given-names>Mahalakshmi</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
<xref ref-type="corresp" rid="c001"><sup>&#x0002A;</sup></xref>
<uri xlink:href="http://loop.frontiersin.org/people/1603693/overview"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Pham</surname> <given-names>Truong-Minh</given-names></name>
<xref ref-type="aff" rid="aff2"><sup>2</sup></xref>
</contrib>
<contrib contrib-type="author">
<name><surname>Wang</surname> <given-names>Kaiming</given-names></name>
<xref ref-type="aff" rid="aff3"><sup>3</sup></xref>
<xref ref-type="aff" rid="aff4"><sup>4</sup></xref>
<uri xlink:href="http://loop.frontiersin.org/people/787032/overview"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Usman</surname> <given-names>Hussain</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
</contrib>
<contrib contrib-type="author">
<name><surname>Norris</surname> <given-names>Colleen M.</given-names></name>
<xref ref-type="aff" rid="aff5"><sup>5</sup></xref>
<xref ref-type="aff" rid="aff6"><sup>6</sup></xref>
</contrib>
<contrib contrib-type="author">
<name><surname>MacDonald</surname> <given-names>Judy</given-names></name>
<xref ref-type="aff" rid="aff7"><sup>7</sup></xref>
<xref ref-type="aff" rid="aff8"><sup>8</sup></xref>
</contrib>
<contrib contrib-type="author">
<name><surname>Oudit</surname> <given-names>Gavin Y.</given-names></name>
<xref ref-type="aff" rid="aff3"><sup>3</sup></xref>
<xref ref-type="aff" rid="aff4"><sup>4</sup></xref>
</contrib>
<contrib contrib-type="author">
<name><surname>Saini</surname> <given-names>Vineet</given-names></name>
<xref ref-type="aff" rid="aff9"><sup>9</sup></xref>
<xref ref-type="aff" rid="aff10"><sup>10</sup></xref>
</contrib>
<contrib contrib-type="author">
<name><surname>Sikdar</surname> <given-names>Khokan C.</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
<xref ref-type="aff" rid="aff9"><sup>9</sup></xref>
</contrib>
</contrib-group>
<aff id="aff1"><sup>1</sup><institution>Surveillance and Reporting, Provincial Population and Public Health, Alberta Health Services</institution>, <addr-line>Calgary, AB</addr-line>, <country>Canada</country></aff>
<aff id="aff2"><sup>2</sup><institution>Surveillance and Reporting, Cancer Research and Analytics, Cancer Care Alberta, Alberta Health Services</institution>, <addr-line>Edmonton, AB</addr-line>, <country>Canada</country></aff>
<aff id="aff3"><sup>3</sup><institution>Division of Cardiology, Department of Medicine, University of Alberta</institution>, <addr-line>Edmonton, AB</addr-line>, <country>Canada</country></aff>
<aff id="aff4"><sup>4</sup><institution>Mazankowski Alberta Heart Institute, Faculty of Medicine and Dentistry, University of Alberta</institution>, <addr-line>Edmonton, AB</addr-line>, <country>Canada</country></aff>
<aff id="aff5"><sup>5</sup><institution>Faculty of Nursing, University of Alberta</institution>, <addr-line>Edmonton, AB</addr-line>, <country>Canada</country></aff>
<aff id="aff6"><sup>6</sup><institution>Cardiovascular Health and Stroke Strategic Clinical Network, Alberta Health Services</institution>, <addr-line>Edmonton, AB</addr-line>, <country>Canada</country></aff>
<aff id="aff7"><sup>7</sup><institution>Department of Community Health Sciences, Cumming School of Medicine, University of Calgary</institution>, <addr-line>Calgary, AB</addr-line>, <country>Canada</country></aff>
<aff id="aff8"><sup>8</sup><institution>Communicable Disease Control, Provincial Population and Public Health, Alberta Health Services</institution>, <addr-line>Calgary, AB</addr-line>, <country>Canada</country></aff>
<aff id="aff9"><sup>9</sup><institution>Department of Community Health Sciences and O&#x00027;Brien Institute for Public Health, Cumming School of Medicine, University of Calgary</institution>, <addr-line>Calgary, AB</addr-line>, <country>Canada</country></aff>
<aff id="aff10"><sup>10</sup><institution>Public Health Evidence and Innovation, Provincial Population and Public Health, Alberta Health Services</institution>, <addr-line>Calgary, AB</addr-line>, <country>Canada</country></aff>
<author-notes>
<fn fn-type="edited-by"><p>Edited by: Junxiong Pang, National University of Singapore, Singapore</p></fn>
<fn fn-type="edited-by"><p>Reviewed by: Neftali Eduardo Antonio-Villa, Universidad Nacional Aut&#x000F3;noma de M&#x000E9;xico, Mexico; Muhammet Gul, Munzur University, Turkey</p></fn>
<corresp id="c001">&#x0002A;Correspondence: Mahalakshmi Kumaran <email>mahalakshmi.kumaran&#x00040;albertahealthservices.ca</email></corresp>
<fn fn-type="other" id="fn001"><p>This article was submitted to Infectious Diseases-Surveillance, Prevention and Treatment, a section of the journal Frontiers in Public Health</p></fn></author-notes>
<pub-date pub-type="epub">
<day>19</day>
<month>05</month>
<year>2022</year>
</pub-date>
<pub-date pub-type="collection">
<year>2022</year>
</pub-date>
<volume>10</volume>
<elocation-id>838514</elocation-id>
<history>
<date date-type="received">
<day>17</day>
<month>12</month>
<year>2021</year>
</date>
<date date-type="accepted">
<day>12</day>
<month>04</month>
<year>2022</year>
</date>
</history>
<permissions>
<copyright-statement>Copyright &#x000A9; 2022 Kumaran, Pham, Wang, Usman, Norris, MacDonald, Oudit, Saini and Sikdar.</copyright-statement>
<copyright-year>2022</copyright-year>
<copyright-holder>Kumaran, Pham, Wang, Usman, Norris, MacDonald, Oudit, Saini and Sikdar</copyright-holder>
<license xlink:href="http://creativecommons.org/licenses/by/4.0/"><p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (CC BY). The use, distribution or reproduction in other forums is permitted, provided the original author(s) and the copyright owner(s) are credited and that the original publication in this journal is cited, in accordance with accepted academic practice. No use, distribution or reproduction is permitted which does not comply with these terms.</p></license> </permissions>
<abstract>
<sec>
<title>Background</title>
<p>The COVID-19 pandemic has seen a large surge in case numbers over several waves, and has critically strained the health care system, with a significant number of cases requiring hospitalization and ICU admission. This study used a decision tree modeling approach to identify the most important predictors of severe outcomes among COVID-19 patients.</p>
</sec>
<sec>
<title>Methods</title>
<p>We identified a retrospective population-based cohort (<italic>n</italic> = 140,182) of adults who tested positive for COVID-19 between 5<sup>th</sup> March 2020 and 31<sup>st</sup> May 2021. Demographic information, symptoms and co-morbidities were extracted from a communicable disease and outbreak management information system and electronic medical records. Decision tree modeling involving conditional inference tree and random forest models were used to analyze and identify the key factors(s) associated with severe outcomes (hospitalization, ICU admission and death) following COVID-19 infection.</p>
</sec>
<sec>
<title>Results</title>
<p>In the study cohort, nearly 6.37% were hospitalized, 1.39% were admitted to ICU and 1.57% died due to COVID-19. Older age (&#x0003E;71Y) and breathing difficulties were the top two factors associated with a poor prognosis, predicting about 50% of severe outcomes in both models. Neurological conditions, diabetes, cardiovascular disease, hypertension, and renal disease were the top five pre-existing conditions that altogether predicted 29% of outcomes. 79% of the cases with poor prognosis were predicted based on the combination of variables. Age stratified models revealed that among younger adults (18&#x02013;40 Y), obesity was among the top risk factors associated with adverse outcomes.</p>
</sec>
<sec>
<title>Conclusion</title>
<p>Decision tree modeling has identified key factors associated with a significant proportion of severe outcomes in COVID-19. Knowledge about these variables will aid in identifying high-risk groups and allocating health care resources.</p>
</sec></abstract>
<kwd-group>
<kwd>COVID-19</kwd>
<kwd>SARS-CoV-2</kwd>
<kwd>decision tree modeling</kwd>
<kwd>machine learning</kwd>
<kwd>outcome</kwd>
</kwd-group>
<counts>
<fig-count count="3"/>
<table-count count="2"/>
<equation-count count="0"/>
<ref-count count="29"/>
<page-count count="11"/>
<word-count count="6626"/>
</counts>
</article-meta>
</front>
<body>
<sec sec-type="intro" id="s1">
<title>Introduction</title>
<p>The first outbreak of an acute respiratory disease caused by a novel coronavirus (SARS-CoV-2) was identified in Wuhan, China in December 2019. Following the continued spread of the coronavirus across several countries, the World Health Organization (WHO) declared a pandemic on 11<sup>th</sup> March 2020 (<xref ref-type="bibr" rid="B1">1</xref>). As of 26<sup>th</sup> March 2022, Canada has reported 3.45 million confirmed cases and 37,449 deaths (<xref ref-type="bibr" rid="B2">2</xref>). Globally the COVID-19 pandemic has resulted in approximately 479 million cases and 6.12 million deaths (<xref ref-type="bibr" rid="B1">1</xref>).</p>
<p>In Alberta, as of 26<sup>th</sup> March 2022, approximately 536,166 confirmed cases and 4,044 deaths have been reported. Although most COVID-19 cases have presented with mild symptoms, there has been a relatively low rate of hospitalization (4.1%) and ICU admission (0.7%) noted in the province due to improving vaccination rates. However, there remains a critical need for understanding the epidemiological factors and clinical characteristics associated with severe outcomes in the planning and management of the disease.</p>
<p>Studies have reported that age, sex, smoking status, underlying health conditions, and clinical presentation including breathing difficulties, fever and cough are important risk factors associated with severe outcome(s) (<xref ref-type="bibr" rid="B3">3</xref>&#x02013;<xref ref-type="bibr" rid="B8">8</xref>). Despite an increase in well-conducted prediction analysis with regression modeling, a direct translation of the research findings into patient care remains challenging. Decision tree modeling is a promising strategy for risk predictions based on a set of sequential rules. Decision tree models are intuitive, easy to interpret by non-statisticians and offer a new way to visualize complex datasets (<xref ref-type="bibr" rid="B9">9</xref>). This approach has demonstrated enhanced clinical utility in identifying high-risk individuals and aiding in subsequent intervention measures (<xref ref-type="bibr" rid="B10">10</xref>). Also, recent literature demonstrate that machine learning approaches have successfully predicted COVID-19 infection (<xref ref-type="bibr" rid="B11">11</xref>, <xref ref-type="bibr" rid="B12">12</xref>) and outcomes based on clinical factors (disease severity), epidemiological factors age (<xref ref-type="bibr" rid="B13">13</xref>), sex, socioeconomic status, public health measures (lockdowns, restriction on gatherings, quarantine, social distancing measures), underlying health conditions, and presenting symptoms (<xref ref-type="bibr" rid="B14">14</xref>, <xref ref-type="bibr" rid="B15">15</xref>).</p>
<p>Finally, the province of Alberta has experienced five waves of COVID-19 to date, with high numbers of new infections and deaths occurring in each wave. It is expected that there will be additional waves. It is, therefore, important to study the factors associated with severe outcomes to determine which factors are the most important to target for prevention and mitigation. Therefore, the aim of this study was to carry out a decision tree modeling approach to identify the risk factors associated with severe outcomes among COVID-19 patients in Alberta, Canada between March 2020 and May 2021 to support future clinical decision making and planning.</p>
</sec>
<sec sec-type="methods" id="s2">
<title>Methods</title>
<sec>
<title>Ethics Approval</title>
<p>This study was approved by the Conjoint Health Research Ethics Board of Alberta (REB20-1257) at the University of Calgary which waived the requirement for informed consent.</p>
</sec>
<sec>
<title>Study Cohort</title>
<p>In this retrospective population-based cohort study, we included all individuals in the province of Alberta who tested positive for SARS-CoV-2 infection from 5<sup>th</sup> March 2020 to 31<sup>st</sup> May 2021. All cases were laboratory confirmed for SARS-CoV-2 infection from clinical samples analyzed by real-time reverse transcriptase-polymerase chain reaction (rRT-PCR). In Alberta, the Communicable Disease and Outbreak Management (CDOM) information system is maintained by the provincial healthcare organization, Alberta Health Services (AHS). The CDOM system contains information obtained from the public health investigation of all cases of COVID-19 (confirmed and probable) in the province and reports these cases to the provincial health department as required by law. For this analysis, we extracted patient information pertaining to demographics and symptoms at the time of diagnosis (as reported in CDOM), and 3-year underlying conditions (as reported in administrative databases such as the Discharge Abstract Database (DAD), National Ambulatory Care Reporting System (NACRS) and Physician billing claims). Pre-existing conditions were grouped based on ICD codes (ICD 9/10 codes) (<xref ref-type="bibr" rid="B16">16</xref>) corresponding to the Charlson comorbidity index (<xref ref-type="bibr" rid="B16">16</xref>). The Pampalon index (<xref ref-type="bibr" rid="B17">17</xref>) for dissemination area levels from 2016 Census data was used to assign area-level material and social deprivation status based on the patient&#x00027;s postal code.</p>
<p>Charlson comorbidities were grouped for the analysis as follows: cardiovascular diseases (myocardial infarction, congestive heart failure, peripheral vascular disease); renal diseases; gastrointestinal (GI)/liver diseases (peptic ulcer disease, mild liver disease); pulmonary diseases (chronic pulmonary disease, asthma, chronic obstructive pulmonary disease); Neurological conditions (cerebrovascular disease, dementia, paraplegia); diabetes (diabetes with/without complications); cancer (immune-suppressive cancer, any malignancy and/or had previous cancer diagnosis); hypertension; and obesity (physician-diagnosed and self-reported conditions). Co-morbidities were considered as present using a cutoff of 2 years prior to the time of positive for COVID-19 laboratory confirmation.</p>
<p>The study cohort was restricted to adult patients only (<underline>&#x0003E;</underline>18 years of age) at the time of COVID diagnosis. The primary outcomes of the study were severity of disease as measured by hospitalization, ICU admission or death resulting from COVID-19 infection. Hospitalization or ICU admission within 30 days of onset of COVID-19 infection (symptom onset or laboratory test date if asymptomatic) or hospital-acquired COVID-19 infection were considered as an outcome. Cases that died from COVID-19 as a primary and/or secondary cause were considered as deaths.</p>
<p>For the analysis, disease severity was treated as an ordinal variable and assigned four possible values: 0 - cases who recovered without a need for hospitalization; 1 - hospitalized (but no ICU admission or death); 2 &#x02013; ICU admission (but no death) and 3 - death (regardless of hospital/ICU admission).</p>
<p>To provide insights on age-specific risk factors, we have also performed age-stratified modeling in ages groups categorized as 18&#x02013;40 years of age, 41&#x02013;60 years of age and above 60 years of age.</p>
</sec>
<sec>
<title>Decision Tree Modeling</title>
<p>Following data collection for the study cohort, the variables of interest &#x02013; demographics, presenting COVID-19 symptoms at the time of diagnosis and underlying comorbidities were analyzed. We elected to use two different machine learning approaches to identify the consensus predictor variables.</p>
<sec>
<title>Conditional Inference Trees (or CTREE)</title>
<p>The CTREE method was originally developed by Hothorn et al. (<xref ref-type="bibr" rid="B18">18</xref>), which is a decision tree modeling approach that recursively partitions the heterogenous study samples into homogenous subgroups. The partitioning is based on an exhaustive search within the input variables, followed by selecting the variables at each node which give the best split and performing a significance test at each node. At the terminal nodes, the outcome probabilities are calculated for the sample subgroup. We have used the CTREE algorithm that is built and implemented in the R package PARTY (<xref ref-type="bibr" rid="B18">18</xref>&#x02013;<xref ref-type="bibr" rid="B20">20</xref>) to perform the present analyses. The study samples were randomly classified as training (&#x0007E;70%) and test (&#x0007E;30%) datasets. The outcome variable was an ordinal level variable and has 4 levels according to the disease severity (0 - COVID-19 case but no hospitalization/ICU/death; 1 - hospitalized (but no ICU or death); 2 - ICU admission (but no death) and 3 - death (regardless of hospital/ICU admission). Overall model accuracies and misclassification rate were calculated from the model.</p>
<p>Outcome (level = 0, 1, 2, 3) &#x0007E; age &#x0002B; Sex &#x0002B; Zone &#x0002B; Smoking_status &#x0002B; CVD &#x0002B; Renal &#x0002B; Gastrointestinal &#x0002B; Pulmonary &#x0002B; Neurological &#x0002B; Diabetes &#x0002B; Cancer &#x0002B; Other &#x0002B; Hypertension &#x0002B; Obesity &#x0002B; Fever &#x0002B; Breathing_difficulty &#x0002B; Chest_pain &#x0002B; Headache &#x0002B; Cough &#x0002B; Sore_throat &#x0002B; Pain &#x0002B; Gastrointestinal_symptoms &#x0002B; Nasal &#x0002B; Taste_smell &#x0002B; Other_symptoms.</p>
</sec>
<sec>
<title>Random Forest</title>
<p>Random forest is an unsupervised clustering algorithm that creates an ensemble of trees resulting in a forest. This is a machine learning approach implemented in the &#x0201C;ranger&#x0201D; package (<xref ref-type="bibr" rid="B21">21</xref>) optimized for a larger dataset. This method fits &#x0201C;<italic>n</italic>&#x0201D; classification trees by randomly selecting the independent variables for each tree to create an ensemble. In total, 500 different trees were created by bootstrapping and the best predictors were scored. To reduce the overfitting of the models, the datasets were classified into a training dataset (70% of the cases were used to build the model) and a test dataset (30% of the cases were used to make the prediction based on the training model). This model uses the out of bag (OOB) sampling approach to measure the prediction strength of each variable. For every tree that is grown, OOB samples are passed down and variables are randomly permuted. The model error rate is calculated based on the out-of-bag error and reported as the Brier score. Variable importance measurement is calculated as the Gini index. Following the estimation of the decision tree, they were pruned to reduce the number of sub nodes based on the importance.</p>
</sec>
<sec>
<title>Performance Metrics</title>
<p>Model performance metrics are indicated as accuracy or misclassification rate available for both the training and test dataset. In addition, we assessed the performance of the predictor variables using receiver operator curve (ROC) analysis. For the ROC analysis, we regrouped the multi-level outcome variable into a bivariate outcome (0- no hospitalization/ICU/death and 1- any event hospitalization/ICU/death) variable and performed the CTREE modeling with the same independent variables (<xref ref-type="supplementary-material" rid="SM1">Supplementary Section</xref> &#x02013; Performance metrics). We used the &#x0201C;pROC&#x0201D; package in R. The R codes are available upon request to the authors.</p>
</sec>
</sec>
</sec>
<sec sec-type="results" id="s3">
<title>Results</title>
<p>Approximately 167,000 cases were identified in the study period prior to the spread of the Delta variant in Alberta. After excluding pediatric cases, a total of 140,182 adult cases who tested positive for COVID-19 were considered for further analysis. About 95% of cases recovered without any severe outcome. However, 6.37% were hospitalized, 1.39% were admitted to ICU and 1.57% died due to the disease. The frequency of variables used in the modeling is described in <xref ref-type="table" rid="T1">Table 1</xref> including demographics, smoking status, underlying symptoms, and pre-existing conditions.</p>
<table-wrap position="float" id="T1">
<label>Table 1</label>
<caption><p>Distribution of the variables by outcome in the study cohort.</p></caption>
<table frame="hsides" rules="groups">
<thead>
<tr>
<th valign="top" align="left"><bold>Category</bold></th>
<th valign="top" align="center"><bold>Total cohort</bold></th>
<th valign="top" align="center"><bold>Hospitalized</bold></th>
<th valign="top" align="center"><bold>ICU</bold></th>
<th valign="top" align="center"><bold>Death</bold></th>
</tr>
<tr>
<th/>
<th valign="top" align="center"><bold>(<italic>n</italic> &#x0003D; 1,40,182)</bold></th>
<th valign="top" align="center"><bold>(<italic>n</italic> &#x0003D; 8,943)</bold></th>
<th valign="top" align="center"><bold>(<italic>n</italic> &#x0003D; 1,948)</bold></th>
<th valign="top" align="center"><bold>(<italic>n</italic> &#x0003D; 2,199)</bold></th>
</tr>
</thead>
<tbody>
<tr>
<td valign="top" align="left"><bold>Outcomes</bold></td>
<td/>
<td/>
<td/>
<td/>
</tr>
<tr>
<td valign="top" align="left">Hospitalized</td>
<td valign="top" align="center">8,943 (6.37%)</td>
<td/>
<td/>
<td/>
</tr>
<tr>
<td valign="top" align="left">Admitted to ICU</td>
<td valign="top" align="center">1,948 (1.39%)</td>
<td valign="top" align="center">1,948 (21.78%)</td>
<td/>
<td/>
</tr>
<tr>
<td valign="top" align="left">Death</td>
<td valign="top" align="center">2,199 (1.57%)</td>
<td valign="top" align="center">1,328 (14.85%)</td>
<td valign="top" align="center">461 (23.67%)</td>
<td/>
</tr>
<tr>
<td valign="top" align="left"><bold>Sex</bold></td>
<td/>
<td/>
<td/>
<td/>
</tr>
<tr>
<td valign="top" align="left">Female</td>
<td valign="top" align="center">69,662 (49.69%)</td>
<td valign="top" align="center">3,973 (44.43%)</td>
<td valign="top" align="center">688 (35.32%)</td>
<td valign="top" align="center">973 (44.25%)</td>
</tr>
<tr>
<td valign="top" align="left">Male</td>
<td valign="top" align="center">70,520 (50.31%)</td>
<td valign="top" align="center">4,970 (55.57%)</td>
<td valign="top" align="center">1,260 (64.68%)</td>
<td valign="top" align="center">1,226 (55.75%)</td>
</tr>
<tr>
<td valign="top" align="left"><bold>Age (years)</bold></td>
<td/>
<td/>
<td/>
<td/>
</tr>
<tr>
<td valign="top" align="left">18 to &#x0003C;40 years</td>
<td valign="top" align="center">72,171 (51.48%)</td>
<td valign="top" align="center">1,560 (17.44%)</td>
<td valign="top" align="center">241 (12.37%)</td>
<td valign="top" align="center">16 (0.73%)</td>
</tr>
<tr>
<td valign="top" align="left">41 to &#x0003C;60 years</td>
<td valign="top" align="center">46,992 (33.52%)</td>
<td valign="top" align="center">2,765 (30.92%)</td>
<td valign="top" align="center">736 (37.78%)</td>
<td valign="top" align="center">160 (7.28%)</td>
</tr>
<tr>
<td valign="top" align="left">&#x0003E;60 years</td>
<td valign="top" align="center">21,019 (14.99%)</td>
<td valign="top" align="center">4,618 (51.64%)</td>
<td valign="top" align="center">971 (49.85%)</td>
<td valign="top" align="center">2,023 (92.0%)</td>
</tr>
<tr>
<td valign="top" align="left"><bold>Ethnicity</bold></td>
<td/>
<td/>
<td/>
<td/>
</tr>
<tr>
<td valign="top" align="left">Caucasian</td>
<td valign="top" align="center">65,142 (46.47%)</td>
<td valign="top" align="center">3,810 (42.6%)</td>
<td valign="top" align="center">764 (39.22%)</td>
<td valign="top" align="center">730 (33.2%)</td>
</tr>
<tr>
<td valign="top" align="left">Asian</td>
<td valign="top" align="center">22,956 (16.38%)</td>
<td valign="top" align="center">1,069 (11.95%)</td>
<td valign="top" align="center">265 (13.6%)</td>
<td valign="top" align="center">194 (8.82%)</td>
</tr>
<tr>
<td valign="top" align="left">African</td>
<td valign="top" align="center">8,924 (6.37%)</td>
<td valign="top" align="center">355 (3.97%)</td>
<td valign="top" align="center">73 (3.75%)</td>
<td valign="top" align="center">21 (0.95%)</td>
</tr>
<tr>
<td valign="top" align="left">Other<xref ref-type="table-fn" rid="TN1b">&#x0002A;&#x0002A;</xref></td>
<td valign="top" align="center">43,160 (30.79%)</td>
<td valign="top" align="center">3,709 (41.47%)</td>
<td valign="top" align="center">846 (43.43%)</td>
<td valign="top" align="center">1,254 (57.03%)</td>
</tr>
<tr>
<td valign="top" align="left"><bold>Geography</bold></td>
<td/>
<td/>
<td/>
<td/>
</tr>
<tr>
<td valign="top" align="left">Edmonton zone</td>
<td valign="top" align="center">45,485 (32.45%)</td>
<td valign="top" align="center">3,400 (38.02%)</td>
<td valign="top" align="center">668 (34.29%)</td>
<td valign="top" align="center">1,084 (49.3%)</td>
</tr>
<tr>
<td valign="top" align="left">Calgary zone</td>
<td valign="top" align="center">57,769 (41.21%)</td>
<td valign="top" align="center">2,945 (32.93%)</td>
<td valign="top" align="center">702 (36.04%)</td>
<td valign="top" align="center">672 (30.56%)</td>
</tr>
<tr>
<td valign="top" align="left">All other<xref ref-type="table-fn" rid="TN1a">&#x0002A;</xref></td>
<td valign="top" align="center">36,928 (26.34%)</td>
<td valign="top" align="center">2,598 (29.05%)</td>
<td valign="top" align="center">578 (29.67%)</td>
<td valign="top" align="center">443 (20.15%)</td>
</tr>
<tr>
<td valign="top" align="left"><bold>Smoking status</bold></td>
<td/>
<td/>
<td/>
<td/>
</tr>
<tr>
<td valign="top" align="left">Never smoked</td>
<td valign="top" align="center">1,16,242 (82.92%)</td>
<td valign="top" align="center">6,862 (76.73%)</td>
<td valign="top" align="center">1,434 (73.61%)</td>
<td valign="top" align="center">1,799 (81.81%)</td>
</tr>
<tr>
<td valign="top" align="left">Past smokers</td>
<td valign="top" align="center">9,395 (6.7%)</td>
<td valign="top" align="center">1,266 (14.16%)</td>
<td valign="top" align="center">324 (16.63%)</td>
<td valign="top" align="center">326 (14.82%)</td>
</tr>
<tr>
<td valign="top" align="left">Current smokers</td>
<td valign="top" align="center">14,545 (10.38%)</td>
<td valign="top" align="center">815 (9.11%)</td>
<td valign="top" align="center">190 (9.75%)</td>
<td valign="top" align="center">74 (3.37%)</td>
</tr>
<tr>
<td valign="top" align="left">Underlying condition</td>
<td/>
<td/>
<td/>
<td/>
</tr>
<tr>
<td valign="top" align="left">Cardiovascular disease</td>
<td valign="top" align="center">6,987 (4.98%)</td>
<td valign="top" align="center">2,136 (23.88%)</td>
<td valign="top" align="center">413 (21.2%)</td>
<td valign="top" align="center">1,042 (47.39%)</td>
</tr>
<tr>
<td valign="top" align="left">Renal disease</td>
<td valign="top" align="center">3,630 (2.59%)</td>
<td valign="top" align="center">1,354 (15.14%)</td>
<td valign="top" align="center">296 (15.2%)</td>
<td valign="top" align="center">580 (26.38%)</td>
</tr>
<tr>
<td valign="top" align="left">Gastrointestinal/liver disease</td>
<td valign="top" align="center">4,944 (3.53%)</td>
<td valign="top" align="center">1,102 (12.32%)</td>
<td valign="top" align="center">277 (14.22%)</td>
<td valign="top" align="center">336 (15.28%)</td>
</tr>
<tr>
<td valign="top" align="left">Pulmonary disease</td>
<td valign="top" align="center">17,364 (12.39%)</td>
<td valign="top" align="center">2,503 (27.99%)</td>
<td valign="top" align="center">530 (27.21%)</td>
<td valign="top" align="center">751 (34.15%)</td>
</tr>
<tr>
<td valign="top" align="left">Hypertension</td>
<td valign="top" align="center">28,167 (20.09%)</td>
<td valign="top" align="center">4,914 (54.95%)</td>
<td valign="top" align="center">1,127 (57.85%)</td>
<td valign="top" align="center">1,634 (74.31%)</td>
</tr>
<tr>
<td valign="top" align="left">Neurological conditions</td>
<td valign="top" align="center">7,095 (5.06%)</td>
<td valign="top" align="center">1,720 (19.23%)</td>
<td valign="top" align="center">212 (10.88%)</td>
<td valign="top" align="center">1,216 (55.3%)</td>
</tr>
<tr>
<td valign="top" align="left">Diabetes</td>
<td valign="top" align="center">11,898 (8.49%)</td>
<td valign="top" align="center">2,827 (31.61%)</td>
<td valign="top" align="center">730 (37.47%)</td>
<td valign="top" align="center">780 (35.47%)</td>
</tr>
<tr>
<td valign="top" align="left">Cancer</td>
<td valign="top" align="center">2,428 (1.73%)</td>
<td valign="top" align="center">660 (7.38%)</td>
<td valign="top" align="center">138 (7.08%)</td>
<td valign="top" align="center">241 (10.96%)</td>
</tr>
<tr>
<td valign="top" align="left">Obesity</td>
<td valign="top" align="center">8,756 (6.25%)</td>
<td valign="top" align="center">1,434 (16.03%)</td>
<td valign="top" align="center">481 (24.69%)</td>
<td valign="top" align="center">243 (11.05%)</td>
</tr>
<tr>
<td valign="top" align="left">other</td>
<td valign="top" align="center">2,080 (1.48%)</td>
<td valign="top" align="center">325 (3.63%)</td>
<td valign="top" align="center">70 (3.59%)</td>
<td valign="top" align="center">89 (4.05%)</td>
</tr>
<tr>
<td valign="top" align="left"><bold>Symptoms</bold></td>
<td/>
<td/>
<td/>
<td/>
</tr>
<tr>
<td valign="top" align="left">Fever</td>
<td valign="top" align="center">54,581 (38.94%)</td>
<td valign="top" align="center">3,960 (44.28%)</td>
<td valign="top" align="center">1,069 (54.88%)</td>
<td valign="top" align="center">690 (31.38%)</td>
</tr>
<tr>
<td valign="top" align="left">Dyspnea</td>
<td valign="top" align="center">13,649 (9.74%)</td>
<td valign="top" align="center">3,867 (43.24%)</td>
<td valign="top" align="center">1,131 (58.06%)</td>
<td valign="top" align="center">803 (36.52%)</td>
</tr>
<tr>
<td valign="top" align="left">Chest pain</td>
<td valign="top" align="center">5,865 (4.18%)</td>
<td valign="top" align="center">735 (8.22%)</td>
<td valign="top" align="center">199 (10.22%)</td>
<td valign="top" align="center">63 (2.86%)</td>
</tr>
<tr>
<td valign="top" align="left">Headache</td>
<td valign="top" align="center">54,825 (39.11%)</td>
<td valign="top" align="center">2,444 (27.33%)</td>
<td valign="top" align="center">544 (27.93%)</td>
<td valign="top" align="center">171 (7.78%)</td>
</tr>
<tr>
<td valign="top" align="left">Cough</td>
<td valign="top" align="center">65,315 (46.59%)</td>
<td valign="top" align="center">5,110 (57.14%)</td>
<td valign="top" align="center">1,241 (63.71%)</td>
<td valign="top" align="center">937 (42.61%)</td>
</tr>
<tr>
<td valign="top" align="left">Sore throat</td>
<td valign="top" align="center">40,869 (29.15%)</td>
<td valign="top" align="center">1,713 (19.15%)</td>
<td valign="top" align="center">398 (20.43%)</td>
<td valign="top" align="center">177 (8.05%)</td>
</tr>
<tr>
<td valign="top" align="left">Myalgia/arthralgia</td>
<td valign="top" align="center">59,612 (42.52%)</td>
<td valign="top" align="center">3,986 (44.57%)</td>
<td valign="top" align="center">962 (49.38%)</td>
<td valign="top" align="center">579 (26.33%)</td>
</tr>
<tr>
<td valign="top" align="left">Gastrointestinal symptoms</td>
<td valign="top" align="center">26,761 (19.09%)</td>
<td valign="top" align="center">2,968 (33.19%)</td>
<td valign="top" align="center">712 (36.55%)</td>
<td valign="top" align="center">458 (20.83%)</td>
</tr>
<tr>
<td valign="top" align="left">Nasal symptoms</td>
<td valign="top" align="center">54,787 (39.08%)</td>
<td valign="top" align="center">1,968 (22.01%)</td>
<td valign="top" align="center">404 (20.74%)</td>
<td valign="top" align="center">234 (10.64%)</td>
</tr>
<tr>
<td valign="top" align="left">Loss of taste/smell</td>
<td valign="top" align="center">25,074 (17.89%)</td>
<td valign="top" align="center">913 (10.21%)</td>
<td valign="top" align="center">204 (10.47%)</td>
<td valign="top" align="center">54 (2.46%)</td>
</tr>
<tr>
<td valign="top" align="left">Other symptoms</td>
<td valign="top" align="center">23,623 (16.85%)</td>
<td valign="top" align="center">2,655 (29.69%)</td>
<td valign="top" align="center">657 (33.73%)</td>
<td valign="top" align="center">687 (31.24%)</td>
</tr>
<tr>
<td valign="top" align="left"><bold>Material deprivation index</bold></td>
<td/>
<td/>
<td/>
<td/>
</tr>
<tr>
<td valign="top" align="left">1 (Least deprived)</td>
<td valign="top" align="center">23,456 (16.73%)</td>
<td valign="top" align="center">1,149 (12.85%)</td>
<td valign="top" align="center">235 (12.06%)</td>
<td valign="top" align="center">262 (11.91%)</td>
</tr>
<tr>
<td valign="top" align="left">2</td>
<td valign="top" align="center">23,362 (16.67%)</td>
<td valign="top" align="center">1,188 (13.28%)</td>
<td valign="top" align="center">256 (13.14%)</td>
<td valign="top" align="center">172 (7.82%)</td>
</tr>
<tr>
<td valign="top" align="left">3</td>
<td valign="top" align="center">24,549 (17.51%)</td>
<td valign="top" align="center">1,338 (14.96%)</td>
<td valign="top" align="center">320 (16.43%)</td>
<td valign="top" align="center">234 (10.64%)</td>
</tr> 
<tr>
<td valign="top" align="left">4</td>
<td valign="top" align="center">25,744 (18.36%)</td>
<td valign="top" align="center">1,630 (18.23%)</td>
<td valign="top" align="center">381 (19.56%)</td>
<td valign="top" align="center">299 (13.6%)</td>
</tr>
<tr>
<td valign="top" align="left">5 (Most deprived)</td>
<td valign="top" align="center">32,976 (23.52%)</td>
<td valign="top" align="center">2,381 (26.62%)</td>
<td valign="top" align="center">574 (29.47%)</td>
<td valign="top" align="center">400 (18.19%)</td>
</tr>
<tr>
<td valign="top" align="left">Missing<xref ref-type="table-fn" rid="TN1c">&#x0002A;&#x0002A;&#x0002A;</xref></td>
<td valign="top" align="center">10,095 (7.2%)</td>
<td valign="top" align="center">1,257 (14.06%)</td>
<td valign="top" align="center">182 (9.34%)</td>
<td valign="top" align="center">832 (37.84%)</td>
</tr>
<tr>
<td valign="top" align="left"><bold>Social deprivation index</bold></td>
<td/>
<td/>
<td/>
<td/>
</tr>
<tr>
<td valign="top" align="left">1 (Least deprived)</td>
<td valign="top" align="center">23,464 (16.74%)</td>
<td valign="top" align="center">1,304 (14.58%)</td>
<td valign="top" align="center">337 (17.3%)</td>
<td valign="top" align="center">173 (7.87%)</td>
</tr>
<tr>
<td valign="top" align="left">2</td>
<td valign="top" align="center">24,200 (17.26%)</td>
<td valign="top" align="center">1,207 (13.5%)</td>
<td valign="top" align="center">253 (12.99%)</td>
<td valign="top" align="center">222 (10.1%)</td>
</tr>
<tr>
<td valign="top" align="left">3</td>
<td valign="top" align="center">25,455 (18.16%)</td>
<td valign="top" align="center">1,380 (15.43%)</td>
<td valign="top" align="center">320 (16.43%)</td>
<td valign="top" align="center">213 (9.69%)</td>
</tr>
<tr>
<td valign="top" align="left">4</td>
<td valign="top" align="center">26,767 (19.09%)</td>
<td valign="top" align="center">1,650 (18.45%)</td>
<td valign="top" align="center">358 (18.38%)</td>
<td valign="top" align="center">342 (15.55%)</td>
</tr>
<tr>
<td valign="top" align="left">5 (Most deprived)</td>
<td valign="top" align="center">30,201 (21.54%)</td>
<td valign="top" align="center">2,145 (23.99%)</td>
<td valign="top" align="center">498 (25.56%)</td>
<td valign="top" align="center">417 (18.96%)</td>
</tr>
<tr>
<td valign="top" align="left">Missing<xref ref-type="table-fn" rid="TN1c">&#x0002A;&#x0002A;&#x0002A;</xref></td>
<td valign="top" align="center">10,095 (7.2%)</td>
<td valign="top" align="center">1,257 (14.06%)</td>
<td valign="top" align="center">182 (9.34%)</td>
<td valign="top" align="center">832 (37.84%)</td>
</tr>
</tbody>
</table>
<table-wrap-foot>
<fn id="TN1a"><label>&#x0002A;</label><p><italic>Included North, Central and South zone of Alberta Health Services</italic>.</p></fn>
<fn id="TN1b"><label>&#x0002A;&#x0002A;</label><p><italic>Indicates the cases with minority or missing data for ethnicity</italic>.</p></fn>
<fn id="TN1c"><label>&#x0002A;&#x0002A;&#x0002A;</label><p><italic>These dissemination areas had missing material and social deprivation scores in the 2016 Pampalon Deprivation Index database</italic>.</p></fn>
</table-wrap-foot>
</table-wrap>
<p>All variables (except deprivation index and ethnicity) were tested using for the ordinal outcome of disease severity (admission to hospital or ICU, or death) in the decision tree models. There were data quality issues with ethnicity information and missing deprivation index values for certain postal codes. Postal codes for long term care facilities/senior care facilities, which had higher case numbers and mortality rates, were excluded from the deprivation index value calculations. Therefore, we could not assign a deprivation index to cases that may have been residents of elder care facilities. These two variables were excluded in decision tree modeling to minimize bias in the models.</p>
<sec>
<title>CTREE Model Predicts the Risk Factors for Severe COVID-19 Related Outcomes for All Age Groups</title>
<p>In this model, we have classified all study samples into training (70%) and test datasets (30%). Age, breathing difficulty and neurological conditions were found to be the top three variables playing an important role in predicting outcomes, with a <italic>p</italic>-value &#x0003C;0.001 at each node. In this model, age was the continuous variable and resulting model estimates as described in <xref ref-type="fig" rid="F1">Figure 1</xref>, age is selected at the primary node, with age &#x0003E;71 years followed by breathing difficulties node 17 increased the probability of death at nodes 27, 28, 30, and 31 compared to other nodes in the model. At node 29, sex was identified as an important predictor known to be associated with severe outcomes in COVID; Males demonstrated a higher probability of death compared to females. Similarly at node 26, indicating the presence of neurological conditions was clearly associated with a higher probability of death. In contrast, without any breathing difficulties or neurological conditions or diabetes (nodes 5) demonstrated lower probability of the severe outcomes compared to node 6 where presence of diabetes increased the probability of hospitalization. Similarly, cases with breathing difficulty and among cases &#x02264; 54 years (node 13), the presence of diabetes increased the hospitalization probability.</p>
<fig id="F1" position="float">
<label>Figure 1</label>
<caption><p>Conditional inference decision tree for classifying severe outcomes (hospitalization, ICU admission death) among COVID-19 positive cases. The outcomes are described in color codes (green color- no hospitalization, ICU or death; blue- hospitalization only, no ICU or death; red- admitted to ICU, but no death; purple -death). The proportion of the events were plotted on the Y-axis at each node.</p></caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fpubh-10-838514-g0001.tif"/>
</fig>
<p>The accuracy of the model based on the training dataset (<italic>n</italic> = 98,236) was 93.3% and outcome prediction based on the test data (<italic>n</italic> = 41,936) had an accuracy rate of 93.2%.</p>
<p>The above model was pruned to a maximum depth = 3, and thereby resulting in a model with a smaller number of features but similar prediction accuracy compared to the unpruned models. Age, breathing difficulties and neurological conditions were the top predictors of the outcome (<xref ref-type="fig" rid="F2">Figure 2</xref>). Age &#x0003E; 71 years and presence of breathing difficulties had a probability of poor outcome compared to the group without breathing difficulties. Overall, older age and the presence of breathing difficulties demonstrated a trend of increased probability of hospitalization, ICU admission or death.</p>
<fig id="F2" position="float">
<label>Figure 2</label>
<caption><p>Pruned conditional inference decision tree for classifying severe outcomes (hospitalization, ICU admission or death) among COVID-19.</p></caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fpubh-10-838514-g0002.tif"/>
</fig>
</sec>
<sec>
<title>CTREE Modeling by Age Category</title>
<p>In our primary CTREE model (discussed above), we have used age as a continuous variable and allowed the CTREE algorithm to select an appropriate cut-off for the split at each node. Based on our findings and evidence from the literature, age is an important predictor of outcome. However, the prevalence of comorbidities varies widely across the age group. Therefore, to understand the significance of the specific set of comorbidities and their role in the outcome in different age groups, we performed an additional stratified analysis based on age group categories 18&#x02013;40 Y, 41&#x02013;60 Y, and &#x0003E; 60 Y. The age-stratified modeling approach provided insight into the risk factors within the particular age groups.</p>
<sec>
<title>Age Group 18&#x02013;40 Y</title>
<p>We performed the analysis on the subgroup of cases with age &#x0003C;40 years (<italic>n</italic> = 72,171) (<xref ref-type="table" rid="T2">Table 2</xref> and <xref ref-type="supplementary-material" rid="SM1">Supplementary Figure 1A</xref>). The dataset was split into training (<italic>n</italic> = 50,610) and test data sets (<italic>n</italic> = 21,561) and we included age as a continuous variable, this will allow the model to select the high-risk age cut-off within the age-stratified group. The model identified that age, breathing difficulty, diabetes, and obesity as the top predictive factors. Cases with breathing difficulties had higher hospitalization rates and ICU admission compared to cases without breathing difficulties. Among the cases without breathing difficulties, the presence of cardiovascular disease or CVD (node 5&#x00026; 8) and renal disease (node 9) resulted in a higher probability of severe outcomes. The prediction accuracy for this classification model is 98%.</p>
<table-wrap position="float" id="T2">
<label>Table 2</label>
<caption><p>CTREE and random forest model comparison.</p></caption>
<table frame="hsides" rules="groups">
<thead><tr>
<th/>
<th/>
<th valign="top" align="center" colspan="2" style="border-bottom: thin solid #000000;"><bold>CTREE</bold></th>
<th valign="top" align="center" colspan="3" style="border-bottom: thin solid #000000;"><bold>Random forest</bold></th>
</tr>
<tr>
<th valign="top" align="left"><bold>Ordinal outcome (0, 1, 2, 3)</bold></th>
<th valign="top" align="center"><bold>Sample size</bold></th>
<th valign="top" align="left"><bold>Top 4 variables</bold></th>
<th valign="top" align="center"><bold>Accuracy</bold></th>
<th valign="top" align="left"><bold>Top 4 variables</bold></th>
<th valign="top" align="center"><bold>Percentage of the total outcome predicted based on top 4 variables</bold></th>
<th valign="top" align="center"><bold>Accuracy (Brier Score)</bold></th>
</tr>
</thead>
<tbody>
<tr>
<td valign="top" align="left">All ages</td>
<td valign="top" align="center">1,40,182</td>
<td valign="top" align="left">&#x02022; Age <break/>&#x02022; breathing difficulty <break/>&#x02022; neurological conditions <break/>&#x02022; Diabetes</td>
<td valign="top" align="center">93.3%</td>
<td valign="top" align="left">&#x02022; Age (28%),<break/> &#x02022; breathing difficulty (22%), cardiovascular disease (8%),<break/> &#x02022; neurological conditions (7%)</td>
<td valign="top" align="center">65 %</td>
<td valign="top" align="center">94%</td>
</tr>
<tr>
<td valign="top" align="left">18&#x02013;40 Y</td>
<td valign="top" align="center">72,171</td>
<td valign="top" align="left">&#x02022; Breathing difficulty<break/> &#x02022; Obesity<break/> &#x02022; Diabetes<break/> &#x02022; Cardiovascular disease</td>
<td valign="top" align="center">98%</td>
<td valign="top" align="left">&#x02022; Breathing difficulty (15.7%)<break/> &#x02022; Diabetes (10.12%)<break/> &#x02022; Age (9.65%)<break/> &#x02022; Obesity (6.76%)</td>
<td valign="top" align="center">42%</td>
<td valign="top" align="center">98%</td>
</tr>
<tr>
<td valign="top" align="left">41&#x02013;60 Y</td>
<td valign="top" align="center">46,992</td>
<td valign="top" align="left">&#x02022; Breathing difficulty<break/> &#x02022; Diabetes<break/> &#x02022; Renal<break/> &#x02022; Nasal</td>
<td valign="top" align="center">94%</td>
<td valign="top" align="left">&#x02022; Breathing difficulty (33.2%)<break/> &#x02022; Age (7%)<break/> &#x02022; Diabetes (6.4%)<break/> &#x02022; Nasal (4.96%)</td>
<td valign="top" align="center">51.63%</td>
<td valign="top" align="center">96%</td>
</tr>
<tr>
<td valign="top" align="left">&#x0003E;60 Y</td>
<td valign="top" align="center">21,019</td>
<td valign="top" align="left">&#x02022; Breathing difficulty<break/> &#x02022; Age<break/> &#x02022; Neurological condition<break/> &#x02022; Nasal</td>
<td valign="top" align="center">76%</td>
<td valign="top" align="left">&#x02022; Breathing difficulty (31.4%)<break/> &#x02022; Age (17.4%)<break/> &#x02022; Neurological condition (5.7%)<break/> &#x02022; Cardiovascular disease (5.3%)</td>
<td valign="top" align="center">60%</td>
<td valign="top" align="center">80%</td>
</tr>
</tbody>
</table>
</table-wrap>
</sec>
<sec>
<title>Age Group 41&#x02013;60 Y</title>
<p>In this 41&#x02013;60 Y age group stratum of 46992 cases, the dataset is split into a training (<italic>n</italic> = 32,956) and test (<italic>n</italic> = 14,036) (<xref ref-type="table" rid="T2">Table 2</xref> and <xref ref-type="supplementary-material" rid="SM1">Supplementary Figure 1B</xref>). The prediction accuracy for this classification model was 94%. Breathing difficulties, diabetes and renal disease were the top three predictors for this age group. Cases with breathing difficulty and diabetes along with other symptoms (node 27) or age &#x0003E;56 (node 24), and obesity (node 17) had higher probabilities of severe outcomes. Among cases without breathing difficulties, renal conditions, and CVD (node 10) increased the probabilities of all three severe outcomes.</p>
</sec>
<sec>
<title>Age Group Above 60 Y</title>
<p>There were 21,019 cases above the age of 60 years; this age group had more severe outcomes compared to the two other age groups. The training dataset included 14,731 cases and 6,288 cases were in the test dataset (<xref ref-type="table" rid="T2">Table 2</xref> and <xref ref-type="supplementary-material" rid="SM1">Supplementary Figure 1C</xref>). The prediction accuracy for this model is 76%. Breathing difficulty and age were the top two predictors. At node 25, cases with breathing difficulty and age &#x0003E;84 had the highest mortality rate. Cases with breathing difficulties had increased probabilities of severe outcomes (right side of the tree) compared to cases without breathing difficulty.</p>
</sec>
</sec>
<sec>
<title>Top Predictors by CTREE Method Validated by Independent Random Forest Approach</title>
<p>In addition to the CTREE modeling, we utilized a random forest approach to validate the predictions. We performed the random forest modeling for datasets including all ages as well as samples stratified by age groups.</p>
<sec>
<title>All Ages</title>
<p>According to the random forest model prediction based on the dataset that includes all ages and age variable is continuous presented in <xref ref-type="fig" rid="F3">Figure 3</xref>. Based on this model, nearly 79% of the cases with severe outcomes can be predicted based on the top variables, about 50% of severe outcomes can be predicted based on age (28%) and symptoms of breathing difficulties (22%), and the five underlying conditions: cardiovascular conditions (8%), neurological conditions (7%), diabetes (5%), hypertension (5%), renal disease (4%) contribute to the model. The remaining symptoms and demographic predictors each contributed from 3% to &#x0003C;1%. The out of bag prediction error for the random forest model was about 6.68%. A comparison of the prediction errors from the conditional inference tree and decision tree modeling demonstrated &#x0007E;93% accuracy in both techniques. The top two variables selected in CTREE, and random forest approaches were the same and the order of other variables was negligible.</p>
<fig id="F3" position="float">
<label>Figure 3</label>
<caption><p>Importance of Variables in predicting severe outcomes among COVID-19 positive cases in different age groups.</p></caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fpubh-10-838514-g0003.tif"/>
</fig>
</sec>
<sec>
<title>Stratified Analysis by Age Group</title>
<p>Using the random forest approach in the age-stratified modeling of datasets identified different combinations of predictors than those described in <xref ref-type="fig" rid="F3">Figure 3</xref> and <xref ref-type="table" rid="T2">Table 2</xref>. In the model including cases with 18&#x02013;40 Y age, breathing difficulties was the top variable predicting 16% of severe outcomes, with diabetes (10%), age (10%), obesity (7%) and represented a total of 42% of the outcomes among this age group. The prediction accuracy using this dataset was 98%.</p>
<p>Similarly in the group 41&#x02013;60 Y, breathing difficulties (33%), age (7%), diabetes (6%), and nasal symptoms (%) were the top four predictors, collectively predicting 52% of the outcomes with a 96% accuracy.</p>
<p>The modeling used in the cohort &#x0003E;60 Y has consistently identified breathing difficulties (31%), age (17%), neurological conditions (6%), CVD (5%) as the top variables predicting nearly 60% of the outcomes in the group with an accuracy of 80%.</p>
<p>Irrespective of the age categories, breathing difficulty and age are the top two predictors consistent with other models.</p>
</sec>
</sec>
<sec>
<title>Model Performance</title>
<p>The performance of the model was by the model accuracy or misclassification rate. For both CTREE and random forest models, the accuracy of the models is indicated in <xref ref-type="table" rid="T2">Table 2</xref>. The generally predictive or discriminatory power of the independent variables is given by the area under the curve estimated from ROC analysis. As a ROC analysis requires bivariate outcomes; therefore, we have regrouped the multiclass outcome variable into bivariate outcomes (0-no event, 1-any hospital/ICU/Death). CTREE models were performed with the same independent variables as discussed above with a bivariate outcome. The CTREE models are illustrated in <xref ref-type="supplementary-material" rid="SM1">Supplementary Figures 2A&#x02013;D</xref>. ROC plots are presented in <xref ref-type="supplementary-material" rid="SM1">Supplementary Figure 3</xref> and AUC estimates for the models are available in <xref ref-type="supplementary-material" rid="SM1">Supplementary Table 2</xref>. The AUC for the model including all age groups has the highest discrimination at 0.83 [95% CI 0.82<bold>&#x02013;</bold>0.84] compared to the age-stratified models.</p>
</sec>
</sec>
<sec sec-type="discussion" id="s4">
<title>Discussion</title>
<p>In this population-based retrospective study of 1,40,182 cases of COVID-19, about 7% experienced severe outcomes such as hospitalization, ICU admission or death. We have adopted the Charlson comorbidity index approach to group the underlying conditions and use in the model to evaluate the association with COVID-19 disease severity. Similar approach has been adopted in other studies to identify the comorbidities associated with COVID-19 in different populations (<xref ref-type="bibr" rid="B22">22</xref>&#x02013;<xref ref-type="bibr" rid="B24">24</xref>).</p>
<p>There is emerging literature evidence related to implementing machine learning approaches to understand the pattern and key contributors to COVID-19 infections and prognosis. This current study&#x00027;s findings that included one of the largest population-based cohorts and explored the predictors of specific outcomes such as hospitalization, ICU admission or death are consistent with literature (<xref ref-type="bibr" rid="B8">8</xref>, <xref ref-type="bibr" rid="B25">25</xref>).</p>
<p>In the CTREE model including cases in all age groups, the key factors influencing severe outcomes were age, breathing difficulties, and the presence of pre-existing conditions, including cardiovascular disease, neurological conditions, diabetes, hypertension, and renal disease. Similarly, the random forest model identified that age and breathing difficulties were the two primary risk factors in predicting poor prognosis accounting for up to 28% and 22% of outcomes, respectively. Cardiovascular disease (8%) and neurological conditions (7%) were also noted as key predictors of outcome. About 65% of the outcomes could be predicted based on these four factors. The presence of diabetes (5%), hypertension (5%) and renal disease (4%) together with the top four factors predicted about 79% of the outcomes. Therefore, these variables are key to developing a decision rule. The results from the model can help clinicians quickly identify and prioritize high risk patients and allocate health care resources more effectively.</p>
<p>We also adopted age-stratified modeling to get a deeper insight into the risk factors within specific age groups. We consistently noticed that irrespective of age-based stratification, that breathing difficulties and age were critical in predicting severe outcomes. Interestingly, among the younger age group (18&#x02013;40 Y) obesity was among the top predictors, consistent with literature findings (<xref ref-type="bibr" rid="B26">26</xref>) and adding critical knowledge. Diabetes, cardiovascular and neurological conditions were identified as predictive across the age stratified models.</p>
<p>Our findings are consistent with the current literature, where the majority of poor outcomes are noted among the older populations (<xref ref-type="bibr" rid="B3">3</xref>, <xref ref-type="bibr" rid="B8">8</xref>, <xref ref-type="bibr" rid="B25">25</xref>) and individuals with underlying conditions (<xref ref-type="bibr" rid="B6">6</xref>). A model based on age and other clinical variables predicted death among COVID-19 patients in China (<xref ref-type="bibr" rid="B8">8</xref>). Population prevalence of neurological conditions, which includes cerebrovascular disease, dementia, paraplegia, the chronic neurological disorder is higher among older adults (<xref ref-type="bibr" rid="B27">27</xref>). This is consistent with our findings, older age and neurological conditions together had the highest proportion of severe outcomes. Cardiovascular conditions and diabetes, which were among the top list of predictive variables in our models, have also been reported to play an important role in predicting patient outcomes in several independent studies (<xref ref-type="bibr" rid="B28">28</xref>).</p>
<p>In this study, older age with the presence of breathing difficulties demonstrated a higher rate of hospitalization when compared to older age without breathing difficulties. Similarly, older age with any of the above-mentioned preexisting conditions showed a clear pattern of increased hospital admission. Cases that are younger or without any preexisting conditions or breathing difficulties had the best prognosis. Also, consistent with the literature, cases in our cohort who had breathing difficulties irrespective of age or presence of preexisting conditions had higher rates of hospitalization (<xref ref-type="bibr" rid="B7">7</xref>, <xref ref-type="bibr" rid="B29">29</xref>). Modeling studies based on different cohorts have shown age is a key factor associated with poor outcomes. Our findings are consistent with the literature evidence (<xref ref-type="bibr" rid="B8">8</xref>, <xref ref-type="bibr" rid="B25">25</xref>) in that older male have a higher risk of dying compared to their female counterparts.</p>
<p>This study&#x00027;s identification of key factors in predicting COVID-19 disease severity is limited by the available data on variables of interest. In spite of evidence in the literature suggesting the importance of ethnicity and material/social deprivation index of cases in the context of COVID outcomes, we were unable to include these variables due to data quality issues related to missing data. Ethnicity information was inconsistently collected from cases, therefore excluded. In general, deprivation index calculation excludes postal codes of long-term care facilities or other seniors&#x00027; facilities due to higher mortality rates compared to the rest of the geographies. Due to the unavailability of the deprivation indices for those postal codes, (older adults), the use of the deprivation index in the analysis may have biased the models. Therefore, we excluded the deprivation index in the model prediction analysis.</p>
<p>We also note that subsequent to the period of analysis in our study, the Omicron wave started in late November 2021 in Alberta, Canada. The transmissibility of the Omicron variants was known to be high compared to the variants of previous waves. There are studies suggesting the clinical profile of the Omicron infected patients showed decreased severity of disease compared to the previous waves. However, we were not able to confirm this using our public health data. As such, future modeling approaches should consider the variant type as a potential predictor of outcomes.</p>
<p>Vaccination has reduced severe outcomes of COVID-19 in the population and is also an important factor to consider in predictive models. Vaccine rollout in Alberta began in December 2020 based on strict eligibility criteria. Nearly 50% of cases in our study population had acquired COVID-19 infection in the initial stages of the pandemic before the vaccine rollout in Alberta, so vaccination status was not used as a predictor in our analysis. Interestingly, extraction of vaccination status among the cases in the period of the study showed that only a small proportion of cases had COVID-19 infection after immunization and also had an event of hospitalization, ICU admission or death. Among the cases with severe outcomes, approximately 3% had acquired infection following the first dose and 0.3% cases following the second dose.</p>
<p>Overall, the study model including all age groups as well age-stratified models clearly demonstrate that age and breathing difficulties are key predictive factors leading to severe outcomes among the COVID-19 cases. Underlying conditions including neurological conditions, diabetes, cardiovascular disease, hypertension, and renal disease increase the risk for the severe outcome. Interestingly among the younger adult&#x00027;s cohort, obesity was identified as an important predictor of severe outcomes. Ultimately, we found decision tree modeling approaches have great promise in identifying and informing the clinical management of high-risk COVID-19 patients.</p>
</sec>
<sec sec-type="data-availability" id="s5">
<title>Data Availability Statement</title>
<p>The datasets presented in this article are not readily available because the data set from this study is held securely in coded and de-identified form at Alberta Health Services (AHS). Although data sharing agreements prohibit AHS from making the data set publicly available, access may be granted to those who meet pre specified criteria for confidential access. Please contact <email>research.administration&#x00040;ahs.ca</email> for more information. Requests to access the datasets should be directed to <email>research.administration&#x00040;ahs.ca</email>.</p>
</sec>
<sec id="s6">
<title>Ethics Statement</title>
<p>The studies involving human participants were reviewed and approved by Conjoint Health Research Ethics Board of Alberta at the University of Calgary. Written informed consent for participation was not required for this study in accordance with the national legislation and the institutional requirements.</p>
</sec>
<sec id="s7">
<title>Author Contributions</title>
<p>KS conceptualized, designed the study, acquired the data, and provided inputs on the analysis. MK conducted the analysis, interpreted the findings, and drafted the manuscript. KW and T-MP provided critical feedback on the analysis and drafting of the manuscript. VS, JM, GO, CN, and HU revised the manuscript critically for important intellectual content. All authors of this study contributed to this manuscript, have approved the manuscript for submission and have granted the corresponding author, and permission to submit the article for publication.</p>
</sec>
<sec sec-type="COI-statement" id="conf1">
<title>Conflict of Interest</title>
<p>The authors declare that the research was conducted in the absence of any commercial or financial relationships that could be construed as a potential conflict of interest.</p>
</sec>
<sec sec-type="disclaimer" id="s8">
<title>Publisher&#x00027;s Note</title>
<p>All claims expressed in this article are solely those of the authors and do not necessarily represent those of their affiliated organizations, or those of the publisher, the editors and the reviewers. Any product that may be evaluated in this article, or claim that may be made by its manufacturer, is not guaranteed or endorsed by the publisher.</p>
</sec>
</body>
<back><sec sec-type="supplementary-material" id="s9">
<title>Supplementary Material</title>
<p>The Supplementary Material for this article can be found online at: <ext-link ext-link-type="uri" xlink:href="https://www.frontiersin.org/articles/10.3389/fpubh.2022.838514/full#supplementary-material">https://www.frontiersin.org/articles/10.3389/fpubh.2022.838514/full#supplementary-material</ext-link></p>
<supplementary-material xlink:href="Data_Sheet_1.DOCX" id="SM1" mimetype="application/vnd.openxmlformats-officedocument.wordprocessingml.document" xmlns:xlink="http://www.w3.org/1999/xlink"/>
</sec>
<ref-list>
<title>References</title>
<ref id="B1">
<label>1.</label>
<citation citation-type="book"><person-group person-group-type="author"><collab>WHO</collab></person-group>. <article-title>World Health Organization (WHO) <italic>COVID</italic>&#x02212;<italic>19 Situation Reports</italic></article-title>. <publisher-loc>Geneva</publisher-loc>: <publisher-name>World Health Organization</publisher-name> (<year>2020</year>).</citation>
</ref>
<ref id="B2">
<label>2.</label>
<citation citation-type="book"><person-group person-group-type="author"><name><surname>Canada</surname> <given-names>PHAO</given-names></name></person-group>. <article-title>COVID-19 Daily Epidemiology Update</article-title>. <publisher-loc>Ottawa, ON</publisher-loc>: <publisher-name>Public Health Agency of Canada</publisher-name> (<year>2020</year>).</citation>
</ref>
<ref id="B3">
<label>3.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Kang</surname> <given-names>SJ</given-names></name> <name><surname>Jung</surname> <given-names>SI</given-names></name></person-group>. <article-title>Age&#x02013;related morbidity and mortality among patients with COVID&#x02212;19</article-title>. <source>Infect Chemother</source>. (<year>2020</year>) <volume>52</volume>:<fpage>154</fpage>&#x02013;<lpage>64</lpage>. <pub-id pub-id-type="doi">10.3947/ic.2020.52.2.154</pub-id><pub-id pub-id-type="pmid">32537961</pub-id></citation></ref>
<ref id="B4">
<label>4.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Gold</surname> <given-names>JAW</given-names></name> <name><surname>Wong</surname> <given-names>KK</given-names></name> <name><surname>Szablewski</surname> <given-names>CM</given-names></name> <name><surname>Patel</surname> <given-names>PR</given-names></name> <name><surname>Rossow</surname> <given-names>J</given-names></name> <name><surname>da Silva</surname> <given-names>J</given-names></name> <etal/></person-group>. <article-title>Characteristics and clinical outcomes of adult patients hospitalized with COVID&#x02212;19 &#x02013; georgia</article-title>. <source>MMWR Morb Mortal Wkly Rep</source>. (<year>2020</year>) <volume>69</volume>:<fpage>545</fpage>&#x02013;<lpage>50</lpage>. <pub-id pub-id-type="doi">10.15585/mmwr.mm6918e1</pub-id><pub-id pub-id-type="pmid">32379729</pub-id></citation></ref>
<ref id="B5">
<label>5.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Gebhard</surname> <given-names>C</given-names></name> <name><surname>Regitz&#x02013;Zagrosek</surname> <given-names>V</given-names></name> <name><surname>Neuhauser</surname> <given-names>HK</given-names></name> <name><surname>Morgan</surname> <given-names>R</given-names></name> <name><surname>Klein</surname> <given-names>SL</given-names></name></person-group>. <article-title>Impact of sex and gender on COVID&#x02212;19 outcomes in Europe</article-title>. <source>Biol Sex Differ</source>. (<year>2020</year>) <volume>11</volume>:<fpage>29</fpage>. <pub-id pub-id-type="doi">10.1186/s13293-020-00304-9</pub-id><pub-id pub-id-type="pmid">32450906</pub-id></citation></ref>
<ref id="B6">
<label>6.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Choi</surname> <given-names>YJ</given-names></name> <name><surname>Park</surname> <given-names>JY</given-names></name> <name><surname>Lee</surname> <given-names>HS</given-names></name> <name><surname>Suh</surname> <given-names>J</given-names></name> <name><surname>Song</surname> <given-names>JY</given-names></name> <name><surname>Byun</surname> <given-names>MK</given-names></name> <etal/></person-group>. <article-title>Variable effects of underlying diseases on the prognosis of patients with COVID&#x02212;19</article-title>. <source>PLoS ONE</source>. (<year>2021</year>) <volume>16</volume>: <fpage>254258</fpage>. <pub-id pub-id-type="doi">10.1371/journal.pone.0254258</pub-id><pub-id pub-id-type="pmid">34280188</pub-id></citation></ref>
<ref id="B7">
<label>7.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>He</surname> <given-names>XB</given-names></name> <name><surname>Cheng</surname> <given-names>X</given-names></name> <name><surname>Feng</surname> <given-names>XD</given-names></name> <name><surname>Wan</surname> <given-names>H</given-names></name> <name><surname>Chen</surname> <given-names>SH</given-names></name> <name><surname>Xiong</surname> <given-names>MM</given-names></name></person-group>. <article-title>Clinical symptom differences between mild and severe covid&#x02212;19 patients in china: a meta&#x02013;analysis</article-title>. <source>Front Public Health</source>. (<year>2021</year>) <volume>8</volume>:<fpage>561264</fpage>. <pub-id pub-id-type="doi">10.3389/fpubh.2020.561264</pub-id><pub-id pub-id-type="pmid">33520906</pub-id></citation></ref>
<ref id="B8">
<label>8.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Yang</surname> <given-names>Q</given-names></name> <name><surname>Li</surname> <given-names>JX</given-names></name> <name><surname>Zhang</surname> <given-names>ZJ</given-names></name> <name><surname>Wu</surname> <given-names>XC</given-names></name> <name><surname>Liao</surname> <given-names>TQ</given-names></name> <name><surname>Yu</surname> <given-names>SY</given-names></name> <etal/></person-group>. <article-title>Clinical characteristics and a decision tree model to predict death outcome in severe COVID&#x02212;19 patients</article-title>. <source>Bmc Infect Dis</source>. (<year>2021</year>) <volume>21</volume>:<fpage>783</fpage>. <pub-id pub-id-type="doi">10.1186/s12879-021-06478-w</pub-id><pub-id pub-id-type="pmid">34372767</pub-id></citation></ref>
<ref id="B9">
<label>9.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Piper</surname> <given-names>ME</given-names></name> <name><surname>Loh</surname> <given-names>WY</given-names></name> <name><surname>Smith</surname> <given-names>SS</given-names></name> <name><surname>Japuntich</surname> <given-names>SJ</given-names></name> <name><surname>Baker</surname> <given-names>TB</given-names></name></person-group>. <article-title>Using decision tree analysis to identify risk factors for relapse to smoking</article-title>. <source>Subst Use Misuse</source>. (<year>2011</year>) <volume>46</volume>:<fpage>492</fpage>&#x02013;<lpage>510</lpage>. <pub-id pub-id-type="doi">10.3109/10826081003682222</pub-id><pub-id pub-id-type="pmid">20397871</pub-id></citation></ref>
<ref id="B10">
<label>10.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Perlich</surname> <given-names>C</given-names></name> <name><surname>Provost</surname> <given-names>F</given-names></name> <name><surname>Simonoff</surname> <given-names>JS</given-names></name></person-group>. <article-title>Tree induction vs. logistic regression: a learning&#x02013;curve analysis</article-title>. <source>J Mach Learn Res</source>. (<year>2004</year>) <volume>4</volume>:<fpage>211</fpage>&#x02013;<lpage>55</lpage>.</citation>
</ref>
<ref id="B11">
<label>11.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Wang</surname> <given-names>PP</given-names></name> <name><surname>Zheng</surname> <given-names>XQ</given-names></name> <name><surname>Li</surname> <given-names>JY</given-names></name> <name><surname>Zhu</surname> <given-names>BR</given-names></name></person-group>. <article-title>Prediction of epidemic trends in COVID&#x02212;19 with logistic model and machine learning technics</article-title>. <source>Chaos Soliton Fract</source>. (<year>2020</year>) <fpage>139</fpage>. <pub-id pub-id-type="doi">10.1016/j.chaos.2020.110058</pub-id><pub-id pub-id-type="pmid">32834611</pub-id></citation></ref>
<ref id="B12">
<label>12.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Yang</surname> <given-names>ZF</given-names></name> <name><surname>Zeng</surname> <given-names>ZQ</given-names></name> <name><surname>Wang</surname> <given-names>K</given-names></name> <name><surname>Wong</surname> <given-names>SS</given-names></name> <name><surname>Liang</surname> <given-names>WH</given-names></name> <name><surname>Zanin</surname> <given-names>M</given-names></name> <etal/></person-group>. <article-title>Modified SEIR and AI prediction of the epidemics trend of COVID&#x02212;19 in China under public health interventions</article-title>. <source>J Thorac Dis</source>. (<year>2020</year>) <volume>12</volume>:<fpage>165</fpage>. <pub-id pub-id-type="doi">10.21037/jtd.2020.02.64</pub-id><pub-id pub-id-type="pmid">32274081</pub-id></citation></ref>
<ref id="B13">
<label>13.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Myers</surname> <given-names>LC</given-names></name> <name><surname>Parodi</surname> <given-names>SM</given-names></name> <name><surname>Escobar</surname> <given-names>GJ</given-names></name> <name><surname>Liu</surname> <given-names>VX</given-names></name></person-group>. <article-title>Characteristics of hospitalized adults with COVID&#x02212;19 in an integrated health care system in California</article-title>. <source>JAMA</source>. (<year>2020</year>)<volume>323</volume>:<fpage>2195</fpage>&#x02013;<lpage>8</lpage>. <pub-id pub-id-type="doi">10.1001/jama.2020.7202</pub-id><pub-id pub-id-type="pmid">32329797</pub-id></citation></ref>
<ref id="B14">
<label>14.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Zoabi</surname> <given-names>Y</given-names></name> <name><surname>Deri&#x02013;Rozov</surname> <given-names>S</given-names></name> <name><surname>Shomron</surname> <given-names>N</given-names></name></person-group>. <article-title>Machine learning&#x02013;based prediction of COVID&#x02212;19 diagnosis based on symptoms</article-title>. <source>NPJ Digit Med</source>. (<year>2021</year>) <volume>4</volume>:<fpage>3</fpage>. <pub-id pub-id-type="doi">10.1038/s41746-020-00372-6</pub-id><pub-id pub-id-type="pmid">33398013</pub-id></citation></ref>
<ref id="B15">
<label>15.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Wynants</surname> <given-names>L</given-names></name> <name><surname>Van Calster</surname> <given-names>B</given-names></name> <name><surname>Collins</surname> <given-names>GS</given-names></name> <name><surname>Riley</surname> <given-names>RD</given-names></name> <name><surname>Heinze</surname> <given-names>G</given-names></name> <name><surname>Schuit</surname> <given-names>E</given-names></name> <etal/></person-group>. <article-title>Prediction models for diagnosis prognosis of covid&#x02212;19: systematic review critical appraisal</article-title>. BMJ. (<year>2020</year>) <volume>369</volume>:<fpage>m1328</fpage>. <pub-id pub-id-type="doi">10.1136/bmj.m1328</pub-id><pub-id pub-id-type="pmid">32265220</pub-id></citation></ref>
<ref id="B16">
<label>16.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Quan</surname> <given-names>H</given-names></name> <name><surname>Sundararajan</surname> <given-names>V</given-names></name> <name><surname>Halfon</surname> <given-names>P</given-names></name> <name><surname>Fong</surname> <given-names>A</given-names></name> <name><surname>Burnand</surname> <given-names>B</given-names></name> <name><surname>Luthi</surname> <given-names>JC</given-names></name> <etal/></person-group>. <article-title>Coding algorithms for defining comorbidities in ICD&#x02212;9&#x02013;CM and ICD&#x02212;10 administrative data</article-title>. <source>Med Care</source>. (<year>2005</year>) <volume>43</volume>:<fpage>1130</fpage>&#x02013;<lpage>9</lpage>. <pub-id pub-id-type="doi">10.1097/01.mlr.0000182534.19832.83</pub-id><pub-id pub-id-type="pmid">16224307</pub-id></citation></ref>
<ref id="B17">
<label>17.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Pampalon</surname> <given-names>R</given-names></name> <name><surname>Hamel</surname> <given-names>D</given-names></name> <name><surname>Gamache</surname> <given-names>P</given-names></name> <name><surname>Raymond</surname> <given-names>G</given-names></name></person-group>. <article-title>A deprivation index for health planning in Canada</article-title>. <source>Chronic Dis Can</source>. (<year>2009</year>) <volume>29</volume>:<fpage>178</fpage>&#x02013;<lpage>91</lpage>. <pub-id pub-id-type="doi">10.24095/hpcdp.29.4.05</pub-id></citation>
</ref>
<ref id="B18">
<label>18.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Hothorn</surname> <given-names>T</given-names></name> <name><surname>Hornik</surname> <given-names>K</given-names></name> <name><surname>Zeileis</surname> <given-names>A</given-names></name></person-group>. <article-title>Unbiased recursive partitioning: A conditional inference framework</article-title>. <source>J Comput Graph Stat</source>. (<year>2006</year>) <volume>15</volume>:<fpage>651</fpage>&#x02013;<lpage>74</lpage>. <pub-id pub-id-type="doi">10.1198/106186006X133933</pub-id><pub-id pub-id-type="pmid">33619988</pub-id></citation></ref>
<ref id="B19">
<label>19.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Strobl</surname> <given-names>C</given-names></name> <name><surname>Boulesteix</surname> <given-names>AL</given-names></name> <name><surname>Zeileis</surname> <given-names>A</given-names></name> <name><surname>Hothorn</surname> <given-names>T</given-names></name></person-group>. <article-title>Bias in random forest variable importance measures: Illustrations, sources and a solution</article-title>. <source>Bmc Bioinformatics</source>. (<year>2007</year>) <volume>8</volume>:<fpage>25</fpage>. <pub-id pub-id-type="doi">10.1186/1471-2105-8-25</pub-id><pub-id pub-id-type="pmid">17254353</pub-id></citation></ref>
<ref id="B20">
<label>20.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Zelleis</surname> <given-names>A</given-names></name> <name><surname>Hothorn</surname> <given-names>T</given-names></name> <name><surname>Hornik</surname> <given-names>K</given-names></name></person-group>. <article-title>Model&#x02013;based recursive partitioning</article-title>. <source>J Comput Graph Stat</source>. (<year>2008</year>) <volume>17</volume>:<fpage>492</fpage>&#x02013;<lpage>514</lpage>. <pub-id pub-id-type="doi">10.1198/106186008X319331</pub-id></citation>
</ref>
<ref id="B21">
<label>21.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Breiman</surname> <given-names>L</given-names></name></person-group>. <article-title>Random forests</article-title>. <source>Mach Learn</source>. (<year>2001</year>) <volume>45</volume>:<fpage>5</fpage>&#x02013;<lpage>32</lpage>. <pub-id pub-id-type="doi">10.1023/A:1010933404324</pub-id></citation>
</ref>
<ref id="B22">
<label>22.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Christensen</surname> <given-names>DM</given-names></name> <name><surname>Strange</surname> <given-names>JE</given-names></name> <name><surname>Gislason</surname> <given-names>G</given-names></name> <name><surname>Torp&#x02013;Pedersen</surname> <given-names>C</given-names></name> <name><surname>Gerds</surname> <given-names>T</given-names></name> <name><surname>Fosbol</surname> <given-names>E</given-names></name> <etal/></person-group>. <article-title>Charlson comorbidity index score and risk of severe outcome and death in danish COVID&#x02212;19 patients</article-title>. <source>J Gen Intern Med</source>. (<year>2020</year>) <volume>35</volume>:<fpage>2801</fpage>&#x02013;<lpage>3</lpage>. <pub-id pub-id-type="doi">10.1007/s11606-020-05991-z</pub-id><pub-id pub-id-type="pmid">32583345</pub-id></citation></ref>
<ref id="B23">
<label>23.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Guan</surname> <given-names>WJ</given-names></name> <name><surname>Liang</surname> <given-names>WH</given-names></name> <name><surname>Zhao</surname> <given-names>Y</given-names></name> <name><surname>Liang</surname> <given-names>HR</given-names></name> <name><surname>Chen</surname> <given-names>ZS</given-names></name> <name><surname>Li</surname> <given-names>YM</given-names></name> <etal/></person-group>. <article-title>Comorbidity its impact on 1590 patients with COVID&#x02212;19 in China: a nationwide analysis</article-title>. <source>Eur Respir J</source>. (<year>2020</year>) <volume>55</volume>:<fpage>5</fpage>. <pub-id pub-id-type="doi">10.1183/13993003.01227-2020</pub-id><pub-id pub-id-type="pmid">32217650</pub-id></citation></ref>
<ref id="B24">
<label>24.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Kim</surname> <given-names>DH</given-names></name> <name><surname>Park</surname> <given-names>HC</given-names></name> <name><surname>Cho</surname> <given-names>A</given-names></name> <name><surname>Kim</surname> <given-names>J</given-names></name> <name><surname>Yun</surname> <given-names>KS</given-names></name> <name><surname>Kim</surname> <given-names>J</given-names></name> <etal/></person-group>. <article-title>Age&#x02013;adjusted charlson comorbidity index score is the best predictor for severe clinical outcome in the hospitalized patients with COVID&#x02212;19 infection</article-title>. <source>Medicine</source>. (<year>2021</year>) <volume>100</volume>:<fpage>18</fpage>. <pub-id pub-id-type="doi">10.1097/MD.0000000000025900</pub-id><pub-id pub-id-type="pmid">33951004</pub-id></citation></ref>
<ref id="B25">
<label>25.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Mallapaty</surname> <given-names>S</given-names></name></person-group>. <article-title>The coronavirus is most deadly if you are older and male &#x02013; new data reveal the risks</article-title>. <source>Nature</source>. (<year>2020</year>) <volume>585</volume>:<fpage>16</fpage>&#x02013;<lpage>7</lpage>. <pub-id pub-id-type="doi">10.1038/d41586-020-02483-2</pub-id><pub-id pub-id-type="pmid">32860026</pub-id></citation></ref>
<ref id="B26">
<label>26.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Gao</surname> <given-names>M</given-names></name> <name><surname>Piernas</surname> <given-names>C</given-names></name> <name><surname>Astbury</surname> <given-names>NM</given-names></name> <name><surname>Hippisley&#x02013;Cox</surname> <given-names>J</given-names></name> <name><surname>O&#x00027;Rahilly</surname> <given-names>S</given-names></name> <name><surname>Aveyard</surname> <given-names>P</given-names></name> <etal/></person-group>. <article-title>Associations between body&#x02013;mass index and COVID&#x02212;19 severity in 6</article-title>.9 million people in England: a prospective, community&#x02013;based, cohort study. <source>Lancet Diabetes Endo</source>. (<year>2021</year>) <volume>9</volume>:<fpage>350</fpage>&#x02013;<lpage>9</lpage>. <pub-id pub-id-type="doi">10.1016/S2213-8587(21)00089-9</pub-id><pub-id pub-id-type="pmid">33932335</pub-id></citation></ref>
<ref id="B27">
<label>27.</label>
<citation citation-type="book"><person-group person-group-type="author"><collab>PHAC</collab></person-group>. <article-title>Public Health Agency of Canada</article-title>. <source>Canadian Chronic Disease Surveillance System (CCDSS), Data Tool 2000&#x02013;2016</source>, (<year>2018</year>). <publisher-loc>Canada</publisher-loc>: <publisher-name>PHAo</publisher-name> (<year>2019</year>).</citation>
</ref>
<ref id="B28">
<label>28.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>de Almeida&#x02013;Pititto</surname> <given-names>B</given-names></name> <name><surname>Dualib</surname> <given-names>PM</given-names></name> <name><surname>Zajdenverg</surname> <given-names>L</given-names></name> <name><surname>Dantas</surname> <given-names>JR</given-names></name> <name><surname>de Souza</surname> <given-names>FD</given-names></name> <name><surname>Rodacki</surname> <given-names>M</given-names></name> <etal/></person-group>. <article-title>Severity and mortality of COVID 19 in patients with diabetes, hypertension and cardiovascular disease: a meta&#x02013;analysis</article-title>. <source>Diabetol Metab Syndr</source>. (<year>2020</year>) <volume>12</volume>:<fpage>1</fpage>. <pub-id pub-id-type="doi">10.1186/s13098-020-00586-4</pub-id><pub-id pub-id-type="pmid">32874207</pub-id></citation></ref>
<ref id="B29">
<label>29.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Oliveira</surname> <given-names>MC</given-names></name> <name><surname>de Araujo Eleuterio</surname> <given-names>T</given-names></name> <name><surname>de Andrade Correa</surname> <given-names>AB</given-names></name> <name><surname>da Silva</surname> <given-names>LDR</given-names></name> <name><surname>Rodrigues</surname> <given-names>RC</given-names></name> <name><surname>de Oliveira</surname> <given-names>BA</given-names></name> <etal/></person-group>. <article-title>Correction to: factors associated with death in confirmed cases of COVID&#x02212;19 in the state of rio de Janeiro</article-title>. <source>Bmc Infect Dis</source>. (<year>2021</year>) <volume>21</volume>:<fpage>728</fpage>. <pub-id pub-id-type="doi">10.1186/s12879-021-06410-2</pub-id> <pub-id pub-id-type="pmid">34340676</pub-id></citation></ref>
</ref-list> 
</back>
</article>