<?xml version="1.0" encoding="UTF-8" standalone="no"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.3 20070202//EN" "journalpublishing.dtd">
<?covid-19-tdm?>
<article xml:lang="EN" xmlns:mml="http://www.w3.org/1998/Math/MathML" xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article">
<front>
<journal-meta>
<journal-id journal-id-type="publisher-id">Front. Med.</journal-id>
<journal-title>Frontiers in Medicine</journal-title>
<abbrev-journal-title abbrev-type="pubmed">Front. Med.</abbrev-journal-title>
<issn pub-type="epub">2296-858X</issn>
<publisher>
<publisher-name>Frontiers Media S.A.</publisher-name>
</publisher>
</journal-meta>
<article-meta>
<article-id pub-id-type="doi">10.3389/fmed.2021.764934</article-id>
<article-categories>
<subj-group subj-group-type="heading">
<subject>Medicine</subject>
<subj-group>
<subject>Original Research</subject>
</subj-group>
</subj-group>
</article-categories>
<title-group>
<article-title>An Unsupervised Machine Learning Clustering and Prediction of Differential Clinical Phenotypes of COVID-19 Patients Based on Blood Tests&#x02014;A Hong Kong Population Study</article-title>
</title-group>
<contrib-group>
<contrib contrib-type="author">
<name><surname>Lau</surname> <given-names>Kitty Yu-Yeung</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
<uri xlink:href="http://loop.frontiersin.org/people/1457218/overview"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Ng</surname> <given-names>Kei-Shing</given-names></name>
<xref ref-type="aff" rid="aff2"><sup>2</sup></xref>
<uri xlink:href="http://loop.frontiersin.org/people/1316888/overview"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Kwok</surname> <given-names>Ka-Wai</given-names></name>
<xref ref-type="aff" rid="aff3"><sup>3</sup></xref>
<uri xlink:href="http://loop.frontiersin.org/people/267225/overview"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Tsia</surname> <given-names>Kevin Kin-Man</given-names></name>
<xref ref-type="aff" rid="aff4"><sup>4</sup></xref>
</contrib>
<contrib contrib-type="author">
<name><surname>Sin</surname> <given-names>Chun-Fung</given-names></name>
<xref ref-type="aff" rid="aff5"><sup>5</sup></xref>
<uri xlink:href="http://loop.frontiersin.org/people/1305491/overview"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Lam</surname> <given-names>Ching-Wan</given-names></name>
<xref ref-type="aff" rid="aff5"><sup>5</sup></xref>
</contrib>
<contrib contrib-type="author" corresp="yes">
<name><surname>Vardhanabhuti</surname> <given-names>Varut</given-names></name>
<xref ref-type="aff" rid="aff2"><sup>2</sup></xref>
<xref ref-type="corresp" rid="c001"><sup>&#x0002A;</sup></xref>
<uri xlink:href="http://loop.frontiersin.org/people/1004102/overview"/>
</contrib>
</contrib-group>
<aff id="aff1"><sup>1</sup><institution>Biomedical Engineering Programme, The University of Hong Kong, Hong Kong</institution>, <addr-line>Hong Kong SAR</addr-line>, <country>China</country></aff>
<aff id="aff2"><sup>2</sup><institution>Department of Diagnostic Radiology, Li Ka Shing Faculty of Medicine, The University of Hong Kong, Hong Kong</institution>, <addr-line>Hong Kong SAR</addr-line>, <country>China</country></aff>
<aff id="aff3"><sup>3</sup><institution>Department of Mechanical Engineering, The University of Hong Kong, Hong Kong</institution>, <addr-line>Hong Kong SAR</addr-line>, <country>China</country></aff>
<aff id="aff4"><sup>4</sup><institution>Department of Electrical and Electronic Engineering, The University of Hong Kong, Hong Kong</institution>, <addr-line>Hong Kong SAR</addr-line>, <country>China</country></aff>
<aff id="aff5"><sup>5</sup><institution>Department of Pathology, Li Ka Shing Faculty of Medicine, The University of Hong Kong, Hong Kong</institution>, <addr-line>Hong Kong SAR</addr-line>, <country>China</country></aff>
<author-notes>
<fn fn-type="edited-by"><p>Edited by: Reza Lashgari, Shahid Beheshti University, Iran</p></fn>
<fn fn-type="edited-by"><p>Reviewed by: Antonio Lalueza, Hospital Universitario 12 de Octubre, Spain; Mohsen Rokni, Tehran University of Medical Sciences, Iran</p></fn>
<corresp id="c001">&#x0002A;Correspondence: Varut Vardhanabhuti <email>varv&#x00040;hku.hk</email></corresp>
<fn fn-type="other" id="fn001"><p>This article was submitted to Pulmonary Medicine, a section of the journal Frontiers in Medicine</p></fn></author-notes>
<pub-date pub-type="epub">
<day>24</day>
<month>02</month>
<year>2022</year>
</pub-date>
<pub-date pub-type="collection">
<year>2021</year>
</pub-date>
<volume>8</volume>
<elocation-id>764934</elocation-id>
<history>
<date date-type="received">
<day>26</day>
<month>08</month>
<year>2021</year>
</date>
<date date-type="accepted">
<day>27</day>
<month>12</month>
<year>2021</year>
</date>
</history>
<permissions>
<copyright-statement>Copyright &#x000A9; 2022 Lau, Ng, Kwok, Tsia, Sin, Lam and Vardhanabhuti.</copyright-statement>
<copyright-year>2022</copyright-year>
<copyright-holder>Lau, Ng, Kwok, Tsia, Sin, Lam and Vardhanabhuti</copyright-holder>
<license xlink:href="http://creativecommons.org/licenses/by/4.0/"><p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (CC BY). The use, distribution or reproduction in other forums is permitted, provided the original author(s) and the copyright owner(s) are credited and that the original publication in this journal is cited, in accordance with accepted academic practice. No use, distribution or reproduction is permitted which does not comply with these terms.</p></license> </permissions>
<abstract>
<sec>
<title>Background</title>
<p>To better understand the different clinical phenotypes across the disease spectrum in patients with COVID-19 using an unsupervised machine learning clustering approach.</p>
</sec>
<sec>
<title>Materials and Methods</title>
<p>A population-based retrospective study was conducted utilizing demographics, clinical characteristics, comorbidities, and clinical outcomes of 7,606 COVID-19&#x02013;positive patients on admission to public hospitals in Hong Kong in the year 2020. An unsupervised machine learning clustering was used to explore this large cohort.</p>
</sec>
<sec>
<title>Results</title>
<p>Four clusters of differing clinical phenotypes based on data at initial admission was derived in which 86.6% of the deceased cases were aggregated in one of the clusters without prior knowledge of their clinical outcomes. Other distinctive clinical characteristics of this cluster were old age and high concurrent comorbidities as well as laboratory characteristics of lower hemoglobin/hematocrit levels, higher neutrophil, C-reactive protein, lactate dehydrogenase, and creatinine levels. The clinical patterns captured by the cluster analysis was validated on other temporally distinct cohorts in 2021. The phenotypes aligned with existing literature.</p>
</sec>
<sec>
<title>Conclusion</title>
<p>The study demonstrated the usefulness of unsupervised machine learning techniques with the potential to uncover latent clinical phenotypes. It could serve as a more robust classification for patient triaging and patient-tailored treatment strategies.</p>
</sec></abstract>
<kwd-group>
<kwd>COVID-19</kwd>
<kwd>clinical phenotypes</kwd>
<kwd>laboratory test</kwd>
<kwd>machine learning</kwd>
<kwd>clustering</kwd>
</kwd-group>
<counts>
<fig-count count="4"/>
<table-count count="2"/>
<equation-count count="0"/>
<ref-count count="43"/>
<page-count count="11"/>
<word-count count="6146"/>
</counts>
</article-meta>
</front>
<body>
<sec sec-type="intro" id="s1">
<title>Introduction</title>
<p>Coronavirus disease 2019 (COVID-19) is a respiratory disease caused by severe acute respiratory syndrome coronavirus (SARS-CoV-2). This novel coronavirus was first reported in Wuhan, China, in December 2019 and quickly spread worldwide (<xref ref-type="bibr" rid="B1">1</xref>). Belonging to the same coronavirus family as SARS-CoV and MERS-CoV, SARS-CoV-2 also exhibits a remarkable infectivity power (<xref ref-type="bibr" rid="B2">2</xref>). Immediate practices have been taken to allocate medical resources and plan for treatments. However, they might not be as effective as expected due to a lack of knowledge about SARS-CoV-2. A better understanding of the pathogenesis of COVID-19 and its different clinical phenotypes and risk groups is essential to address the immunopathology of the infection. The accumulated observational data on COVID-19 positive patients available to date serve as valuable resources. To probe this large amount of clinical data, supervised machine learning approaches have been applied to the diagnosis and prognosis of COVID-19, risk stratification, and the prediction of different outcomes (<xref ref-type="bibr" rid="B3">3</xref>&#x02013;<xref ref-type="bibr" rid="B9">9</xref>). Unsupervised machine learning is an alternative approach that does not require specific labels. It avoids using preconceived knowledge or assumptions that may be subjected to biases and unknown confounders. To this end, unsupervised clustering techniques are often used for exploratory analysis to probe the underlying patterns within big data sets, enabling identification of latent clinical phenotypes and potentially deriving novel insights from the associated correlations. For example, it has been applied to derive the phenotypes of COVID-19 patients using electronic health record (EHR) data on admission of 6,000 COVID-19&#x02013;positive adults at the Mount Sinai Health System in New York in the United States (<xref ref-type="bibr" rid="B10">10</xref>), 413 patients from an individual-level published study (<xref ref-type="bibr" rid="B11">11</xref>), and 213 patients in Wuhan Pulmonary Hospital (<xref ref-type="bibr" rid="B12">12</xref>). Hong Kong&#x00027;s health system is unique when dealing with the COVID-19 pandemic. Due to a government-wide policy, all COVID-19&#x02013;positive patients were admitted to public hospitals regardless of their disease severity or symptoms. Therefore, the data in Hong Kong can capture the varying presentations of COVID-19. This study aims to use unsupervised clustering analysis to discover different phenotypic presentations across the disease spectrum of COVID-19 in Hong Kong based on demographics and laboratory information on admission to hospital.</p>
</sec>
<sec sec-type="materials and methods" id="s2">
<title>Materials and Methods</title>
<sec>
<title>Study Design and Participants</title>
<p>This study protocol was approved by institutional review boards in multiple hospitals across Hong Kong (see <xref ref-type="supplementary-material" rid="SM1">Supplementary Material</xref> for further details). Patient-informed consent was waived owing to the retrospective nature.</p>
<p>A retrospective search of patients&#x00027; electronic records was conducted using the Hong Kong Hospital Authority Clinical Data Analysis and Reporting System (CDARS). It covered 42 hospitals across the territory in Hong Kong. Patients who were retrieved had a positive diagnosis of COVID-19 based on a reverse-transcriptase polymerase chain reaction (RT-PCR) test for SARS-CoV-2 fulfilling the testing criteria set by the Center for Health Protection, Department of Health, Government of Hong Kong SAR. The first cohort was retrieved from January 23 to December 31, 2020. The second cohort (used as a temporal validation set) was retrieved from January 1 to February 15, 2021.</p>
<p>Observational data, including demographics (age and sex), and 20 basic laboratory tests [white blood cell count (WBC), neutrophil count (NEUT), lymphocyte count (LYM), monocyte count (MON), hemoglobin (HGB), hematocrit (HCT), platelet (PLT), albumin (Alb), total bilirubin (TBIL), alanine aminotransferase (ALT), alkaline phosphatase (ALP), lactate dehydrogenase (LDH), creatine kinase (CK), urea, creatinine (Cr), C-reactive protein (CRP), sodium (Na), potassium (K), phosphate (P), and calcium (Ca)] were retrieved on the first day of admission (see <xref ref-type="table" rid="T1">Table 1</xref>). Blood tests with &#x0003C;50% of available data were excluded (<xref ref-type="bibr" rid="B13">13</xref>). Patients&#x00027; comorbidities (19 systems) as specified by the international classification of disease (ICD-9) (<xref ref-type="bibr" rid="B14">14</xref>) were retrieved up to 3 days before that individual&#x00027;s admission to avoid including input of coding for the current admission. Mortality data was retrieved and set at 45 days after discharge for each patient to ensure that death, if it occurred, was likely related to COVID-19 and not from other causes. For more detailed information, please refer to <xref ref-type="supplementary-material" rid="SM1">Supplementary Table 1</xref>.</p>
<table-wrap position="float" id="T1">
<label>Table 1</label>
<caption><p>Demographics and clinical characteristics of 7,606 COVID-19 positive patients.</p></caption>
<table frame="hsides" rules="groups">
<thead><tr>
<th valign="top" align="left"><bold>Patients characteristics</bold><break/><bold> (<italic>n</italic> &#x0003D; 7,606)</bold></th>
<th valign="top" align="center"><bold>Median (IQR)</bold><break/><bold> or count (%)<xref ref-type="table-fn" rid="TN1"><sup>&#x0002A;</sup></xref></bold></th>
<th valign="top" align="center"><bold>Missing</bold><break/><bold> count (%)</bold></th>
</tr>
</thead>
<tbody>
<tr>
<td valign="top" align="left"><bold>I. Demographics</bold></td>
<td/>
<td/>
</tr>
<tr>
<td valign="top" align="left">&#x000A0;&#x000A0;&#x000A0; Age (years)</td>
<td valign="top" align="center">47 (32&#x02013;61)</td>
<td valign="top" align="center">0 (0%)</td>
</tr>
<tr>
<td valign="top" align="left">&#x000A0;&#x000A0;&#x000A0; Sex (Males)</td>
<td valign="top" align="center">3,697 (48.6%)</td>
<td valign="top" align="center">0 (0%)</td>
</tr>
<tr>
<td valign="top" align="left"><bold>II. Complete blood count</bold></td>
<td/>
<td/>
</tr>
<tr>
<td valign="top" align="left">&#x000A0;&#x000A0;&#x000A0; White blood cell count (<xref ref-type="table-fn" rid="TN1"><sup>&#x0002A;</sup></xref>10<sup>9</sup>/L)</td>
<td valign="top" align="center">5.3 (4.3&#x02013;6.6)</td>
<td valign="top" align="center">0 (0%)</td>
</tr>
<tr>
<td valign="top" align="left">&#x000A0;&#x000A0;&#x000A0; Neutrophil count (<xref ref-type="table-fn" rid="TN1"><sup>&#x0002A;</sup></xref>10<sup>9</sup>/L)</td>
<td valign="top" align="center">3.2 (2.4&#x02013;4.3)</td>
<td valign="top" align="center">110 (1.4%)</td>
</tr>
<tr>
<td valign="top" align="left">&#x000A0;&#x000A0;&#x000A0; Lymphocyte count (<xref ref-type="table-fn" rid="TN1"><sup>&#x0002A;</sup></xref>10<sup>9</sup>/L)</td>
<td valign="top" align="center">1.3 (1.0&#x02013;1.8)</td>
<td valign="top" align="center">110 (1.4%)</td>
</tr>
<tr>
<td valign="top" align="left">&#x000A0;&#x000A0;&#x000A0; Monocyte count (<xref ref-type="table-fn" rid="TN1"><sup>&#x0002A;</sup></xref>10<sup>9</sup>/L)</td>
<td valign="top" align="center">0.5 (0.4&#x02013;0.7)</td>
<td valign="top" align="center">110 (1.4%)</td>
</tr>
<tr>
<td valign="top" align="left">&#x000A0;&#x000A0;&#x000A0; Hemoglobin (g/dL)</td>
<td valign="top" align="center">13.7 (12.6&#x02013;14.7)</td>
<td valign="top" align="center">0 (0%)</td>
</tr>
<tr>
<td valign="top" align="left">&#x000A0;&#x000A0;&#x000A0; Hematocrit (L/L)</td>
<td valign="top" align="center">0.40 (0.37&#x02013;0.43)</td>
<td valign="top" align="center">1 (&#x0003C;0.1%)</td>
</tr>
<tr>
<td valign="top" align="left">&#x000A0;&#x000A0;&#x000A0; Platelet (<xref ref-type="table-fn" rid="TN1"><sup>&#x0002A;</sup></xref>10<sup>9</sup>/L)</td>
<td valign="top" align="center">214 (173-264)</td>
<td valign="top" align="center">5 (&#x0003C;0.1%)</td>
</tr>
<tr>
<td valign="top" align="left"><bold>III. Liver function</bold></td>
<td/>
<td/>
</tr>
<tr>
<td valign="top" align="left">&#x000A0;&#x000A0;&#x000A0; Albumin (g/L)</td>
<td valign="top" align="center">40.0 (37.2&#x02013;43.5)</td>
<td valign="top" align="center">3 (&#x0003C;0.1%)</td>
</tr>
<tr>
<td valign="top" align="left">&#x000A0;&#x000A0;&#x000A0; Total bilirubin (&#x003BC;mol/L)</td>
<td valign="top" align="center">7.9 (5.8&#x02013;10.9)</td>
<td valign="top" align="center">8 (&#x0003C;0.1%)</td>
</tr>
<tr>
<td valign="top" align="left">&#x000A0;&#x000A0;&#x000A0; Alanine aminotransferase (&#x003BC;/L)</td>
<td valign="top" align="center">23.4 (16.0&#x02013;36.0)</td>
<td valign="top" align="center">8 (&#x0003C;0.1%)</td>
</tr>
<tr>
<td valign="top" align="left">&#x000A0;&#x000A0;&#x000A0; Alkaline phosphatase (&#x003BC;/L)</td>
<td valign="top" align="center">66 (54&#x02013;81)</td>
<td valign="top" align="center">8 (&#x0003C;0.1%)</td>
</tr>
<tr>
<td valign="top" align="left"><bold>IV. Kidney function</bold></td>
<td/>
<td/>
</tr>
<tr>
<td valign="top" align="left">&#x000A0;&#x000A0;&#x000A0; Urea (mmol/L)</td>
<td valign="top" align="center">3.9 (3.1&#x02013;4.8)</td>
<td valign="top" align="center">5 (&#x0003C;0.1%)</td>
</tr>
<tr>
<td valign="top" align="left">&#x000A0;&#x000A0;&#x000A0; Creatinine (&#x003BC;mol/L)</td>
<td valign="top" align="center">69.1 (58.0&#x02013;83.0)</td>
<td valign="top" align="center">5 (&#x0003C;0.1%)</td>
</tr>
<tr>
<td valign="top" align="left"><bold>V. Inflammatory marker</bold></td>
<td/>
<td/>
</tr>
<tr>
<td valign="top" align="left">&#x000A0;&#x000A0;&#x000A0; C-reactive protein</td>
<td valign="top" align="center">0.4 (0.1&#x02013;1.5)</td>
<td valign="top" align="center">872 (11.5%)</td>
</tr>
<tr>
<td valign="top" align="left"><bold>VI. Electrolyte</bold></td>
<td/>
<td/>
</tr>
<tr>
<td valign="top" align="left">&#x000A0;&#x000A0;&#x000A0; Sodium (mmol/L)</td>
<td valign="top" align="center">138 (137&#x02013;140)</td>
<td valign="top" align="center">5 (&#x0003C;0.1%)</td>
</tr>
<tr>
<td valign="top" align="left">&#x000A0;&#x000A0;&#x000A0; Potassium (mmol/L)</td>
<td valign="top" align="center">3.8 (3.5&#x02013;4.1)</td>
<td valign="top" align="center">31 (0.4%)</td>
</tr>
<tr>
<td valign="top" align="left">&#x000A0;&#x000A0;&#x000A0; Phosphate (mmol/L)</td>
<td valign="top" align="center">1.04 (0.90&#x02013;1.18)</td>
<td valign="top" align="center">2,778 (36.5%)</td>
</tr>
<tr>
<td valign="top" align="left">&#x000A0;&#x000A0;&#x000A0; Calcium (mmol/L)</td>
<td valign="top" align="center">2.26 (2.18&#x02013;2.34)</td>
<td valign="top" align="center">2,720 (35.8%)</td>
</tr>
<tr>
<td valign="top" align="left"><bold>VII. Others</bold></td>
<td/>
<td/>
</tr>
<tr>
<td valign="top" align="left">&#x000A0;&#x000A0;&#x000A0; Lactate dehydrogenase (&#x003BC;/L)</td>
<td valign="top" align="center">193.0 (165.0&#x02013;235.0)</td>
<td valign="top" align="center">238 (3.1%)</td>
</tr>
<tr>
<td valign="top" align="left">&#x000A0;&#x000A0;&#x000A0; Creatine kinase (&#x003BC;/L)</td>
<td valign="top" align="center">91 (63&#x02013;143)</td>
<td valign="top" align="center">818 (10.8%)</td>
</tr>
</tbody>
</table>
<table-wrap-foot>
<fn id="TN1">
<label>&#x0002A;</label>
<p><italic>Decimal places were kept according to normal reference range</italic>.</p></fn>
</table-wrap-foot>
</table-wrap>
</sec>
<sec>
<title>Data Preparation and Preprocessing</title>
<p>Yeo&#x02013;Johnson transformation was applied to provide multivariate normal distributions (<xref ref-type="bibr" rid="B15">15</xref>). Patients with more than 40% missing variables and inconsistent data were excluded (<xref ref-type="bibr" rid="B13">13</xref>). Multiple imputation <italic>via</italic> chained equations (MICE) (<xref ref-type="bibr" rid="B16">16</xref>) was adopted to handle missing data and produced the least biased estimation under the verified assumption missing at random (MAR) (<xref ref-type="bibr" rid="B17">17</xref>). Bayesian ridge regression was used to introduce variations. Ten iterations and ascending order of imputations were set and deemed to be sufficient (<xref ref-type="bibr" rid="B18">18</xref>).</p>
<p>Principal components analysis (PCA) was used to compress intrinsically correlated and dependent numerical variables and project them to low-dimension representations (see <xref ref-type="supplementary-material" rid="SM1">Supplementary Figures 1</xref>, <xref ref-type="supplementary-material" rid="SM1">2</xref>). Ten principal components (PCs) were kept to preserve 80% of the variance (see <xref ref-type="supplementary-material" rid="SM1">Supplementary Figure 3</xref>).</p>
</sec>
<sec>
<title>Model Training</title>
<p><italic>k</italic>-prototype clustering (<xref ref-type="bibr" rid="B19">19</xref>) accounted for numerical data, and categorical data were used to probe the underlying clinical patterns of COVID-19&#x02013;positive patients on admission. To select the number of clusters, the within-cluster sum of squared error (WCSS) was plotted from 1 to 10 clusters (see <xref ref-type="supplementary-material" rid="SM1">Supplementary Figure 4</xref>). According to the elbow method, four clusters were selected for the <italic>k</italic>-prototype model. The partitioning of three and five clusters was also examined (see <xref ref-type="supplementary-material" rid="SM1">Supplementary Figure 5</xref>).</p>
</sec>
<sec>
<title>Model Evaluation</title>
<p>To evaluate the generated clusters, a surrogate prediction model was built to check if partitioning found by the <italic>k</italic>-prototype model was still preserved. A gradient-boosting decision tree model named LightGBM (<xref ref-type="bibr" rid="B20">20</xref>) was used to build the prediction model. It predicted COVID-19 prognosis based on electronic patient record data, and the performance was demonstrated (<xref ref-type="bibr" rid="B8">8</xref>). Eighty percent of features were used before training each decision tree to prevent overfitting. Missing data were ignored in the training. A separate cohort of 722 COVID-19 positive patients admitted from January 1 to February 15, 2021, were retrieved as a separate temporal validation set to assess the prediction (see <xref ref-type="supplementary-material" rid="SM1">Supplementary Table 2</xref>). Shapley additive explanation (SHAP) (<xref ref-type="bibr" rid="B21">21</xref>) was used to explain the feature importance of the prediction model. The data processing was conducted using Python version 3.8.5 (Python Software Foundation, Beaverton, USA) and available libraries.</p>
</sec>
<sec>
<title>Statistical Analysis</title>
<p>Descriptive statistics were generated using SPSS version 26 (IBM Corp, Armonk, NY). Because the numerical data were not normally distributed, medians and interquartile ranges were reported. For categorical data, counts and percentages were reported. The level of missing data was also reported.</p>
<p>To compare the intercluster dissimilarity of numerical data, the central limit theorem (CLT) was applied, and parametric ANOVA was conducted. A <italic>p</italic> &#x0003C; 0.05 equates to statistical significance. Because the Levene&#x00027;s test of equality of error variances was statistically significant, equal variance across clusters was not assumed. Games&#x02013;Howell <italic>post-hoc</italic> tests were performed for multiple comparisons. To compare the intercluster dissimilarity of categorical data, a chi-square test was conducted. Bonferroni <italic>post-hoc</italic> tests were performed for multiple comparisons. Interquartile range (IQR) and charts were reported and used for interpretation (<xref ref-type="bibr" rid="B22">22</xref>).</p>
</sec>
</sec>
<sec sec-type="results" id="s3">
<title>Results</title>
<p>Initial data retrieval yielded a total of 8,562 patients. After data preparation to deal with missing variables and inconsistent data, a final number of 7,606 patients was kept (see <xref ref-type="fig" rid="F1">Figure 1</xref>). The demographics and clinical characteristics are shown in <xref ref-type="table" rid="T1">Table 1</xref>.</p>
<fig id="F1" position="float">
<label>Figure 1</label>
<caption><p>Flow chart showing the overall study design with data collection, preparation, model building, and prediction steps.</p></caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fmed-08-764934-g0001.tif"/>
</fig>
<p>Four clusters were identified using demographics and laboratory variables on admission. A separate analysis was done on the deceased cohort (see <xref ref-type="table" rid="T2">Table 2</xref>). The clusters were compared with one another. Each cluster was compared with the derived population and the most used normal reference range in the cohort. Each cluster was also compared with the deceased cases. A value was marked &#x0201C;high/low&#x0201D; if still within the reference range but considered close to the cutoff values. A value was marked &#x0201C;elevated/reduced&#x0201D; if it was outside the normal reference range (see <xref ref-type="table" rid="T2">Table 2</xref>, <xref ref-type="fig" rid="F2">Figure 2</xref>; <xref ref-type="supplementary-material" rid="SM1">Supplementary Table 3</xref>).</p>
<table-wrap position="float" id="T2">
<label>Table 2</label>
<caption><p>Demographics and clinical characteristics of four clusters and deceased cohort for comparison.</p></caption>
<table frame="hsides" rules="groups">
<thead><tr>
<th/>
<th valign="top" align="left"><bold>Characteristics</bold><break/><bold> (unit; normal reference range<xref ref-type="table-fn" rid="TN2"><sup>&#x0002A;&#x0002A;</sup></xref>)</bold></th>
<th valign="top" align="center"><bold>Cluster 1</bold><break/><bold> (<italic>n</italic> &#x0003D; 1,959)</bold></th>
<th valign="top" align="center"><bold>Cluster 2</bold><break/><bold> (<italic>n</italic> &#x0003D; 2,224)</bold></th>
<th valign="top" align="center"><bold>Cluster 3</bold><break/><bold> (<italic>n</italic> &#x0003D; 1,850)</bold></th>
<th valign="top" align="center"><bold>Cluster 4</bold><break/><bold> (<italic>n</italic> &#x0003D; 1,573)</bold></th>
<th valign="top" align="center"><bold><italic>p</italic>-value</bold></th>
<th valign="top" align="center"><bold>Deceased cohort</bold></th>
</tr>
</thead>
<tbody>
<tr>
<td/>
<td/>
<td valign="top" align="center" colspan="6"><bold>Median</bold><break/> <bold>(IQR) or count</bold><break/> <bold>(within cluster %)</bold></td>
</tr>
<tr>
<td valign="top" align="left"><bold>I</bold>.</td>
<td valign="top" align="left"><bold>Demographics</bold></td>
<td/>
<td/>
<td/>
<td/>
<td/>
<td/>
</tr>
<tr>
<td/>
<td valign="top" align="left">Age<break/> (years)</td>
<td valign="top" align="center">36a<xref ref-type="table-fn" rid="TN3"><sup>&#x0002A;&#x0002A;&#x0002A;</sup></xref><break/> (24&#x02013;50)</td>
<td valign="top" align="center">38b<break/> (27&#x02013;53)</td>
<td valign="top" align="center">51c<break/> (38&#x02013;61)</td>
<td valign="top" align="center">65d<break/> (57&#x02013;75)</td>
<td valign="top" align="center">&#x0003C;0.001</td>
<td valign="top" align="center">81<break/> (74&#x02013;87)</td>
</tr>
<tr>
<td/>
<td valign="top" align="left">Sex<break/> (Males)</td>
<td valign="top" align="center">285a<break/> (14.5%)</td>
<td valign="top" align="center">1947b<break/> (87.5%)</td>
<td valign="top" align="center">442c<break/> (23.9%)</td>
<td valign="top" align="center">1023d<break/> (65.0%)</td>
<td/>
<td valign="top" align="center">87<break/> (61.3%)</td>
</tr>
<tr>
<td valign="top" align="left"><bold>II</bold>.</td>
<td valign="top" align="left"><bold>Complete blood count</bold></td>
<td/>
<td/>
<td/>
<td/>
<td/>
<td/>
</tr>
<tr>
<td/>
<td valign="top" align="left">White blood Cell count<break/> (&#x0002A;10<sup>9</sup>/L; 3.7&#x02013;9.2)</td>
<td valign="top" align="center">6.2a<break/> (5.2&#x02013;7.5)</td>
<td valign="top" align="center">5.6b<break/> (4.7&#x02013;6.8)</td>
<td valign="top" align="center">3.8c<break/> (3.2&#x02013;4.3)</td>
<td valign="top" align="center">5.8d<break/> (4.8&#x02013;7.1)</td>
<td valign="top" align="center">&#x0003C;0.001</td>
<td valign="top" align="center">6.9<break/> (5.1&#x02013;9.0)</td>
</tr>
<tr>
<td/>
<td valign="top" align="left">Neutrophil count<break/> (&#x0002A;10<sup>9</sup>/L; 1.7&#x02013;5.8)</td>
<td valign="top" align="center">3.7a<break/> (2.9&#x02013;4.8)</td>
<td valign="top" align="center">3.3b<break/> (2.6&#x02013;4.2)</td>
<td valign="top" align="center">2.2c<break/> (1.7&#x02013;2.7)</td>
<td valign="top" align="center">4.0d<break/> (3.2&#x02013;5.3)</td>
<td valign="top" align="center">&#x0003C;0.001</td>
<td valign="top" align="center">4.9<break/> (3.5&#x02013;7.4)</td>
</tr>
<tr>
<td/>
<td valign="top" align="left">Lymphocyte count<break/> (&#x0002A;10<sup>9</sup>/L; 1.0&#x02013;3.1)</td>
<td valign="top" align="center">1.7a<break/> (1.3&#x02013;2.2)</td>
<td valign="top" align="center">1.5b<break/> (1.2&#x02013;2.0)</td>
<td valign="top" align="center">1.1c<break/> (0.8&#x02013;1.3)</td>
<td valign="top" align="center">1.0d<break/> (0.7&#x02013;1.3)</td>
<td valign="top" align="center">&#x0003C;0.001</td>
<td valign="top" align="center">1.0<break/> (0.7&#x02013;1.3)</td>
</tr>
<tr>
<td/>
<td valign="top" align="left">Monocyte count<break/> (&#x0002A;10<sup>9</sup>/L; 0.1&#x02013;0.8)</td>
<td valign="top" align="center">0.5a<break/> (0.4&#x02013;0.7)</td>
<td valign="top" align="center">0.6b<break/> (0.4&#x02013;0.7)</td>
<td valign="top" align="center">0.4c<break/> (0.3&#x02013;0.5)</td>
<td valign="top" align="center">0.5a<break/> (0.4&#x02013;0.7)</td>
<td valign="top" align="center">&#x0003C;0.001</td>
<td valign="top" align="center">0.6<break/> (0.3&#x02013;0.8)</td>
</tr>
<tr>
<td/>
<td valign="top" align="left">Hemoglobin<break/> (g/dL; 11.7&#x02013;14.9)</td>
<td valign="top" align="center">13.0a<break/> (12.1&#x02013;13.6)</td>
<td valign="top" align="center">15.1b<break/> (14.5&#x02013;15.7)</td>
<td valign="top" align="center">13.2c<break/> (12.3&#x02013;13.9)</td>
<td valign="top" align="center">13.3c<break/> (12.1&#x02013;14.2)</td>
<td valign="top" align="center">&#x0003C;0.001</td>
<td valign="top" align="center">12.2<break/> (10.7&#x02013;13.4)</td>
</tr>
<tr>
<td/>
<td valign="top" align="left">Hematocrit<break/> (L/L; 0.35&#x02013;0.45)</td>
<td valign="top" align="center">0.38a<break/> (0.36&#x02013;0.40)</td>
<td valign="top" align="center">0.44b<break/> (0.43&#x02013;0.46)</td>
<td valign="top" align="center">0.39c<break/> (0.37&#x02013;0.41)</td>
<td valign="top" align="center">0.39c<break/> (0.36&#x02013;0.42)</td>
<td valign="top" align="center">&#x0003C;0.001</td>
<td valign="top" align="center">0.36<break/> (0.32&#x02013;0.40)</td>
</tr>
<tr>
<td valign="top" align="left"><bold>III</bold>.</td>
<td valign="top" align="left"><bold>Liver function</bold></td>
<td/>
<td/>
<td/>
<td/>
<td/>
<td/>
</tr>
<tr>
<td/>
<td valign="top" align="left">Albumin<break/> (g/L; 35.0&#x02013;52.0)</td>
<td valign="top" align="center">41.2a<break/> (38.8&#x02013;43.9)</td>
<td valign="top" align="center">43.0b<break/> (40.9&#x02013;45.5)</td>
<td valign="top" align="center">40.0c<break/> (37.0&#x02013;42.0)</td>
<td valign="top" align="center">36.0d<break/> (32.0&#x02013;39.0)</td>
<td valign="top" align="center">&#x0003C;0.001</td>
<td valign="top" align="center">34.0<break/> (29.0&#x02013;38.1)</td>
</tr>
<tr>
<td/>
<td valign="top" align="left">Total bilirubin<break/> (&#x003BC;mol/L; 5.0&#x02013;21.0)</td>
<td valign="top" align="center">7.0a<break/> (5.0&#x02013;9.7)</td>
<td valign="top" align="center">9.5b<break/> (7.0&#x02013;12.9)</td>
<td valign="top" align="center">6.6c<break/> (5.0&#x02013;9.0)</td>
<td valign="top" align="center">8.2d<break/> (6.2&#x02013;11.3)</td>
<td valign="top" align="center">&#x0003C;0.001</td>
<td valign="top" align="center">8.2<break/> (6.0&#x02013;11.6)</td>
</tr>
<tr>
<td/>
<td valign="top" align="left">Alanine aminotransferase<break/> (&#x003BC;/L; 0.0&#x02013;34.4)</td>
<td valign="top" align="center">18.0a<break/> (13.1&#x02013;27.0)</td>
<td valign="top" align="center">29.0b<break/> (20.0&#x02013;45.0)</td>
<td valign="top" align="center">20.0a<break/> (14.0&#x02013;28.5)</td>
<td valign="top" align="center">29.0b<break/> (20.0&#x02013;44.0)</td>
<td valign="top" align="center">&#x0003C;0.001</td>
<td valign="top" align="center">20.8<break/> (14.0&#x02013;33.2)</td>
</tr>
<tr>
<td/>
<td valign="top" align="left">Alkaline phosphatase<break/> (&#x003BC;/L; 30&#x02013;120)</td>
<td valign="top" align="center">67a<break/> (54&#x02013;87)</td>
<td valign="top" align="center">69b<break/> (58&#x02013;82)</td>
<td valign="top" align="center">60c<break/> (50&#x02013;73)</td>
<td valign="top" align="center">67b<break/> (56&#x02013;84)</td>
<td valign="top" align="center">&#x0003C;0.001</td>
<td valign="top" align="center">72<break/> (59&#x02013;103)</td>
</tr>
<tr>
<td valign="top" align="left"><bold>IV</bold>.</td>
<td valign="top" align="left"><bold>Kidney function</bold></td>
<td/>
<td/>
<td/>
<td/>
<td/>
<td/>
</tr>
<tr>
<td/>
<td valign="top" align="left">Urea<break/> (mmol/L; 2.8&#x02013;8.1)</td>
<td valign="top" align="center">3.4a<break/> (2.7&#x02013;4.1)</td>
<td valign="top" align="center">4.2b<break/> (3.6&#x02013;5.0)</td>
<td valign="top" align="center">3.6c<break/> (2.9&#x02013;4.3)</td>
<td valign="top" align="center">4.9d<break/> (3.9&#x02013;6.6)</td>
<td valign="top" align="center">&#x0003C;0.001</td>
<td valign="top" align="center">7.0<break/> (5.3&#x02013;10.0)</td>
</tr>
<tr>
<td/>
<td valign="top" align="left">Creatinine<break/> (&#x003BC;mol/L; 49.0&#x02013;90.0)</td>
<td valign="top" align="center">57.0a<break/> (50.8&#x02013;64.0)</td>
<td valign="top" align="center">80.0b<break/> (72.0&#x02013;90.0)</td>
<td valign="top" align="center">72.0c<break/> (62.8&#x02013;84.0)</td>
<td valign="top" align="center">82.0d<break/> (69.0&#x02013;101.0)</td>
<td valign="top" align="center">&#x0003C;0.001</td>
<td valign="top" align="center">101.1<break/> (73.0&#x02013;137.7)</td>
</tr>
<tr>
<td valign="top" align="left"><bold>V</bold>.</td>
<td valign="top" align="left"><bold>Inflammatory marker</bold></td>
<td/>
<td/>
<td/>
<td/>
<td/>
<td/>
</tr>
<tr>
<td/>
<td valign="top" align="left">C&#x02013;reactive protein<break/> (mg/dL; 0.0&#x02013;5.0)</td>
<td valign="top" align="center">0.2a<break/> (0.1&#x02013;0.4)</td>
<td valign="top" align="center">0.3b<break/> (0.1&#x02013;0.7)</td>
<td valign="top" align="center">0.5c<break/> (0.2&#x02013;1.2)</td>
<td valign="top" align="center">3.6d<break/> (1.6&#x02013;7.2)</td>
<td valign="top" align="center">&#x0003C;0.001</td>
<td valign="top" align="center">3.6<break/> (1.3&#x02013;8.6)</td>
</tr>
<tr>
<td valign="top" align="left"><bold>VI</bold>.</td>
<td valign="top" align="left"><bold>Electrolyte</bold></td>
<td/>
<td/>
<td/>
<td/>
<td/>
<td/>
</tr>
<tr>
<td/>
<td valign="top" align="left">Sodium<break/> (mmol/L; 136&#x02013;145)</td>
<td valign="top" align="center">139a<break/> (137&#x02013;140)</td>
<td valign="top" align="center">139a<break/> (138&#x02013;140)</td>
<td valign="top" align="center">139b<break/> (137&#x02013;140)</td>
<td valign="top" align="center">136c<break/> (133&#x02013;138)</td>
<td valign="top" align="center">&#x0003C;0.001</td>
<td valign="top" align="center">136<break/> (133&#x02013;140)</td>
</tr>
<tr>
<td/>
<td valign="top" align="left">Potassium<break/> (mmol/L; 3.4&#x02013;4.8)</td>
<td valign="top" align="center">3.8a<break/> (3.5&#x02013;4.0)</td>
<td valign="top" align="center">3.9b<break/> (3.6&#x02013;4.1)</td>
<td valign="top" align="center">3.7c<break/> (3.4&#x02013;3.9)</td>
<td valign="top" align="center">3.8a<break/> (3.5&#x02013;4.1)</td>
<td valign="top" align="center">&#x0003C;0.001</td>
<td valign="top" align="center">4.0<break/> (3.7&#x02013;4.3)</td>
</tr>
<tr>
<td/>
<td valign="top" align="left">Phosphate<break/> (mmol/L; 0.88&#x02013;1.45)</td>
<td valign="top" align="center">1.11a<break/> (0.98&#x02013;1.27)</td>
<td valign="top" align="center">1.07b<break/> (0.95&#x02013;1.20)</td>
<td valign="top" align="center">1.02c<break/> (0.89&#x02013;1.15)</td>
<td valign="top" align="center">0.95d<break/> (0.83&#x02013;1.09)</td>
<td valign="top" align="center">&#x0003C;0.001</td>
<td valign="top" align="center">1.08<break/> (0.90&#x02013;1.23)</td>
</tr>
<tr>
<td/>
<td valign="top" align="left">Calcium<break/> (mmol/L; 2.15&#x02013;2.55)</td>
<td valign="top" align="center">2.31a<break/> (2.25&#x02013;2.38)</td>
<td valign="top" align="center">2.33a<break/> (2.26&#x02013;2.39)</td>
<td valign="top" align="center">2.22b<break/> (2.16&#x02013;2.28)</td>
<td valign="top" align="center">2.17c<break/> (2.10&#x02013;2.24)</td>
<td valign="top" align="center">&#x0003C;0.001</td>
<td valign="top" align="center">2.14<break/> (2.06&#x02013;2.25)</td>
</tr>
<tr>
<td valign="top" align="left"><bold>VII</bold>.</td>
<td valign="top" align="left"><bold>Others</bold></td>
<td/>
<td/>
<td/>
<td/>
<td/>
<td/>
</tr>
<tr>
<td/>
<td valign="top" align="left">Lactate dehydrogenase<break/> (&#x003BC;/L; 0.0&#x02013;246.4)</td>
<td valign="top" align="center">176.5a<break/> (154.0&#x02013;208.0)</td>
<td valign="top" align="center">182.2b<break/> (161.0&#x02013;210.0)</td>
<td valign="top" align="center">191.0c<break/> (164.0&#x02013;220.0)</td>
<td valign="top" align="center">263.0d<break/> (212.0&#x02013;350.0)</td>
<td valign="top" align="center">&#x0003C;0.001</td>
<td valign="top" align="center">249.0<break/> (199.1&#x02013;378.8)</td>
</tr>
<tr>
<td/>
<td valign="top" align="left">Creatine kinase<break/> (&#x003BC;/L; 39&#x02013;308)</td>
<td valign="top" align="center">67a<break/> (49&#x02013;91)</td>
<td valign="top" align="center">104b<break/> (76&#x02013;151)</td>
<td valign="top" align="center">82c<break/> (59&#x02013;120)</td>
<td valign="top" align="center">141d<break/> (85&#x02013;258)</td>
<td valign="top" align="center">&#x0003C;0.001</td>
<td valign="top" align="center">131<break/> (71&#x02013;250)</td>
</tr>
</tbody>
</table>
<table-wrap-foot>
<fn id="TN2">
<label>&#x0002A;&#x0002A;</label>
<p><italic>Most used normal reference range</italic>.</p></fn>
<fn id="TN3">
<label>&#x0002A;&#x0002A;&#x0002A;</label>
<p><italic>Each subscript letter denotes a cluster whose column proportions do not differ significantly from each other at the 0.05 significance level. The clusters with different letter are significantly different from each other at the 0.05 significance level</italic>.</p></fn>
</table-wrap-foot>
</table-wrap>
<fig id="F2" position="float">
<label>Figure 2</label>
<caption><p>Distinguishable clinical characteristics of four clusters with deceased cases for reference. <bold>(A)</bold> Demographics: Cluster 4 has the highest mean age, and Cluster 2 has the highest proportion of males. Cluster 1 is the youngest group with the lowest proportion of males. <bold>(B)</bold> Complete blood count: Cluster 3 has the smallest range of white blood cell count; Cluster 4 has a larger range of neutrophil count and smallest range of lymphocyte count. Cluster 2 has the largest median for hemoglobin and hematocrit. <bold>(C)</bold> Liver function: Cluster 4 has the smallest mean value of albumin. <bold>(D)</bold> Kidney function: Cluster 4 has a higher range of urea and creatinine. <bold>(E)</bold> Inflammatory marker: Cluster 4 has a more extensive range of C-reactive protein. <bold>(F)</bold> Others: Cluster 4 has elevated lactate dehydrogenase. (A value of 1.5 times more than the IQR and away from the bottom or top of the box is considered an outlier.) <bold>(G)</bold> Any comorbidity: Cluster 4 has the most significant proportion with at least one comorbidity. <bold>(H)</bold> Clinical outcome: Highest fatality observed in Cluster 4.</p></caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fmed-08-764934-g0002.tif"/>
</fig>
<sec>
<title>General Characteristics</title>
<p>The size of the four clusters were cluster 1: <italic>n</italic> = 1,959, cluster 2: <italic>n</italic> = 2,224, cluster 3: <italic>n</italic> = 1,850, and cluster 4: <italic>n</italic> = 1,573. Clusters 1 and 2 had the youngest median age [cluster 1: 36 (IQR: 24&#x02013;50), cluster 2: 38 (IQR: 27&#x02013;53)]. Increasing median age was observed from cluster 1 to 4. Clusters 2 and 4 had a greater proportion of males [cluster 2: <italic>n</italic> = 1,947 (87.5%), cluster 4: <italic>n</italic> = 1,023 (65.0%)]. The lymphocyte count was in the low value of the reference range in four clusters [cluster 1: 1.7 (IQR: 1.3&#x02013;2.2), cluster 2: 1.5 (IQR: 1.2&#x02013;2.0), cluster 3: 1.1 (IQR: 0.8&#x02013;1.3), cluster 4: 1.0 (IQR: 0.7&#x02013;1.3), normal reference range: 1.0&#x02013;3.1]. Most of the indicators for liver function, including total bilirubin and alanine phosphatase levels, and for electrolytes, including sodium and potassium, were in the normal reference range for four clusters. Specific cluster analysis was discussed as follows.</p>
</sec>
<sec>
<title>Cluster 1</title>
<p>Of COVID-19&#x02013;positive patients, 25.4% (<italic>n</italic> = 1,959) were aggregated in cluster 1. Cluster 1 was characterized by the youngest median age and the highest proportion of females (85.5%) within the cluster. The laboratory test results were unremarkable.</p>
</sec>
<sec>
<title>Cluster 2</title>
<p>Of COVID-19&#x02013;positive patients, 28.9% (<italic>n</italic> = 2,224) were aggregated in cluster 2. Cluster 2 was characterized as the largest cluster with the highest proportion of males (87.5%) within the cluster. Hemoglobin, hematocrit, and creatinine levels were observed in the higher range of the reference values.</p>
</sec>
<sec>
<title>Cluster 3</title>
<p>Of COVID-19&#x02013;positive patients, 24.0% (<italic>n</italic> = 1,850) were aggregated in cluster 3. Cluster 3 was characterized by a higher proportion of females (76.1%) within the cluster. White blood cell counts were observed in the lower range of the reference values.</p>
</sec>
<sec>
<title>Cluster 4</title>
<p>Of COVID-19&#x02013;positive patients, 20.4% (<italic>n</italic> = 1,573) were grouped in cluster 4. Significantly, cluster 4 captured 123 out of 142 (86.6%) deceased cases. Cluster 4 was characterized by being the smallest cluster with the oldest median age and a higher proportion of males. In terms of blood tests, hemoglobin, hematocrit, lymphocyte, and albumin levels were observed in the lower range. Neutrophil, urea, and C-reactive protein were observed in the higher range of the reference values. Lactate dehydrogenase was elevated. Cluster 4 also had the highest comorbidity scores with triple the rate of immunity disorders and diseases of the circulatory systems; double the rate of diseases of the nervous systems; and a higher proportion of disease of the digestive system, genitourinary system, skin and subcutaneous tissue musculoskeletal system, other symptoms, injuries, and morphology of neoplasms compared with the other clusters. Cluster 4 captured almost all clinical characteristics of the deceased cases with the deceased cases having an even older median age and higher comorbidity scores.</p>
</sec>
<sec>
<title>Deceased Cohort</title>
<p>There were 142 deceased cases in 7,606 censored COVID-19&#x02013;positive patients. The deceased cohort was characterized by an old median age and a higher proportion of males. In terms of blood tests, lymphocyte, platelet, and albumin were observed in the lower range of the reference values. Urea and creatinine were observed in the higher range of the reference value. C-reactive protein and lactate dehydrogenase, although still in the reference range, were comparable to that of cluster 4 appearing higher than the other clusters. The comorbidity scores of the deceased cohort were high. There was a high degree of concordance with cluster 4.</p>
</sec>
<sec>
<title>Evaluation</title>
<p>Cluster analysis was also applied to a separate temporal validation set with the results of seven out of eight (87.5%) deceased cases being captured by cluster 4.</p>
<p>To further verify if criteria generated by <italic>k</italic>-prototype clustering were properly followed, SHAP was used to determine the feature importance used in the classification (see <xref ref-type="fig" rid="F3">Figure 3</xref>). Overall, white blood count has the highest mean SHAP value for the prediction, followed by creatinine, hemoglobin, hematocrit, C-reactive protein, and platelet. High platelet and low creatinine were most important in classifying patients into cluster 1. Elevated hemoglobin and hematocrit were most important in classifying patients into cluster 2. Reduced white blood cell count was the most important in classifying patients into cluster 3. High C-reactive protein and old age were most important in classifying patients into cluster 4.</p>
<fig id="F3" position="float">
<label>Figure 3</label>
<caption><p>SHAP plots demonstrating differential importance of different features and clusters. <bold>(A)</bold> Mean SHAP value of the prediction, <bold>(B)</bold> SHAP value for cluster 1, <bold>(C)</bold> SHAP value for cluster 2, <bold>(D)</bold> SHAP value for cluster 3, <bold>(E)</bold> SHAP value for cluster 4. ALT, Alanine aminotransferase; Alb, albumin; ALP, alkaline phosphatase; Ca, calcium; CRP, C-reactive protein; CK, creatine kinase; Cr, creatinine; HCT, hematocrit; HGB, hemoglobin; LDH, lactate dehydrogenase; LYM, lymphocyte count; MON, monocyte count; NEUT, neutrophil count; P, phosphate; PLT, platelet; K, potassium; Na, sodium; TBIL, total bilirubin; WBC, white blood cell.</p></caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fmed-08-764934-g0003.tif"/>
</fig>
</sec>
</sec>
<sec sec-type="discussion" id="s4">
<title>Discussion</title>
<p>Unsupervised clustering was used to probe the latent phenotypes of 7,606 COVID-19&#x02013;positive patients in Hong Kong across 2020. Based on age, sex, and 20 laboratory blood tests on admission, one of the four generated clusters aggregated 86.6% of deceased cases without prior information of their clinical outcomes. The clinical characteristics of this cluster, including the oldest median age; highest aggregated comorbidity; and the laboratory tests of hemoglobin, hematrocrit, and lymphocyte were observed to be in the lower range of normal, whereas neutrophil, C-reactive protein, and lactate dehydrogenase were observed to be in the higher range of normal. Findings are comparable with poor prognostic features based on contemporaneous literature. Notably, when applied to a separate validation cohort, cluster 4 was still able to identify seven out of eight (87.5%) deceased cases. A potential clinical utility may be to call for early medical attention and resource to patients that belong to cluster 4 at the initial diagnosis at hospitalization. The clinical characteristics of cluster 4 and deceased cases in this study aligned with previous findings (<xref ref-type="bibr" rid="B23">23</xref>&#x02013;<xref ref-type="bibr" rid="B25">25</xref>). First, old age reflects a weaker immune system to fight against pathogens, including pneumonia (<xref ref-type="bibr" rid="B26">26</xref>). It is a well-established risk factor correlated with chronicity and comorbidity in COVID-19 prognosis (<xref ref-type="bibr" rid="B10">10</xref>, <xref ref-type="bibr" rid="B27">27</xref>). On the other hand, increased neutrophil count and high neutrophil-to-lymphocyte ratio can be elicited by deep airway and alveolar damage. They represent an acute inflammatory response and are indicators of a poor prognosis and higher disease severity for COVID-19 (<xref ref-type="bibr" rid="B28">28</xref>&#x02013;<xref ref-type="bibr" rid="B31">31</xref>). In line with cluster 4 and the deceased cases in this study, at an early stage of COVID-19, lymphocyte counts typically decrease, whereas white blood cell count may or may not decrease (<xref ref-type="bibr" rid="B32">32</xref>). In addition, patients with severe COVID-19 outcomes have exhibited abnormally high C-reactive protein levels, lactate dehydrogenase, and neutrophils, implying an inflammatory response and severe pneumonia (<xref ref-type="bibr" rid="B33">33</xref>). Although C-reactive protein level is not affected by physical status, age, and sex (<xref ref-type="bibr" rid="B34">34</xref>), it may be used to early diagnose severe pulmonary disease secondary to bacterial infection (<xref ref-type="bibr" rid="B35">35</xref>).</p>
<p>A greater proportion of males than females were infected with COVID-19 in contemporary literatures as well as MERS-CoV and SARS-CoV infection (<xref ref-type="bibr" rid="B24">24</xref>, <xref ref-type="bibr" rid="B36">36</xref>, <xref ref-type="bibr" rid="B37">37</xref>). It can be a cofounder in evaluating the sex-based difference in the susceptibility of COVID-19 (<xref ref-type="bibr" rid="B38">38</xref>). In this retrospective study, the proportion of males and females was roughly equal across all age groups (see <xref ref-type="fig" rid="F4">Figure 4</xref>) on admission. No significant difference in disease prevalence existed between males and females. Under this condition, a higher proportion of males was still observed in cluster 4 (65.0%) and deceased cases (61.3%). It indicates being male as a risk factor for mortality (<xref ref-type="bibr" rid="B37">37</xref>, <xref ref-type="bibr" rid="B39">39</xref>, <xref ref-type="bibr" rid="B40">40</xref>). This reduced disease susceptibility of females is hypothesized to be related to the major roles of the X chromosome and sex hormones in innate and adaptive immunity (<xref ref-type="bibr" rid="B41">41</xref>). Nonetheless, this correlation needs further exploration and investigation.</p>
<fig id="F4" position="float">
<label>Figure 4</label>
<caption><p>Population pyramid of the different age and sex with mortality subgroup.</p></caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fmed-08-764934-g0004.tif"/>
</fig>
<p>The complications of COVID-19 include severe pneumonia, septic shock, acute respiratory distress syndrome (ARDS), and multiple organ failure (<xref ref-type="bibr" rid="B31">31</xref>, <xref ref-type="bibr" rid="B42">42</xref>). Although lung has been the primary organ involved in the infection, elevated creatinine and urea levels were also detected in cluster 4 and in the deceased cases, which implies that impaired renal function was a potential early indicator of poor prognosis. Additionally, a low albumin level, reflective of liver synthetic function, was also observed. These abnormal laboratory variables imply that indicators for early multiorgan failure were important and is likely a reflection of systemic inflammatory response. For the reduced hemoglobin and hematocrit levels detected in cluster 4 and the deceased, a prior study suggests that SARS-CoV-2 may attack the heme on 1-beta chain of hemoglobin through CD147, and CD26, ACE2 receptors or by simulating hepcidin to increase tissue ferritin, block ferroprotein, causing the iron deficiency, and thus lower hemoglobin level (<xref ref-type="bibr" rid="B43">43</xref>).</p>
<p>In previous clustering analysis (<xref ref-type="bibr" rid="B10">10</xref>&#x02013;<xref ref-type="bibr" rid="B12">12</xref>), both three and four clusters have been identified, which were similar to the number chosen by this study. Previous clusters have also found some correlations for a poor prognosis, such as old age and high comorbidity scores (<xref ref-type="bibr" rid="B12">12</xref>, <xref ref-type="bibr" rid="B28">28</xref>), being male, high lymphocytes high neutrophil count (<xref ref-type="bibr" rid="B11">11</xref>), and albumin level (<xref ref-type="bibr" rid="B12">12</xref>). In respect to the clinical outcomes, our study shows the greatest power to differentiate a cluster by aggregating 86.6% deceased cases and capturing most of their clinical characteristics and correlations.</p>
<p>There were several key strengths to our study. First, a large sample size of 7,606 COVID-19&#x02013;positive patients was included. This adds to greater statistical power and generalizability. The data were collected from a single integrated EHR system fully covering the Hong Kong population, meaning the clinical data set is representative of this cohort. Second, all patients that were tested positive despite mild or no symptoms were nevertheless hospitalized in Hong Kong. Our study is unique capturing a wide spectrum of clinical severity. On the contrary, most other countries only tend to admit patients with severe symptoms to the hospitals. Third, we validated our clusters on a separate temporal validation with further feature explanation using SHAP. It was demonstrated that criteria from PCA-based <italic>k</italic>-prototype clustering were correctly captured, used, and inferred. Granular analysis of these distinct clusters should give a better understanding of different clinical representations of COVID-19 on admission. Besides this, delineating interactions between specific chronicity and poor prognosis regarding different clinical groups can help understand the mechanism of COVID-19.</p>
<p>There were a few limitations to our study. First, for a retrospective study using observational data, the sampling was not random. There may be the potential of selection and recall bias. Although all age groups were represented, they were not evenly distributed. The results and interpretations will be best applied to the Hong Kong cohort with race dominated by patients of Chinese ethnicity although there were several imported cases of different ethnic origins. Owing to a lack of accurate data on ethnicity, we could not perform further sub-analysis. Second, as with any large-scale studies covering multiple hospitals, there may be different standards and measurement protocols. It was observed that the normal reference ranges of laboratory variables varied mildly across institutions and according to age and sex. Because no significant discrepancy was detected, the data were put together directly using their original values. Although a linear mapping could have been used to reduce the systematic noise, variations due to age and sex need to be further distinguished. Finally, some potential important clinical and laboratory data with more than 50% of missing data were excluded from the study. They include BMI, blood pressure, oxygen saturation, D-Dimer, need for assisted ventilation, ITU admission, etc., which are potentially useful for severity assessment and prognostication. These may additionally aid prediction and more accurate allocation of medical resources in the future. Owing to a lack of testing or accurate documentations, these were not able to be included in this large scale multi-institutional study. These variables are recommended to be documented or performed in the future. However, they were not routinely recorded nor taken in usual clinical practice in Hong Kong at the time of the study period.</p>
</sec>
<sec sec-type="conclusions" id="s5">
<title>Conclusion</title>
<p>Unsupervised clustering was used to probe the latent phenotypes of 7,606 COVID-19&#x02013;positive patients in Hong Kong across the year 2020. Based on age, sex, and 20 laboratory variables on admission, one of the four generated clusters aggregated 86.6% deceased cases without prior knowledge of their clinical outcomes. Further understanding of the different COVID-19 clinical phenotypes may pave the way for more individualized patient risk stratification and treatment.</p>
</sec>
<sec sec-type="data-availability" id="s6">
<title>Data Availability Statement</title>
<p>Data can be provided upon reasonable request and inquiries can be directed to the corresponding author</p>
</sec>
<sec id="s7">
<title>Ethics Statement</title>
<p>The studies involving human participants were reviewed and approved by Cluster Research Ethics Committee/Institutional Review Board (REC/IRB). Written informed consent for participation was not required for this study in accordance with the national legislation and the institutional requirements.</p>
</sec>
<sec id="s8">
<title>Author Contributions</title>
<p>KL, K-SN, and VV were involved in study conception, statistical analysis, and drafting of the initial version of the manuscript. K-SN and VV were involved in data collection. K-WK, KT, C-FS, C-WL, and VV supervised the work and offered significant intellectual contribution. All authors discussed the data analysis, results, and approved the final version.</p>
</sec>
<sec sec-type="COI-statement" id="conf1">
<title>Conflict of Interest</title>
<p>The authors declare that the research was conducted in the absence of any commercial or financial relationships that could be construed as a potential conflict of interest.</p>
</sec>
<sec sec-type="disclaimer" id="s9">
<title>Publisher&#x00027;s Note</title>
<p>All claims expressed in this article are solely those of the authors and do not necessarily represent those of their affiliated organizations, or those of the publisher, the editors and the reviewers. Any product that may be evaluated in this article, or claim that may be made by its manufacturer, is not guaranteed or endorsed by the publisher.</p>
</sec> </body>
<back>
<sec sec-type="supplementary-material" id="s10">
<title>Supplementary Material</title>
<p>The Supplementary Material for this article can be found online at: <ext-link ext-link-type="uri" xlink:href="https://www.frontiersin.org/articles/10.3389/fmed.2021.764934/full#supplementary-material">https://www.frontiersin.org/articles/10.3389/fmed.2021.764934/full#supplementary-material</ext-link></p>
<supplementary-material xlink:href="Data_Sheet_1.docx" id="SM1" mimetype="application/vnd.openxmlformats-officedocument.wordprocessingml.document" xmlns:xlink="http://www.w3.org/1999/xlink"/>
</sec>

<ref-list>
<title>References</title>
<ref id="B1">
<label>1.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Zhu</surname> <given-names>N</given-names></name> <name><surname>Zhang</surname> <given-names>D</given-names></name> <name><surname>Wang</surname> <given-names>W</given-names></name> <name><surname>Li</surname> <given-names>X</given-names></name> <name><surname>Yang</surname> <given-names>B</given-names></name> <name><surname>Song</surname> <given-names>J</given-names></name> <etal/></person-group>. <article-title>A Novel Coronavirus from Patients with Pneumonia in China, 2019</article-title>. <source>N Engl J Med.</source> (<year>2020</year>) <volume>382</volume>:<fpage>727</fpage>&#x02013;<lpage>33</lpage>. <pub-id pub-id-type="doi">10.1056/NEJMoa2001017</pub-id><pub-id pub-id-type="pmid">31978945</pub-id></citation></ref>
<ref id="B2">
<label>2.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Li</surname> <given-names>Q</given-names></name> <name><surname>Guan</surname> <given-names>X</given-names></name> <name><surname>Wu</surname> <given-names>P</given-names></name> <name><surname>Wang</surname> <given-names>X</given-names></name> <name><surname>Zhou</surname> <given-names>L</given-names></name> <name><surname>Tong</surname> <given-names>Y</given-names></name> <etal/></person-group>. <article-title>Early transmission dynamics in Wuhan, China, of novel coronavirus&#x02013;infected pneumonia</article-title>. <source>N Engl J Med.</source> (<year>2020</year>) <volume>382</volume>:<fpage>1199</fpage>&#x02013;<lpage>207</lpage>. <pub-id pub-id-type="doi">10.1056/NEJMoa2001316</pub-id><pub-id pub-id-type="pmid">31995857</pub-id></citation></ref>
<ref id="B3">
<label>3.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Yan</surname> <given-names>L</given-names></name> <name><surname>Zhang</surname> <given-names>H-T</given-names></name> <name><surname>Goncalves</surname> <given-names>J</given-names></name> <name><surname>Xiao</surname> <given-names>Y</given-names></name> <name><surname>Wang</surname> <given-names>M</given-names></name> <name><surname>Guo</surname> <given-names>Y</given-names></name> <etal/></person-group>. <article-title>A machine learning-based model for survival prediction in patients with severe COVID-19 infection</article-title>. <source>medRxiv</source>. (<year>2020</year>) <volume>7</volume>:<fpage>1</fpage>&#x02013;<lpage>7</lpage>. <pub-id pub-id-type="doi">10.1101/2020.02.27.20028027</pub-id></citation>
</ref>
<ref id="B4">
<label>4.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Wynants</surname> <given-names>L</given-names></name> <name><surname>Van Calster</surname> <given-names>B</given-names></name> <name><surname>Collins</surname> <given-names>GS</given-names></name> <name><surname>Riley</surname> <given-names>RD</given-names></name> <name><surname>Heinze</surname> <given-names>G</given-names></name> <name><surname>Schuit</surname> <given-names>E</given-names></name> <etal/></person-group>. <article-title>Prediction models for diagnosis and prognosis of covid-19: systematic review and critical appraisal</article-title>. <source>BMJ.</source> (<year>2020</year>) <volume>369</volume>:<fpage>m1328</fpage>. <pub-id pub-id-type="doi">10.1136/bmj.m1328</pub-id><pub-id pub-id-type="pmid">32265220</pub-id></citation></ref>
<ref id="B5">
<label>5.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Vaid</surname> <given-names>A</given-names></name> <name><surname>Somani</surname> <given-names>S</given-names></name> <name><surname>Russak</surname> <given-names>AJ</given-names></name> <name><surname>De Freitas</surname> <given-names>JK</given-names></name> <name><surname>Chaudhry</surname> <given-names>FF</given-names></name> <name><surname>Paranjpe</surname> <given-names>I</given-names></name> <etal/></person-group>. <article-title>Machine learning to predict mortality and critical events in a cohort of patients with COVID-19 in New York City: model development and validation</article-title>. <source>J Med Internet Res.</source> (<year>2020</year>) <volume>22</volume>:<fpage>e24018</fpage>. <pub-id pub-id-type="doi">10.2196/24018</pub-id><pub-id pub-id-type="pmid">33027032</pub-id></citation></ref>
<ref id="B6">
<label>6.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Alakus</surname> <given-names>TB</given-names></name> <name><surname>Turkoglu</surname> <given-names>I</given-names></name></person-group>. <article-title>Comparison of deep learning approaches to predict COVID-19 infection</article-title>. <source>Chaos Soliton Fract.</source> (<year>2020</year>) <volume>140</volume>:<fpage>110120</fpage>. <pub-id pub-id-type="doi">10.1016/j.chaos.2020.110120</pub-id><pub-id pub-id-type="pmid">33519109</pub-id></citation></ref>
<ref id="B7">
<label>7.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>An</surname> <given-names>C</given-names></name> <name><surname>Lim</surname> <given-names>H</given-names></name> <name><surname>Kim</surname> <given-names>D-W</given-names></name> <name><surname>Chang</surname> <given-names>JH</given-names></name> <name><surname>Choi</surname> <given-names>YJ</given-names></name> <name><surname>Kim</surname> <given-names>SW</given-names></name></person-group>. <article-title>Machine learning prediction for mortality of patients diagnosed with COVID-19: a nationwide Korean cohort study</article-title>. <source>Sci Rep.</source> (<year>2020</year>) <volume>10</volume>:<fpage>18716</fpage>. <pub-id pub-id-type="doi">10.1038/s41598-020-75767-2</pub-id><pub-id pub-id-type="pmid">33127965</pub-id></citation></ref>
<ref id="B8">
<label>8.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Ferrari</surname> <given-names>D</given-names></name> <name><surname>Milic</surname> <given-names>J</given-names></name> <name><surname>Tonelli</surname> <given-names>R</given-names></name> <name><surname>Ghinelli</surname> <given-names>F</given-names></name> <name><surname>Meschiari</surname> <given-names>M</given-names></name> <name><surname>Volpi</surname> <given-names>S</given-names></name> <etal/></person-group>. <article-title>Machine learning in predicting respiratory failure in patients with COVID-19 pneumonia&#x02014;Challenges, strengths, and opportunities in a global health emergency</article-title>. <source>PLoS ONE.</source> (<year>2020</year>) <volume>15</volume>:<fpage>e0239172</fpage>. <pub-id pub-id-type="doi">10.1371/journal.pone.0239172</pub-id><pub-id pub-id-type="pmid">33180787</pub-id></citation></ref>
<ref id="B9">
<label>9.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Du</surname> <given-names>R</given-names></name> <name><surname>Tsougenis</surname> <given-names>ED</given-names></name> <name><surname>Ho</surname> <given-names>JWK</given-names></name> <name><surname>Chan</surname> <given-names>JKY</given-names></name> <name><surname>Chiu</surname> <given-names>KWH</given-names></name> <name><surname>Fang</surname> <given-names>BXH</given-names></name> <etal/></person-group>. <article-title>Machine learning application for the prediction of SARS-CoV-2 infection using blood tests and chest radiograph</article-title>. <source>Sci Rep.</source> (<year>2021</year>) <volume>11</volume>:<fpage>14250</fpage>. <pub-id pub-id-type="doi">10.1038/s41598-021-93719-2</pub-id><pub-id pub-id-type="pmid">34244563</pub-id></citation></ref>
<ref id="B10">
<label>10.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Cui</surname> <given-names>W</given-names></name> <name><surname>Robins</surname> <given-names>D</given-names></name> <name><surname>Finkelstein</surname> <given-names>J</given-names></name></person-group>. <article-title>Unsupervised machine learning for the discovery of latent clusters in COVID-19 patients using electronic health records</article-title>. <source>Stud Health Technol Inform.</source> (<year>2020</year>) <volume>272</volume>:<fpage>1</fpage>&#x02013;<lpage>4</lpage>. <pub-id pub-id-type="doi">10.3233/SHTI200478</pub-id><pub-id pub-id-type="pmid">32604585</pub-id></citation></ref>
<ref id="B11">
<label>11.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Li</surname> <given-names>WT</given-names></name> <name><surname>Ma</surname> <given-names>J</given-names></name> <name><surname>Shende</surname> <given-names>N</given-names></name> <name><surname>Castaneda</surname> <given-names>G</given-names></name> <name><surname>Chakladar</surname> <given-names>J</given-names></name> <name><surname>Tsai</surname> <given-names>JC</given-names></name> <etal/></person-group>. <article-title>Using machine learning of clinical data to diagnose COVID-19: a systematic review and meta-analysis</article-title>. <source>BMC Med Inform Decis Mak.</source> (<year>2020</year>) <volume>20</volume>:<fpage>247</fpage>. <pub-id pub-id-type="doi">10.1186/s12911-020-01266-z</pub-id><pub-id pub-id-type="pmid">32993652</pub-id></citation></ref>
<ref id="B12">
<label>12.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Ye</surname> <given-names>W</given-names></name> <name><surname>Lu</surname> <given-names>W</given-names></name> <name><surname>Tang</surname> <given-names>Y</given-names></name> <name><surname>Chen</surname> <given-names>G</given-names></name> <name><surname>Li</surname> <given-names>X</given-names></name> <name><surname>Ji</surname> <given-names>C</given-names></name> <etal/></person-group>. <article-title>Identification of COVID-19 clinical phenotypes by principal component analysis-based cluster analysis</article-title>. <source>Front Med.</source> (<year>2020</year>) <volume>7</volume>:<fpage>570614</fpage>. <pub-id pub-id-type="doi">10.3389/fmed.2020.570614</pub-id><pub-id pub-id-type="pmid">33282887</pub-id></citation></ref>
<ref id="B13">
<label>13.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Jakobsen</surname> <given-names>JC</given-names></name> <name><surname>Gluud</surname> <given-names>C</given-names></name> <name><surname>Wetterslev</surname> <given-names>J</given-names></name> <name><surname>Winkel</surname> <given-names>P</given-names></name></person-group>. <article-title>When and how should multiple imputation be used for handling missing data in randomised clinical trials &#x02013; a practical guide with flowcharts</article-title>. <source>BMC Med Res Methodol.</source> (<year>2017</year>) <volume>17</volume>:<fpage>162</fpage>. <pub-id pub-id-type="doi">10.1186/s12874-017-0442-1</pub-id><pub-id pub-id-type="pmid">29207961</pub-id></citation></ref>
<ref id="B14">
<label>14.</label>
<citation citation-type="book"><person-group person-group-type="author"><collab>World Health Organisation</collab></person-group>. <source>International Classification of Diseases: [9th] Ninth Revision, Basic Tabulation List With Alphabetic Index</source>. <publisher-loc>Geneva</publisher-loc>: <publisher-name>World Health Organization</publisher-name> (<year>1978</year>).</citation>
</ref>
<ref id="B15">
<label>15.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Yeo</surname> <given-names>IK</given-names></name> <name><surname>Johnson</surname> <given-names>RA</given-names></name></person-group>. <article-title>A new family of power transformations to improve normality or symmetry</article-title>. <source>Biometrika.</source> (<year>2000</year>) <volume>87</volume>:<fpage>954</fpage>&#x02013;<lpage>9</lpage>. <pub-id pub-id-type="doi">10.1093/biomet/87.4.954</pub-id></citation>
</ref>
<ref id="B16">
<label>16.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Raghunathan</surname> <given-names>TE</given-names></name> <name><surname>Lepkowski</surname> <given-names>JM</given-names></name> <name><surname>Van Hoewyk</surname> <given-names>J</given-names></name> <name><surname>Solenberger</surname> <given-names>P</given-names></name></person-group>. <article-title>A multivariate technique for multiply imputing missing values using a sequence of regression models</article-title>. <source>Surv Methodol.</source> (<year>2001</year>) <volume>27</volume>:<fpage>85</fpage>&#x02013;<lpage>96</lpage>.</citation>
</ref>
<ref id="B17">
<label>17.</label>
<citation citation-type="book"><person-group person-group-type="author"><name><surname>Carpenter</surname> <given-names>JR</given-names></name> <name><surname>Kenward</surname> <given-names>MG</given-names></name></person-group>. <source>Missing Data in Randomised Controlled Trials: A Practical Guide</source>. <publisher-loc>Birmingham</publisher-loc>: <publisher-name>Health Technology Assessment Methodology Programme</publisher-name> (<year>2007</year>). p. 199.</citation>
</ref>
<ref id="B18">
<label>18.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Papageorgiou</surname> <given-names>G</given-names></name> <name><surname>Grant</surname> <given-names>SW</given-names></name> <name><surname>Takkenberg</surname> <given-names>JJM</given-names></name> <name><surname>Mokhles</surname> <given-names>MM</given-names></name></person-group>. <article-title>Statistical primer: how to deal with missing data in scientific research?</article-title> <source>Interact CardioVasc Thoracic Surg.</source> (<year>2018</year>) <volume>27</volume>:<fpage>153</fpage>&#x02013;<lpage>8</lpage>. <pub-id pub-id-type="doi">10.1093/icvts/ivy102</pub-id><pub-id pub-id-type="pmid">29757374</pub-id></citation></ref>
<ref id="B19">
<label>19.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Huang</surname> <given-names>Z</given-names></name></person-group>. <article-title>Extensions to the k-means algorithm for clustering large data sets with categorical values</article-title>. <source>Data Min Knowl Discov.</source> (<year>1998</year>) <volume>2</volume>:<fpage>283</fpage>&#x02013;<lpage>304</lpage>.</citation>
</ref>
<ref id="B20">
<label>20.</label>
<citation citation-type="book"><person-group person-group-type="author"><name><surname>Ke</surname> <given-names>G</given-names></name> <name><surname>Meng</surname> <given-names>Q</given-names></name> <name><surname>Finley</surname> <given-names>T</given-names></name> <name><surname>Wang</surname> <given-names>T</given-names></name> <name><surname>Chen</surname> <given-names>W</given-names></name> <name><surname>Ma</surname> <given-names>W</given-names></name> <etal/></person-group>. (editors). <source>LightGBM: A Highly Efficient Gradient Boosting Decision Tree</source>. <publisher-loc>Long Beach, CA</publisher-loc>: <publisher-name>NIPS</publisher-name> (<year>2017</year>).</citation>
</ref>
<ref id="B21">
<label>21.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Lundberg</surname> <given-names>SM</given-names></name> <name><surname>Erion</surname> <given-names>G</given-names></name> <name><surname>Chen</surname> <given-names>H</given-names></name> <name><surname>DeGrave</surname> <given-names>A</given-names></name> <name><surname>Prutkin</surname> <given-names>JM</given-names></name> <name><surname>Nair</surname> <given-names>B</given-names></name> <etal/></person-group>. <article-title>From local explanations to global understanding with explainable AI for trees</article-title>. <source>Nat Machine Intell.</source> (<year>2020</year>) <volume>2</volume>:<fpage>56</fpage>&#x02013;<lpage>67</lpage>. <pub-id pub-id-type="doi">10.1038/s42256-019-0138-9</pub-id><pub-id pub-id-type="pmid">32607472</pub-id></citation></ref>
<ref id="B22">
<label>22.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Kaplan</surname> <given-names>RM</given-names></name> <name><surname>Chambers</surname> <given-names>DA</given-names></name> <name><surname>Glasgow</surname> <given-names>RE</given-names></name></person-group>. <article-title>Big data and large sample size: a cautionary note on the potential for bias</article-title>. <source>Clin Transl Sci.</source> (<year>2014</year>) <volume>7</volume>:<fpage>342</fpage>&#x02013;<lpage>6</lpage>. <pub-id pub-id-type="doi">10.1111/cts.12178</pub-id><pub-id pub-id-type="pmid">25043853</pub-id></citation></ref>
<ref id="B23">
<label>23.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Wang</surname> <given-names>D</given-names></name> <name><surname>Hu</surname> <given-names>B</given-names></name> <name><surname>Hu</surname> <given-names>C</given-names></name> <name><surname>Zhu</surname> <given-names>F</given-names></name> <name><surname>Liu</surname> <given-names>X</given-names></name> <name><surname>Zhang</surname> <given-names>J</given-names></name> <etal/></person-group>. <article-title>Clinical characteristics of 138 hospitalized patients with 2019 novel coronavirus&#x02013;infected pneumonia in Wuhan, China</article-title>. <source>JAMA.</source> (<year>2020</year>) <volume>323</volume>:<fpage>1061</fpage>&#x02013;<lpage>9</lpage>. <pub-id pub-id-type="doi">10.1001/jama.2020.1585</pub-id><pub-id pub-id-type="pmid">32031570</pub-id></citation></ref>
<ref id="B24">
<label>24.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Chen</surname> <given-names>N</given-names></name> <name><surname>Zhou</surname> <given-names>M</given-names></name> <name><surname>Dong</surname> <given-names>X</given-names></name> <name><surname>Qu</surname> <given-names>J</given-names></name> <name><surname>Gong</surname> <given-names>F</given-names></name> <name><surname>Han</surname> <given-names>Y</given-names></name> <etal/></person-group>. <article-title>Epidemiological and clinical characteristics of 99 cases of 2019 novel coronavirus pneumonia in Wuhan, China: a descriptive study</article-title>. <source>Lancet.</source> (<year>2020</year>) <volume>395</volume>:<fpage>507</fpage>&#x02013;<lpage>13</lpage>. <pub-id pub-id-type="doi">10.1016/S0140-6736(20)30211-7</pub-id><pub-id pub-id-type="pmid">32007143</pub-id></citation></ref>
<ref id="B25">
<label>25.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Guan</surname> <given-names>W-j</given-names></name> <name><surname>Ni</surname> <given-names>Z-y</given-names></name> <name><surname>Hu</surname> <given-names>Y</given-names></name> <name><surname>Liang</surname> <given-names>W-h</given-names></name> <name><surname>Ou</surname> <given-names>C-q</given-names></name> <name><surname>He</surname> <given-names>J-x</given-names></name> <etal/></person-group>. <article-title>Clinical characteristics of coronavirus disease 2019 in China</article-title>. <source>N Engl J Med</source>. (<year>2020</year>) <volume>382</volume>:<fpage>1708</fpage>&#x02013;<lpage>20</lpage>. <pub-id pub-id-type="doi">10.1056/NEJMoa2002032</pub-id><pub-id pub-id-type="pmid">32109013</pub-id></citation></ref>
<ref id="B26">
<label>26.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Yang</surname> <given-names>J</given-names></name> <name><surname>Zheng</surname> <given-names>Y</given-names></name> <name><surname>Gou</surname> <given-names>X</given-names></name> <name><surname>Pu</surname> <given-names>K</given-names></name> <name><surname>Chen</surname> <given-names>Z</given-names></name> <name><surname>Guo</surname> <given-names>Q</given-names></name> <etal/></person-group>. <article-title>Prevalence of comorbidities and its effects in patients infected with SARS-CoV-2: a systematic review and meta-analysis</article-title>. <source>Int J Infect Dis.</source> (<year>2020</year>) <volume>94</volume>:<fpage>91</fpage>&#x02013;<lpage>5</lpage>. <pub-id pub-id-type="doi">10.1016/j.ijid.2020.03.017</pub-id><pub-id pub-id-type="pmid">32173574</pub-id></citation></ref>
<ref id="B27">
<label>27.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Lee</surname> <given-names>K-Y</given-names></name></person-group>. <article-title>Pneumonia, acute respiratory distress syndrome, and early immune-modulator therapy</article-title>. <source>Int J Mol Sci.</source> (<year>2017</year>) <volume>18</volume>:<fpage>388</fpage>. <pub-id pub-id-type="doi">10.3390/ijms18020388</pub-id><pub-id pub-id-type="pmid">28208675</pub-id></citation></ref>
<ref id="B28">
<label>28.</label>
<citation citation-type="book"><person-group person-group-type="author"><name><surname>Zhang</surname> <given-names>B</given-names></name> <name><surname>Zhou</surname> <given-names>X</given-names></name> <name><surname>Zhu</surname> <given-names>C</given-names></name> <name><surname>Feng</surname> <given-names>F</given-names></name> <name><surname>Qiu</surname> <given-names>Y</given-names></name> <name><surname>Feng</surname> <given-names>J</given-names></name> <etal/></person-group>. <article-title>Immune phenotyping based on neutrophil-to-lymphocyte ratio and IgG predicts disease severity and outcome for patients with COVID-19</article-title>. <source>medRxiv</source>. (<year>2020</year>). <pub-id pub-id-type="doi">10.1101/2020.03.12.20035048</pub-id><pub-id pub-id-type="pmid">32719810</pub-id></citation></ref>
<ref id="B29">
<label>29.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Ye</surname> <given-names>W</given-names></name> <name><surname>Chen</surname> <given-names>G</given-names></name> <name><surname>Li</surname> <given-names>X</given-names></name> <name><surname>Lan</surname> <given-names>X</given-names></name> <name><surname>Ji</surname> <given-names>C</given-names></name> <name><surname>Hou</surname> <given-names>M</given-names></name> <etal/></person-group>. <article-title>Dynamic changes of D-dimer and neutrophil-lymphocyte count ratio as prognostic biomarkers in COVID-19</article-title>. <source>Respir Res.</source> (<year>2020</year>) <volume>21</volume>:<fpage>169</fpage>. <pub-id pub-id-type="doi">10.1186/s12931-020-01428-7</pub-id><pub-id pub-id-type="pmid">32620118</pub-id></citation></ref>
<ref id="B30">
<label>30.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Celikbilek</surname> <given-names>M</given-names></name> <name><surname>Dogan</surname> <given-names>S</given-names></name> <name><surname>Ozbakir</surname> <given-names>O</given-names></name> <name><surname>Zararsiz</surname> <given-names>G</given-names></name> <name><surname>K&#x000FC;c&#x000FC;k</surname> <given-names>H</given-names></name> <name><surname>G&#x000FC;rsoy</surname> <given-names>S</given-names></name> <etal/></person-group>. <article-title>Neutrophil&#x02013;lymphocyte ratio as a predictor of disease severity in ulcerative colitis</article-title>. <source>J Clin Lab Anal.</source> (<year>2013</year>) <volume>27</volume>:<fpage>72</fpage>&#x02013;<lpage>6</lpage>. <pub-id pub-id-type="doi">10.1002/jcla.21564</pub-id><pub-id pub-id-type="pmid">23292894</pub-id></citation></ref>
<ref id="B31">
<label>31.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Huang</surname> <given-names>C</given-names></name> <name><surname>Wang</surname> <given-names>Y</given-names></name> <name><surname>Li</surname> <given-names>X</given-names></name> <name><surname>Ren</surname> <given-names>L</given-names></name> <name><surname>Zhao</surname> <given-names>J</given-names></name> <name><surname>Hu</surname> <given-names>Y</given-names></name> <etal/></person-group>. <article-title>Clinical features of patients infected with 2019 novel coronavirus in Wuhan, China</article-title>. <source>Lancet.</source> (<year>2020</year>) <volume>395</volume>:<fpage>497</fpage>&#x02013;<lpage>506</lpage>. <pub-id pub-id-type="doi">10.1016/S0140-6736(20)30183-5</pub-id><pub-id pub-id-type="pmid">32502551</pub-id></citation></ref>
<ref id="B32">
<label>32.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Jin</surname> <given-names>Y-H</given-names></name> <name><surname>Cai</surname> <given-names>L</given-names></name> <name><surname>Cheng</surname> <given-names>Z-S</given-names></name> <name><surname>Cheng</surname> <given-names>H</given-names></name> <name><surname>Deng</surname> <given-names>T</given-names></name> <name><surname>Fan</surname> <given-names>Y-P</given-names></name> <etal/></person-group>. <article-title>A rapid advice guideline for the diagnosis and treatment of 2019 novel coronavirus (2019-nCoV) infected pneumonia (standard version)</article-title>. <source>Military Med Res.</source> (<year>2020</year>) <volume>7</volume>:<fpage>4</fpage>. <pub-id pub-id-type="doi">10.1186/s40779-020-0233-6</pub-id><pub-id pub-id-type="pmid">32029004</pub-id></citation></ref>
<ref id="B33">
<label>33.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Wang</surname> <given-names>L</given-names></name></person-group>. <article-title>C-reactive protein levels in the early stage of COVID-19</article-title>. <source>M&#x000E9;d Maladies Infect.</source> (<year>2020</year>) <volume>50</volume>:<fpage>332</fpage>&#x02013;<lpage>4</lpage>. <pub-id pub-id-type="doi">10.1016/j.medmal.2020.03.007</pub-id><pub-id pub-id-type="pmid">32243911</pub-id></citation></ref>
<ref id="B34">
<label>34.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Bilgir</surname> <given-names>O</given-names></name> <name><surname>Bilgir</surname> <given-names>F</given-names></name> <name><surname>Calan</surname> <given-names>M</given-names></name> <name><surname>Calan</surname> <given-names>OG</given-names></name> <name><surname>Yuksel</surname> <given-names>A</given-names></name></person-group>. <article-title>Comparison of pre- and post-levothyroxine high-sensitivity c-reactive protein and fetuin-a levels in subclinical hypothyroidism</article-title>. <source>Clinics.</source> (<year>2015</year>) <volume>70</volume>:<fpage>97</fpage>&#x02013;<lpage>101</lpage>. <pub-id pub-id-type="doi">10.6061/clinics/2015(02)05</pub-id><pub-id pub-id-type="pmid">25789517</pub-id></citation></ref>
<ref id="B35">
<label>35.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Warusevitane</surname> <given-names>A</given-names></name> <name><surname>Karunatilake</surname> <given-names>D</given-names></name> <name><surname>Sim</surname> <given-names>J</given-names></name> <name><surname>Smith</surname> <given-names>C</given-names></name> <name><surname>Roffe</surname> <given-names>C</given-names></name></person-group>. <article-title>Early diagnosis of pneumonia in severe stroke: clinical features and the diagnostic role of C-reactive protein</article-title>. <source>PLoS ONE.</source> (<year>2016</year>) <volume>11</volume>:<fpage>e0150269</fpage>. <pub-id pub-id-type="doi">10.1371/journal.pone.0150269</pub-id><pub-id pub-id-type="pmid">26937636</pub-id></citation></ref>
<ref id="B36">
<label>36.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Badawi</surname> <given-names>A</given-names></name> <name><surname>Ryoo</surname> <given-names>SG</given-names></name></person-group>. <article-title>Prevalence of comorbidities in the Middle East respiratory syndrome coronavirus (MERS-CoV): a systematic review and meta-analysis</article-title>. <source>Int J Infect Dis.</source> (<year>2016</year>) <volume>49</volume>:<fpage>129</fpage>&#x02013;<lpage>33</lpage>. <pub-id pub-id-type="doi">10.1016/j.ijid.2016.06.015</pub-id><pub-id pub-id-type="pmid">27352628</pub-id></citation></ref>
<ref id="B37">
<label>37.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Channappanavar</surname> <given-names>R</given-names></name> <name><surname>Fett</surname> <given-names>C</given-names></name> <name><surname>Mack</surname> <given-names>M</given-names></name> <name><surname>Ten Eyck</surname> <given-names>PP</given-names></name> <name><surname>Meyerholz</surname> <given-names>DK</given-names></name> <name><surname>Perlman</surname> <given-names>S</given-names></name></person-group>. <article-title>Sex-based differences in susceptibility to severe acute respiratory syndrome coronavirus infection</article-title>. <source>J Immunol</source>. (<year>2017</year>) <volume>198</volume>:<fpage>4046</fpage>&#x02013;<lpage>53</lpage>. <pub-id pub-id-type="doi">10.4049/jimmunol.1601896</pub-id><pub-id pub-id-type="pmid">28373583</pub-id></citation></ref>
<ref id="B38">
<label>38.</label>
<citation citation-type="book"><person-group person-group-type="author"><name><surname>Docherty</surname> <given-names>A</given-names></name> <name><surname>Harrison</surname> <given-names>E</given-names></name> <name><surname>Green</surname> <given-names>C</given-names></name> <name><surname>Hardwick</surname> <given-names>H</given-names></name> <name><surname>Pius</surname> <given-names>R</given-names></name> <name><surname>Norman</surname> <given-names>L</given-names></name> <etal/></person-group>. <article-title>Features of 16,749 hospitalised UK patients with COVID-19 using the ISARIC WHO Clinical Characterisation Protocol</article-title>. <source>medRxiv</source>. (<year>2020</year>). <pub-id pub-id-type="doi">10.1101/2020.04.23.20076042</pub-id></citation>
</ref>
<ref id="B39">
<label>39.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Deng</surname> <given-names>G</given-names></name> <name><surname>Yin</surname> <given-names>M</given-names></name> <name><surname>Chen</surname> <given-names>X</given-names></name> <name><surname>Zeng</surname> <given-names>F</given-names></name></person-group>. <article-title>Clinical determinants for fatality of 44,672 patients with COVID-19</article-title>. <source>Crit Care.</source> (<year>2020</year>) <volume>24</volume>:<fpage>179</fpage>. <pub-id pub-id-type="doi">10.1186/s13054-020-02902-w</pub-id><pub-id pub-id-type="pmid">32345311</pub-id></citation></ref>
<ref id="B40">
<label>40.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Williamson</surname> <given-names>EJ</given-names></name> <name><surname>Walker</surname> <given-names>AJ</given-names></name> <name><surname>Bhaskaran</surname> <given-names>K</given-names></name> <name><surname>Bacon</surname> <given-names>S</given-names></name> <name><surname>Bates</surname> <given-names>C</given-names></name> <name><surname>Morton</surname> <given-names>CE</given-names></name> <etal/></person-group>. <article-title>Factors associated with COVID-19-related death using OpenSAFELY</article-title>. <source>Nature.</source> (<year>2020</year>) <volume>584</volume>:<fpage>430</fpage>&#x02013;<lpage>6</lpage>. <pub-id pub-id-type="doi">10.1038/s41586-020-2521-4</pub-id><pub-id pub-id-type="pmid">32640463</pub-id></citation></ref>
<ref id="B41">
<label>41.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Jaillon</surname> <given-names>S</given-names></name> <name><surname>Berthenet</surname> <given-names>K</given-names></name> <name><surname>Garlanda</surname> <given-names>C</given-names></name></person-group>. <article-title>Sexual dimorphism in innate immunity</article-title>. <source>Clin Rev Allergy Immunol.</source> (<year>2019</year>) <volume>56</volume>:<fpage>308</fpage>&#x02013;<lpage>21</lpage>. <pub-id pub-id-type="doi">10.1007/s12016-017-8648-x</pub-id><pub-id pub-id-type="pmid">28963611</pub-id></citation></ref>
<ref id="B42">
<label>42.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Xu</surname> <given-names>Z</given-names></name> <name><surname>Shi</surname> <given-names>L</given-names></name> <name><surname>Wang</surname> <given-names>Y</given-names></name> <name><surname>Zhang</surname> <given-names>J</given-names></name> <name><surname>Huang</surname> <given-names>L</given-names></name> <name><surname>Zhang</surname> <given-names>C</given-names></name> <etal/></person-group>. <article-title>Pathological findings of COVID-19 associated with acute respiratory distress syndrome</article-title>. <source>Lancet Respir Med.</source> (<year>2020</year>) <volume>8</volume>:<fpage>420</fpage>&#x02013;<lpage>2</lpage>. <pub-id pub-id-type="doi">10.1016/S2213-2600(20)30076-X</pub-id><pub-id pub-id-type="pmid">32085846</pub-id></citation></ref>
<ref id="B43">
<label>43.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Cavezzi</surname> <given-names>A</given-names></name> <name><surname>Troiani</surname> <given-names>E</given-names></name> <name><surname>Corrao</surname> <given-names>S</given-names></name></person-group>. <article-title>COVID-19: hemoglobin, iron, and hypoxia beyond inflammation. A narrative review</article-title>. <source>Clin Pract.</source> (<year>2020</year>) <volume>10</volume>:<fpage>1271</fpage>. <pub-id pub-id-type="doi">10.4081/cp.2020.1271</pub-id><pub-id pub-id-type="pmid">32509258</pub-id></citation></ref>
</ref-list> 
</back>
</article> 