<?xml version="1.0" encoding="utf-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.3 20070202//EN" "journalpublishing.dtd">
<?covid-19-tdm?>
<article xmlns:mml="http://www.w3.org/1998/Math/MathML" xmlns:xlink="http://www.w3.org/1999/xlink" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" article-type="research-article" dtd-version="2.3" xml:lang="EN">
<front>
<journal-meta>
<journal-id journal-id-type="publisher-id">Front. Med.</journal-id>
<journal-title>Frontiers in Medicine</journal-title>
<abbrev-journal-title abbrev-type="pubmed">Front. Med.</abbrev-journal-title>
<issn pub-type="epub">2296-858X</issn>
<publisher>
<publisher-name>Frontiers Media S.A.</publisher-name>
</publisher>
</journal-meta>
<article-meta>
<article-id pub-id-type="doi">10.3389/fmed.2023.1230733</article-id>
<article-categories>
<subj-group subj-group-type="heading">
<subject>Medicine</subject>
<subj-group>
<subject>Original Research</subject>
</subj-group>
</subj-group>
</article-categories>
<title-group>
<article-title>Decision trees for early prediction of inadequate immune response to coronavirus infections: a pilot study on COVID-19</article-title>
</title-group>
<contrib-group>
<contrib contrib-type="author" corresp="yes"><name><surname>Pisano</surname><given-names>Fabio</given-names></name><xref rid="aff1" ref-type="aff"><sup>1</sup></xref><xref rid="c001" ref-type="corresp"><sup>&#x002A;</sup></xref>
<uri xlink:href="https://loop.frontiersin.org/people/2327956/overview"/>
</contrib>
<contrib contrib-type="author"><name><surname>Cannas</surname><given-names>Barbara</given-names></name><xref rid="aff1" ref-type="aff"><sup>1</sup></xref>
</contrib>
<contrib contrib-type="author"><name><surname>Fanni</surname><given-names>Alessandra</given-names></name><xref rid="aff1" ref-type="aff"><sup>1</sup></xref>
<uri xlink:href="https://loop.frontiersin.org/people/2387898/overview"/>
</contrib>
<contrib contrib-type="author"><name><surname>Pasella</surname><given-names>Manuela</given-names></name><xref rid="aff1" ref-type="aff"><sup>1</sup></xref>
<uri xlink:href="https://loop.frontiersin.org/people/2328080/overview"/>
</contrib>
<contrib contrib-type="author"><name><surname>Canetto</surname><given-names>Beatrice</given-names></name><xref rid="aff2" ref-type="aff"><sup>2</sup></xref>
</contrib>
<contrib contrib-type="author"><name><surname>Giglio</surname><given-names>Sabrina Rita</given-names></name><xref rid="aff3" ref-type="aff"><sup>3</sup></xref><xref rid="aff4" ref-type="aff"><sup>4</sup></xref><xref rid="aff5" ref-type="aff"><sup>5</sup></xref><xref rid="aff6" ref-type="aff"><sup>6</sup></xref>
<uri xlink:href="https://loop.frontiersin.org/people/1513558/overview"/>
</contrib>
<contrib contrib-type="author" corresp="yes"><name><surname>Mocci</surname><given-names>Stefano</given-names></name><xref rid="aff3" ref-type="aff"><sup>3</sup></xref><xref rid="aff6" ref-type="aff"><sup>6</sup></xref><xref rid="c002" ref-type="corresp"><sup>&#x002A;</sup></xref>
<uri xlink:href="https://loop.frontiersin.org/people/1708534/overview"/>
</contrib>
<contrib contrib-type="author"><name><surname>Chessa</surname><given-names>Luchino</given-names></name><xref rid="aff4" ref-type="aff"><sup>4</sup></xref><xref rid="aff7" ref-type="aff"><sup>7</sup></xref><xref rid="aff8" ref-type="aff"><sup>8</sup></xref>
<uri xlink:href="https://loop.frontiersin.org/people/1062107/overview"/>
</contrib>
<contrib contrib-type="author"><name><surname>Perra</surname><given-names>Andrea</given-names></name><xref rid="aff4" ref-type="aff"><sup>4</sup></xref><xref rid="aff9" ref-type="aff"><sup>9</sup></xref>
<uri xlink:href="https://loop.frontiersin.org/people/509788/overview"/>
</contrib>
<contrib contrib-type="author" corresp="yes"><name><surname>Littera</surname><given-names>Roberto</given-names></name><xref rid="aff4" ref-type="aff"><sup>4</sup></xref><xref rid="aff5" ref-type="aff"><sup>5</sup></xref><xref rid="c003" ref-type="corresp"><sup>&#x002A;</sup></xref>
<uri xlink:href="https://loop.frontiersin.org/people/1130410/overview"/>
</contrib>
</contrib-group>
<aff id="aff1"><sup>1</sup><institution>Department of Electrical and Electronic Engineering, University of Cagliari</institution>, <addr-line>Cagliari</addr-line>, <country>Italy</country></aff>
<aff id="aff2"><sup>2</sup><institution>BithiaTec Technologies</institution>, <addr-line>Elmas</addr-line>, <country>Italy</country></aff>
<aff id="aff3"><sup>3</sup><institution>Medical Genetics, Department of Medical Sciences and Public Health, University of Cagliari</institution>, <addr-line>Cagliari</addr-line>, <country>Italy</country></aff>
<aff id="aff4"><sup>4</sup><institution>AART-ODV (Association for the Advancement of Research on Transplantation)</institution>, <addr-line>Cagliari</addr-line>, <country>Italy</country></aff>
<aff id="aff5"><sup>5</sup><institution>Medical Genetics, R. Binaghi Hospital, Local Public Health and Social Care Unit (ASSL) of Cagliari</institution>, <addr-line>Cagliari</addr-line>, <country>Italy</country></aff>
<aff id="aff6"><sup>6</sup><institution>Centre for Research University Services (CeSAR, Centro Servizi di Ateneo per la Ricerca), University of Cagliari</institution>, <addr-line>Cagliari, Monserrato</addr-line>, <country>Italy</country></aff>
<aff id="aff7"><sup>7</sup><institution>Department of Medical Sciences and Public Health, University of Cagliari</institution>, <addr-line>Cagliari</addr-line>, <country>Italy</country></aff>
<aff id="aff8"><sup>8</sup><institution>Liver Unit, Department of Internal Medicine, University Hospital of Cagliari</institution>, <addr-line>Cagliari</addr-line>, <country>Italy</country></aff>
<aff id="aff9"><sup>9</sup><institution>Unit of Oncology and Molecular Pathology, Department of Biomedical Sciences, University of Cagliari</institution>, <addr-line>Cagliari</addr-line>, <country>Italy</country></aff>
<author-notes>
<fn fn-type="edited-by" id="fn0001"><p>Edited by: Enrico Heffler, Humanitas University, Italy</p></fn>
<fn fn-type="edited-by" id="fn0002"><p>Reviewed by: Muzafer Saracevic, University of Novi Pazar, Serbia; Miodrag Zivkovic, Singidunum University, Serbia; Anil Agarwal, United States Department of Veterans Affairs, United States</p></fn>
<corresp id="c001">&#x002A;Correspondence: Fabio Pisano, <email>fabio.pisano@unica.it</email></corresp>
<corresp id="c002">Stefano Mocci, <email>stefano.mocci.9@gmail.com</email></corresp>
<corresp id="c003">Roberto Littera, <email>roby.litter@gmail.com</email></corresp>
</author-notes>
<pub-date pub-type="epub">
<day>02</day>
<month>08</month>
<year>2023</year>
</pub-date>
<pub-date pub-type="collection">
<year>2023</year>
</pub-date>
<volume>10</volume>
<elocation-id>1230733</elocation-id>
<history>
<date date-type="received">
<day>29</day>
<month>05</month>
<year>2023</year>
</date>
<date date-type="accepted">
<day>19</day>
<month>07</month>
<year>2023</year>
</date>
</history>
<permissions>
<copyright-statement>Copyright &#x00A9; 2023 Pisano, Cannas, Fanni, Pasella, Canetto, Giglio, Mocci, Chessa, Perra and Littera.</copyright-statement>
<copyright-year>2023</copyright-year>
<copyright-holder>Pisano, Cannas, Fanni, Pasella, Canetto, Giglio, Mocci, Chessa, Perra and Littera</copyright-holder>
<license xlink:href="http://creativecommons.org/licenses/by/4.0/"><p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (CC BY). The use, distribution or reproduction in other forums is permitted, provided the original author(s) and the copyright owner(s) are credited and that the original publication in this journal is cited, in accordance with accepted academic practice. No use, distribution or reproduction is permitted which does not comply with these terms.</p>
</license>
</permissions>
<abstract>
<sec>
<title>Introduction</title>
<p>Few artificial intelligence models exist to predict severe forms of COVID-19. Most rely on post-infection laboratory data, hindering early treatment for high-risk individuals.</p>
</sec>
<sec>
<title>Methods</title>
<p>This study developed a machine learning model to predict inherent risk of severe symptoms after contracting SARS-CoV-2. Using a Decision Tree trained on 153 Alpha variant patients, demographic, clinical and immunogenetic markers were considered. Model performance was assessed on Alpha and Delta variant datasets. Key risk factors included age, gender, absence of KIR2DS2 gene (alone or with HLA-C C1 group alleles), presence of 14-bp polymorphism in HLA-G gene, presence of KIR2DS5 gene, and presence of KIR telomeric region A/A.</p>
</sec>
<sec>
<title>Results</title>
<p>The model achieved 83.01% accuracy for Alpha variant and 78.57% for Delta variant, with True Positive Rates of 80.82 and 77.78%, and True Negative Rates of 85.00% and 79.17%, respectively. The model showed high sensitivity in identifying individuals at risk.</p>
</sec>
<sec>
<title>Discussion</title>
<p>The present study demonstrates the potential of AI algorithms, combined with demographic, epidemiologic, and immunogenetic data, in identifying individuals at high risk of severe COVID-19 and facilitating early treatment. Further studies are required for routine clinical integration.</p>
</sec>
</abstract>
<kwd-group>
<kwd>artificial intelligence</kwd>
<kwd>COVID-19</kwd>
<kwd>decision trees</kwd>
<kwd>disease severity</kwd>
<kwd>immunogenetic background</kwd>
<kwd>SARS-CoV-2</kwd>
</kwd-group>
<counts>
<fig-count count="5"/>
<table-count count="4"/>
<equation-count count="2"/>
<ref-count count="67"/>
<page-count count="13"/>
<word-count count="10912"/>
</counts>
<custom-meta-wrap>
<custom-meta>
<meta-name>section-at-acceptance</meta-name>
<meta-value>Precision Medicine</meta-value>
</custom-meta>
</custom-meta-wrap>
</article-meta>
</front>
<body>
<sec sec-type="intro" id="sec1">
<label>1.</label>
<title>Introduction</title>
<p>Researchers worldwide have had to face a myriad of challenges at a near-relentless pace, driven by the complex nature of the disease caused by the Severe Acute Respiratory Syndrome Coronavirus 2 (SARS-CoV-2). Although mass vaccination campaigns have significantly alleviated the effects of the pandemic, it is becoming increasingly clear that Coronavirus Disease 2019 (COVID-19) is likely to accompany us for many years to come. The vaccines have proven to be particularly effective in reducing the risk of severe and devastating forms of the disease caused by the original strain of the coronavirus. However, the emergence of new and more infectious variants of the coronavirus casts further doubts on our ability to completely eradicate the disease (<xref ref-type="bibr" rid="ref1">1</xref>). Since the initial variant, known as Alpha (B.1.1.7), several other variants have been identified, including the Delta (B.1.617.2) and the Omicron (B.1.1.529) variants. The Delta variant has been estimated to spread about 225% faster than the Alpha variant (<xref ref-type="bibr" rid="ref2">2</xref>). Similarly, the Omicron variant has shown increased transmissibility compared to its predecessors. As recently reported by WHO (World Health Organization), the Omicron XBB.1.16 variant has shown an increase in the prevalence, and it may become dominant in some countries and cause a rise in case incidence due to its growth advantage and immune escape characteristics. However, despite its high transmissibility, early data suggested these Omicron variants are associated with milder symptoms and a lower risk of hospitalization compared to other variants. Given that, and also the important fact that vaccines provided a significant level of protection against severe disease and other complications, the proposed study focused only on Alpha and Delta variants.</p>
<p>Unfortunately, up to 50% of people of all age groups end up having Post-Acute Sequelae of COVID-19 (PASC). These symptoms may linger for months or even years and seem to depend on a variety of factors including vaccination status, the virus variant and geographic region (<xref ref-type="bibr" rid="ref3">3</xref>). It is strongly suspected that these phenomena are closely linked to the innate and adaptive immune response mechanisms of individuals (<xref ref-type="bibr" rid="ref4 ref5 ref6">4&#x2013;6</xref>).</p>
<p>The immune system activates different pathways of innate and adaptive immune response mechanisms to effectively combat viral infections and their associated disease progression. In previous epidemics such as SARS and MERS (Middle East Respiratory Syndrome), the immune response mechanisms of the host, including both innate and adaptive components, have been closely associated with the progression of the disease and clinical outcomes in affected patients (<xref ref-type="bibr" rid="ref7">7</xref>). Also, in Zan et al. (<xref ref-type="bibr" rid="ref8">8</xref>) Killer-cell Lectin-like Receptor D1 (<italic>KLRD1</italic>) has been identified as a potential biomarker for flu susceptibility. During the current ongoing pandemic, additional factors such as advanced age and male gender have been identified as risk factors for the progression of COVID-19 toward severe and often fatal disease (<xref ref-type="bibr" rid="ref9">9</xref>).</p>
<p>The outbreak of COVID-19 has undoubtedly prompted a large number of scientists to employ Artificial Intelligence (AI) to help combat the pandemic crisis. In fact, Machine Learning and Deep Learning, particular approaches of AI, are a very useful tool to understand and fight this disease.</p>
<p>In literature there are several thousands of publications that show a various range of ML applications that have been developed to address different issues related to the virus and to the associated disease, including forecasting the number of future infections and the trajectory of the outbreak (<xref ref-type="bibr" rid="ref10">10</xref>, <xref ref-type="bibr" rid="ref11">11</xref>); diagnosing the disease, e.g., using imaging tools in addition to the standard Polymerase Chain Reaction (PCR) test (<xref ref-type="bibr" rid="ref12">12</xref>); predicting the mortality and severity risk (<xref ref-type="bibr" rid="ref13">13</xref>); improving drug development and vaccination (<xref ref-type="bibr" rid="ref14">14</xref>); enhancing contact tracing methods from individual interviews to more efficient digital contact tracing (<xref ref-type="bibr" rid="ref15">15</xref>). What becomes apparent is that, despite the remarkable progress in the field of ML applied to COVID-19, the current approaches suffer from some important drawbacks (<xref ref-type="bibr" rid="ref16 ref17 ref18 ref19 ref20 ref21">16&#x2013;21</xref>). First and foremost, the lack of data is a crucial element in the development of models. In fact, it is well-known that patients&#x2019; data are difficult to gather, and considering that ML models rely on large datasets, this problem plays an important role on models&#x2019; generalization and performance. Secondly, many laboratory parameters included in the studies are collected after the patient has contracted the virus and the disease has already evolved, thereby excluding the option of early and tailored treatment in high-risk individuals (<xref ref-type="bibr" rid="ref22">22</xref>, <xref ref-type="bibr" rid="ref23">23</xref>). Another drawback is that the proposed algorithms have not yet reached the level of a human expert. This particular flaw is closely related to the need for ML models with high interpretability and transparent output. These qualities are crucial so that human readers, e.g., medical professionals, can have trust in the conclusion made by the model. Decision Tree-based models are particularly helpful in this case as they can provide comprehensible rules behind every decision taken.</p>
<p>What emerges from the published studies is that ML is a popular paradigm to create new solutions that can help in the fight against the virus and the related disease. However, as far as the authors&#x2019; knowledge, no studies that can identify &#x201C;<italic>a priori</italic>&#x201D; subjects at risk of developing the severe clinical manifestation of COVID-19, based on immunogenetics, demographic and clinical characteristics, were published.</p>
<p>The aim of the proposed study was to develop an algorithm capable of predicting the risk of developing a more aggressive and severe disease course in individuals before they become infected with SARS-CoV-2. An AI method, combining common demographic risk factors (age and gender) (<xref ref-type="bibr" rid="ref24">24</xref>, <xref ref-type="bibr" rid="ref25">25</xref>) with key immunogenetic risk markers, including <italic>HLA</italic> class I molecule alleles (<italic>HLA-A, -B, -C</italic>) and the 14-base pair polymorphism in the <italic>HLA-G</italic> gene, is described. In fact, classical and non-classical HLA antigens play a crucial role in activating and regulating innate and adaptive immune responses (<xref ref-type="bibr" rid="ref26">26</xref>). Additionally, <italic>KIR</italic> genes regulating NK lymphocyte activity, which have a significant impact on the severity of SARS CoV-2 infection (<xref ref-type="bibr" rid="ref27">27</xref>), have been included.</p>
<p>The proposed predictive model involves the use of Decision Trees (DT) (<xref ref-type="bibr" rid="ref28">28</xref>, <xref ref-type="bibr" rid="ref29">29</xref>), which belong to the supervised machine learning classification methods. DTs are able to provide high classification accuracies together with a simple and intuitive representation of gathered knowledge. This peculiarity made them quite popular in different areas of medical decision making (<xref ref-type="bibr" rid="ref30">30</xref>). DTs are compared with Na&#x00EF;ve Bayes (NB) classifiers, as they are a common benchmark in classification problems.</p>
<p>Considering the above, the main contributing parts of this work are described as follows:</p>
<list list-type="simple">
<list-item>
<p>- Development of an algorithm: the paper presents the development of an algorithm that utilizes demographic, epidemiologic and immunogenetic data to identify individuals at high risk of developing severe clinical manifestations of COVID-19.</p>
</list-item>
<list-item>
<p>- Validation of the algorithm: the algorithm is validated using a limited number of cases by means of a leave-one-out cross-validation procedure, demonstrating its high predictive ability.</p>
</list-item>
<list-item>
<p>- Improvement in early treatment: the algorithm&#x2019;s ability to identify high-risk individuals enables early treatment with antiviral drugs and passive immunotherapy, potentially improving patient outcomes and reducing the incidence of severe illness and hospitalization.</p>
</list-item>
<list-item>
<p>- Relevance to different COVID-19 variants: the algorithm&#x2019;s effectiveness in discriminating against severe forms of COVID-19 infection is highlighted, suggesting its potential applicability and customization to new emerging variants and viruses with similar characteristics.</p>
</list-item>
<list-item>
<p>- Comparative analysis: the paper compares the performance of the proposed algorithm with existing approaches and discusses its advantages, highlighting the incorporation of immunogenetic markers as a distinguishing factor.</p>
</list-item>
<list-item>
<p>- Integration of AI in healthcare: the paper discusses the broader implications of AI in healthcare, emphasizing the integration of AI algorithms with IoMT and digital healthcare platforms. It highlights the potential of such technologies to improve disease management, diagnostics, and therapeutic strategies.</p>
</list-item>
</list>
<p>The remaining sections of the paper are structured as follows: section 2 provides a description of the Materials and Methods. This section is further divided into subsections. Section 2.1 discusses the ethical statement, section 2.2 describes the database containing the parameters of the COVID-19 infected subjects, sections 2.3 and 2.4 present a theoretical explanation of the NB and DT models, respectively, and section 2.5 introduces the indices used to assess the model&#x2019;s performance. The experimental results are presented in section 3. In section 4, an organized discussion and possible limitations of the method are presented. Finally, the paper ends with a conclusion in section 5.</p>
</sec>
<sec sec-type="materials|methods" id="sec2">
<label>2.</label>
<title>Materials and methods</title>
<sec id="sec3">
<label>2.1.</label>
<title>Ethical statement</title>
<p>Patients were recruited and enrolled in the study protocol at the Department of Medical Sciences and Public Health of the University of Cagliari, the University Hospital of Cagliari (AOUCA) and the SS. Trinit&#x00E0; Hospital of the Sardinian Regional Company for the Protection of Health (ATS Sardegna). Written informed consent was obtained from all patients and controls in accordance with the ethical standards (institutional and national) of the local human research committee. The study protocol, including informed consent procedures, conforms to the ethical guidelines of the Declaration of Helsinki and was approved by the responsible ethics committee (Ethics Committee of the Cagliari University Hospital; date of approval: 27 May 2020; protocol number GT/2020/10894). Records of written informed consent are kept on file and are included in the clinical record of each patient.</p>
</sec>
<sec id="sec4">
<label>2.2.</label>
<title>Clinical and laboratory parameters of the COVID-19 infected subjects</title>
<p>A panel of 153 patients were recruited from 1 June to 1 December 2020. The diagnosis of SARS-CoV-2 infection was confirmed in all patients by RT-PCR from nasopharyngeal swab. The patients were assigned to one of two groups according to disease severity: 73 (47.71%) patients with severe disease were assigned to the &#x201C;<italic>severe</italic>&#x201D; class and 80 (52.29%) patients, who were either asymptomatic or pauci-symptomatic, were assigned to the &#x201C;<italic>asy/pauci</italic>&#x201D; class. Patients in the <italic>asy/pauci</italic> group had been confined to home isolation whereas patients in the <italic>severe</italic> group had been hospitalized in the COVID Unit of the SS. Trinit&#x00E0; Hospital in Cagliari. Fourteen of the 73 hospitalized patients died from cardio-respiratory arrest related to severe pulmonary impairment (interstitial pneumonia) (<xref ref-type="bibr" rid="ref31">31</xref>).</p>
<p>Model aging has been observed in a variety of application scenarios. In order to test for aging of the prediction model, an additional test set was prepared using 42 patients infected by the more recent Delta variant of the coronavirus during the period from May to July 2021. Also, in this data set the diagnosis of SARS-CoV-2 infection was confirmed in all patients by RT-PCR from nasopharyngeal swab. The analysis included clinical and demographic parameters as well as the immunogenetic factors required by the model.</p>
<p>Most patients in the <italic>severe</italic> group required high-flow nasal oxygen supplementation or invasive treatment with mechanical ventilation. The second group of <italic>asy/pauci</italic> patients presented symptoms such as a runny nose, loss of taste or smell, headaches, a dry cough and/or other flu-like symptoms.</p>
<p>The clinical and demographic parameters included in the analysis were: male or female gender, age, a positive anamnesis for autoimmune diseases (Hashimoto&#x2019;s thyroiditis, rheumatoid arthritis, diabetes mellitus, autoimmune hepatitis), flu vaccination performed in 2019/2020, use of levothyroxine (for thyroid disease), G6PDH deficiency, carrier of thalassemia.</p>
<p>Alongside these 7 clinical and demographic parameters, several immunogenetic variables based primarily on <italic>HLA</italic> class I and II alleles, the <italic>14-bp insertion/deletion</italic> polymorphism of the <italic>HLA-G</italic> gene, <italic>KIR</italic> genes and combinations of <italic>KIR</italic> genes and their HLA ligands were included.</p>
<p>More precisely, the main immunogenetic factors used for risk analysis were frequencies of the <italic>HLA-A, HLA-B, HLA-C, HLA-DRB1</italic> alleles, 3 <italic>HLA-G</italic> genotypes based on the presence of the 14-bp insertion (Ins) or deletion (Del) polymorphism of the <italic>HLA-G</italic> gene (<italic>Ins/Ins, Ins/Del</italic> or <italic>Del/Del</italic>) and 14 <italic>KIR</italic> genes (<italic>2DL1, 2DL2, 2DL3, 2DL4, 2DL5, 3DL1, 3DL2, 3DL3, 2DS1, 2DS2, 2DS3, 2DS4, 2DS5</italic>, and <italic>3DS1</italic>). Additionally, the <italic>KIR AA</italic> genotype (present or absent) and the most relevant functional units (combinations of <italic>KIR</italic> genes and HLA Class I alleles assigned to the C1, C2 or Bw4 categories of KIR ligands), i.e., <italic>KIR2DL1/S1-HLA C2</italic> group, <italic>KIR2DL2/S2-HLA C1</italic> group, <italic>KIR3DL1/S1-HLA-Bw4</italic> group, were included. The diversity of <italic>KIR</italic> haplotypes according to the four centromeric (<italic>cA01</italic>, <italic>cB01</italic>, <italic>cB02</italic>, <italic>cB03</italic>) and two telomeric (<italic>tA01</italic>, <italic>tB01</italic>) gene-content motifs (<xref ref-type="bibr" rid="ref32">32</xref>) were also considered. To simplify the analysis, the centromeric regions were divided into <italic>Cen A/A, Cen A/B</italic> and <italic>Cen B/B</italic> and the telomeric regions into <italic>Tel A/A Tel A/B</italic> and <italic>Tel B/B</italic> (<xref ref-type="bibr" rid="ref33">33</xref>). Finally, the role of the extended haplotype <italic>HLA-A&#x002A;02:05, B&#x002A;58:01, C&#x002A;07:01, DRB1&#x002A;03:01</italic>, which in a previous study of the Sardinian population resulted to offer protection against the severe clinical forms of COVID-19 (<xref ref-type="bibr" rid="ref25">25</xref>), was evaluated.</p>
<p>Typing of the <italic>HLA</italic> Class I alleles (<italic>HLA-A, HLA-B, HLA-C</italic>), typing of <italic>KIR</italic> genes, and determination of the 14-bp polymorphism (<italic>Ins/Del</italic>) of the <italic>HLA-G</italic> gene were performed as described in Mocci et al., Littera et al., Amodio et al., and Caocci et al. (<xref ref-type="bibr" rid="ref24 ref25 ref26">24&#x2013;26</xref>, <xref ref-type="bibr" rid="ref34">34</xref>).</p>
<p>To construct the ML models, a database was built in which each record corresponds to one patient and each feature in these patient records corresponds to the clinical/demographic and immunogenetic parameter. Given the small number of records and the presence of missing values in the database, a record saving procedure was applied so that only features common to the 153 patients were kept. Conversely, features with no variability across the 153 patients such as <italic>KIR2DL4, KIR3DL2</italic>, and <italic>KIR3DL3</italic>, were discarded. The features kept after the cleaning procedure and their corresponding values are summarized in <xref rid="tab1" ref-type="table">Table 1</xref> (column Parameters) which also shows the presence or absence of the <italic>HLA-A, -B, -C, -DRB1</italic> alleles and the <italic>KIR</italic> genes identified in the selected sample.</p>
<table-wrap position="float" id="tab1">
<label>Table 1</label>
<caption>
<p>Clinical/demographic and immunogenetic parameters used to build the AI models and related values.</p>
</caption>
<table frame="hsides" rules="groups">
<thead>
<tr>
<th align="left" valign="top" colspan="2">Parameters</th>
<th align="left" valign="top">Values</th>
</tr>
</thead>
<tbody>
<tr>
<td align="left" valign="top" colspan="2">Gender</td>
<td align="left" valign="middle">Female, Male</td>
</tr>
<tr>
<td align="left" valign="top" colspan="2">Age</td>
<td align="left" valign="middle">20&#x2013;96</td>
</tr>
<tr>
<td align="left" valign="top" colspan="2">Flu vaccination</td>
<td align="left" valign="middle" rowspan="3">Absent, present</td>
</tr>
<tr>
<td align="left" valign="top" colspan="2">Autoimmune disease</td>
</tr>
<tr>
<td align="left" valign="top" colspan="2">G6PDH</td>
</tr>
<tr>
<td align="left" valign="middle">
<italic>HLA-A&#x002A;</italic>
</td>
<td align="center" valign="middle">01, 02, 03, 11, 23, 24, 25, 26, 29, 30, 31, 32, 33, 66, 68, 69, 80</td>
<td align="left" valign="middle" rowspan="4">Absent, present once, present twice</td>
</tr>
<tr>
<td align="left" valign="middle">
<italic>HLA-B&#x002A;</italic>
</td>
<td align="center" valign="middle">07, 08, 13, 14, 15, 18, 27, 35, 37, 38, 39, 40, 41, 44, 45, 47, 49, 50, 51, 52, 53, 55, 56, 57, 58, 78</td>
</tr>
<tr>
<td align="left" valign="middle">
<italic>HLA-C&#x002A;</italic>
</td>
<td align="center" valign="middle">01, 02, 03, 04, 05, 06, 07, 08, 12, 14, 15, 16, 17</td>
</tr>
<tr>
<td align="left" valign="middle">
<italic>HLA-DRB1&#x002A;</italic>
</td>
<td align="center" valign="middle">01, 03, 04, 07, 08, 10, 11, 12, 13, 14, 15, 16</td>
</tr>
<tr>
<td align="left" valign="middle" colspan="2">HLA-G</td>
<td align="left" valign="middle">
<italic>Del/Del, Ins/Del, Ins/Ins</italic>
</td>
</tr>
<tr>
<td align="left" valign="top">
<italic>KIR</italic>
</td>
<td align="center" valign="middle">2DL1, 2DL2, 2DL3, 2DL5, 3DL1, 2DS1, 2DS2, 2DS3, 2DS4, 2DS5, 3DS1</td>
<td align="left" valign="middle" rowspan="6">Absent, present</td>
</tr>
<tr>
<td align="left" valign="top" colspan="2">Genotype AA</td>
</tr>
<tr>
<td align="left" valign="top" colspan="2">HLA C1 group of epitopes</td>
</tr>
<tr>
<td align="left" valign="top" colspan="2">HLA C2 group of epitopes</td>
</tr>
<tr>
<td align="left" valign="top" colspan="2">KIR2DS2 and HLA C1 group</td>
</tr>
<tr>
<td align="left" valign="top" colspan="2">KIR2DS1 and HLA C2 group</td>
</tr>
<tr>
<td align="left" valign="top" colspan="2">Centromere (CEN)</td>
<td align="left" valign="middle" rowspan="2">A/A, A/B, B/B</td>
</tr>
<tr>
<td align="left" valign="top" colspan="2">Telomere (TEL)</td>
</tr>
<tr>
<td align="left" valign="top" colspan="2">Protective Haplotype (<italic>HLA-A&#x002A;02:05, B&#x002A;58:01, C&#x002A;07:01, DRB1&#x002A;03:01</italic>)</td>
<td align="left" valign="middle">Absent, present</td>
</tr>
</tbody>
</table>
</table-wrap>
<p>The right column reports the coding adopted to construct the database for the machine learning algorithm. The possible values assigned to the first- and second-class <italic>HLA</italic> alleles were: absent if the allele was absent at the locus of interest; present once if only one copy of the allele was present; present twice if two copies of the allele were present.</p>
</sec>
<sec id="sec5">
<label>2.3.</label>
<title>Na&#x00EF;ve Bayes</title>
<p>Na&#x00EF;ve Bayes (NB) is a simple probabilistic classification technique commonly used in ML. It is based on Bayes&#x2019; theorem (<xref ref-type="bibr" rid="ref29">29</xref>) and assumes that all features are independent of each other. In order to make prediction, the NB algorithm calculates the conditional posterior probability for each class and selects the class label with the highest probability.</p>
<p>In a binary classification problem, the algorithm can be further optimized by setting a proper threshold on the conditional posterior probability. If the resulting probability is above this threshold, the test instance is assigned to the positive class, otherwise to the negative class. Normally, the threshold is obtained by a cross-validation procedure in correspondence to the optimal operating point of the Receiving Operating Curve (ROC) curve (<xref ref-type="bibr" rid="ref35">35</xref>). In this case, leave-one-out cross validation is applied. In leave-one-out cross-validation, one single observation is used to validate the remaining observations. In other words, the training process is applied once for each observation, using all the other observations as a training set and using the selected observation as the validation set (<xref ref-type="bibr" rid="ref29">29</xref>).</p>
</sec>
<sec id="sec6">
<label>2.4.</label>
<title>Decision trees</title>
<p>DTs pertain to the class of supervised Machine Learning classification methods and were used in the proposed study to evaluate the risk for an individual to develop a severe clinical form of COVID-19. In particular, the prediction models were based on implementation adopted in the MATLAB toolbox (MATLAB R2019b) for Statistics and Machine Learning (<xref ref-type="bibr" rid="ref36">36</xref>, <xref ref-type="bibr" rid="ref37">37</xref>). These Machine Learning algorithms are among the most versatile statistical models, able to automatically classify multidimensional data into two or multiple classes. In the proposed study, it was opted for a binary classification for the prediction of asymptomatic/pauci-symptomatic (<italic>asy/pauci</italic> class&#x2009;=&#x2009;0) or severe (<italic>severe</italic> class&#x2009;=&#x2009;1) disease.</p>
<p>DTs consist of hierarchical data structures that grow through a divide-and-conquer strategy (<xref ref-type="bibr" rid="ref28">28</xref>) categorizing data samples into different classes. The construction of a DT starts from the root node, which contains the entire dataset with a class composition reflecting the proportion among class populations in the whole dataset. In the proposed problem, 48% of the instances belong to the <italic>severe</italic> class, whereas the remaining 52% belong to the <italic>asy/pauci</italic> class. At each node, the algorithm selects the best feature to split the data based on a certain criterion, such as minimizing the impurity of that node. Two of the most popular impurity indexes are Entropy and Gini&#x2019;s Diversity Index, calculated, respectively, as follows:</p>
<disp-formula id="EQ1"><label>(1)</label>
<mml:math id="M1">
<mml:mrow>
<mml:mi>H</mml:mi>
<mml:mrow>
<mml:mo>(</mml:mo>
<mml:mi>N</mml:mi>
<mml:mo>)</mml:mo>
</mml:mrow>
<mml:mo>=</mml:mo>
<mml:mo>&#x2212;</mml:mo>
<mml:mi>Pr</mml:mi>
<mml:mo stretchy="false">(</mml:mo>
<mml:mn>1</mml:mn>
<mml:mi mathvariant="normal">|N</mml:mi>
<mml:mo stretchy="false">)</mml:mo>
<mml:msub>
<mml:mrow>
<mml:mi>log</mml:mi>
</mml:mrow>
<mml:mn>2</mml:mn>
</mml:msub>
<mml:mi>Pr</mml:mi>
<mml:mo stretchy="false">(</mml:mo>
<mml:mn>1</mml:mn>
<mml:malignmark/>
<mml:mi mathvariant="normal"></mml:mi>
<mml:mspace width="0.25em"/>
<mml:mi mathvariant="normal">|</mml:mi>
<mml:mspace width="0.25em"/>
<mml:mi mathvariant="normal">N</mml:mi>
<mml:mo stretchy="false">)</mml:mo>
<mml:mo>&#x2212;</mml:mo>
<mml:mi>Pr</mml:mi>
<mml:mo stretchy="false">(</mml:mo>
<mml:mi>O</mml:mi>
<mml:malignmark/>
<mml:mi mathvariant="normal"></mml:mi>
<mml:mspace width="0.25em"/>
<mml:mi mathvariant="normal">|</mml:mi>
<mml:mspace width="0.25em"/>
<mml:mi mathvariant="normal">N</mml:mi>
<mml:mo stretchy="false">)</mml:mo>
<mml:msub>
<mml:mrow>
<mml:mi>log</mml:mi>
</mml:mrow>
<mml:mn>2</mml:mn>
</mml:msub>
<mml:mi>Pr</mml:mi>
<mml:mo stretchy="false">(</mml:mo>
<mml:mi>O</mml:mi>
<mml:malignmark/>
<mml:mi mathvariant="normal"></mml:mi>
<mml:mspace width="0.25em"/>
<mml:mi mathvariant="normal">|</mml:mi>
<mml:mspace width="0.25em"/>
<mml:mi mathvariant="normal">N</mml:mi>
<mml:mo stretchy="false">)</mml:mo>
</mml:mrow>
</mml:math></disp-formula>
<disp-formula id="EQ2"><label>(2)</label><mml:math id="M2">
<mml:mrow>
<mml:mi>G</mml:mi>
<mml:mrow>
<mml:mo>(</mml:mo>
<mml:mi>N</mml:mi>
<mml:mo>)</mml:mo>
</mml:mrow>
<mml:mo>=</mml:mo>
<mml:mn>2</mml:mn>
<mml:mi>Pr</mml:mi>
<mml:mo stretchy="false">(</mml:mo>
<mml:mn>1</mml:mn>
<mml:malignmark/>
<mml:mspace width="0.25em"/>
<mml:mi mathvariant="normal">|</mml:mi>
<mml:mi>N</mml:mi>
<mml:mo stretchy="false">)</mml:mo>
<mml:mi>Pr</mml:mi>
<mml:mo stretchy="false">(</mml:mo>
<mml:mi>O</mml:mi>
<mml:malignmark/>
<mml:mspace width="0.25em"/>
<mml:mi mathvariant="normal">|</mml:mi>
<mml:mi>N</mml:mi>
<mml:mo stretchy="false">)</mml:mo>
</mml:mrow>
</mml:math></disp-formula>
<p>where Pr(1|<italic>N</italic>) and Pr(0|<italic>N</italic>) represent the conditional probabilities of an instance belonging to <italic>severe</italic> and <italic>asy/pauci</italic> classes. These measures are used to evaluate the homogeneity of the labels at the node and guide the DT algorithm in determining the best split to create more homogeneous child nodes.</p>
<p>The splitting process continues recursively until leaf nodes are reached, where final decisions are taken, as shown in <xref rid="fig1" ref-type="fig">Figure 1</xref>, where red and green leaves indicate a classification as <italic>severe</italic> and <italic>asy/pauci</italic>, respectively.</p>
<fig position="float" id="fig1">
<label>Figure 1</label>
<caption>
<p>Graphical representation of a Decision Tree. Red and green leaves indicate a classification as <italic>severe</italic> and <italic>asy/pauci</italic>, respectively.</p>
</caption>
<graphic xlink:href="fmed-10-1230733-g001.tif"/>
</fig>
<p>Once the decision tree is constructed, a decision on a test sample can be reached by simply following the conditions in the tree until a leaf is reached. Based on the training set distribution, a posterior probability is assigned to the leaf and a score is assigned to the test sample. If the score is above (or below) a certain threshold, the test instance is assigned to the positive (or negative) class. Also in this case, the optimum value of the threshold is normally obtained by leave-one-out cross-validation procedure.</p>
<p>There are several motivations that support the choice of DTs among the numerous and well-known ML classification methods, such as Neural Networks (NNs), SVM, discriminant analysis, and so on (<xref ref-type="bibr" rid="ref29">29</xref>). The main reasons backing the decision to apply DTs were:</p>
<list list-type="bullet">
<list-item>
<p>features can be both continuous or categorical (in the problem at hand the features are categorial with binary or multiple values);</p>
</list-item>
<list-item>
<p>availability of large training datasets is not mandatory, as opposed to other machine learning methods (as shown in paragraph 2.2, in the proposed problem, a limited number of instances are available);</p>
</list-item>
<list-item>
<p>the contributions of the features can be easily evaluated; and</p>
</list-item>
<list-item>
<p>when using the model on an instance never presented before, the final decision (i.e., the classification of an instance) is easy to understand, interpret and visualize, simply by following the rules used along the path from the root to the leaf.</p>
</list-item>
</list>
</sec>
<sec id="sec7">
<label>2.5.</label>
<title>Methodology</title>
<p>Firstly, univariate analysis was performed on all clinical/demographic and immunogenetic parameters, to find the parameters more related to both low and high risk of developing a severe form of COVID-19. The age, which maximized the separation between <italic>asy/pauci</italic> and <italic>severe</italic> groups, was used as a threshold to calculate the odds ratios (OR).</p>
<p>Secondly, the training of the DT classifiers was performed. Given the limited size of the database, 10 training sessions were performed selecting 10 training and 10 test set sets by means of the Bootstrap Aggregating (Bagging) procedure. Bagging reduces the eventual bias arising from the choice of a particular test set (<xref ref-type="bibr" rid="ref38">38</xref>). By subsampling the initial database of 153 patients, 10 balanced test sets of 30 patients were created, each one composed of 15 <italic>asy/pauci</italic> patients and 15 <italic>severe</italic> patients, none of whom were used for the model training process. For each test set, a model was trained on the remaining 123 patients, 65 pertaining to the <italic>asy/pauci</italic> group and 58 to the <italic>severe</italic> group. Subsequently, predictive performance was evaluated by averaging the performance of the 10 models. For the validation of the models, leave-one-out cross-validation was used.</p>
<p>One of the advantages of using DTs is the possibility to derive rules easily interpretable by the medical staff. In order to create a single model capable of improving the classification based exclusively on age group and gender, from each of the 10 DT models, the rules leading to classification scores greater than 2/3 on the training set were extrapolated. Only the rules present in at least three models were retained.</p>
<p>Aging of the prediction model was evaluated by preparing an additional test set of 42 patients infected by the highly contagious Delta variant of SARS-CoV-2. The clinical and demographic parameters were included in the analysis as well as the immunogenetic factors required by the model.</p>
</sec>
<sec id="sec8">
<label>2.6.</label>
<title>Performance indexes</title>
<p>In the following section, performance of the classifiers was tested on the database described in paragraphs 2.1 and 2.2. The performance indexes used to evaluate the classifier models were the well-known metrics as: True Positive Rate (TPR) or sensitivity, which refers to the ability of the model to correctly detect <italic>severe</italic> patients; True Negative Rate (TNR) or specificity, which refers to the ability of the model to correctly detect asy/pauci patients; Accuracy (ACC), which refers to the proportion of correctly classified patients among all cases; Positive Predictive Value (PPV) and Negative Predictive Value (NPV), which measure the proportion of true positives (TP) among the positive test results and the proportion of true negatives (TN) among the negative test results, respectively.</p>
</sec>
</sec>
<sec sec-type="results" id="sec9">
<label>3.</label>
<title>Results</title>
<p><xref rid="fig2" ref-type="fig">Figure 2</xref> shows the odds ratio for COVID 19 protective and risk factors and their related confidence intervals (<xref ref-type="bibr" rid="ref39">39</xref>). The plots highlight the factors more closely associated with protection or an increased risk of a severe clinical disease course. The age, which maximized the separation between <italic>asy/pauci</italic> and <italic>severe</italic> groups, was 55.</p>
<fig position="float" id="fig2">
<label>Figure 2</label>
<caption>
<p>Odds-ratio of factors that influence the severity of COVID-19 disease in Sardinian patients (odds ratio: red squares, blue bars: 95% confidence interval).</p>
</caption>
<graphic xlink:href="fmed-10-1230733-g002.tif"/>
</fig>
<p>The immunogenetic factors that seemed to offer increased protection against the more severe clinical forms of COVID 19 were: age less than or equal to 55&#x2009;years, female gender, presence of the KIR2DS2 gene, particularly when combined with HLA-C alleles of the C1 group, presence of KIR2DS3 and presence of the HLA-G 14-bp Del/Del or Ins/Ins genotype. It is interesting to note that the presence of the protective haplotype (HLA-A&#x002A;02:05, B&#x002A;58:01, C&#x002A;07:01, DRB1&#x002A;03:01), not shown in <xref rid="fig2" ref-type="fig">Figure 2</xref>, yielded an OR of 0, owing to the fact that this haplotype was completely absent in the <italic>severe</italic> group of patients. This factor has previously been shown to have a strong protective effect and, despite its relatively high frequency (2.6%) in the Sardinian population, was only observed in 4 of the 80 (3%) individuals pertaining to the asy/pauci group.</p>
<p>The strongest risk factors for a severe clinical disease course were: age above 55&#x2009;years, male gender, absence of the KIR2DS2 gene alone or in combination with HLA-C alleles of the C1 group (KIR2DS2/HLA-C C1+), presence of the 14-bp polymorphism (Ins/Del) of the HLA-G gene, presence of the KIR2DS5 gene and presence of the KIR telomeric region A/A (Tel A/A).</p>
<p>The associations found for COVID 19 protection/risk factors using univariate analysis deserve further investigation in larger cohorts of patients.</p>
<p><xref rid="tab2" ref-type="table">Table 2A</xref> shows the average performance of the 10 NB models for training, leave-one-out, and test data sets. The range of the different indices among the 10 models is also provided for the whole database. The NB models, trained on the full set of features, showed relatively high accuracy on the training data with a score of 86.02%; despite this, the average accuracy for leave-one-out and test were 61.87% and 60.33%, respectively. This shows that NB models fit the training data, but perform worse on test data, which means that they experience a high overfitting. Similar results would be obtained by means of DT without any action to limit overfitting.</p>
<table-wrap position="float" id="tab2">
<label>Table 2</label>
<caption>
<p>Average performance of (A) NB models, (B) DT models, (C) NB models with selected features from DTs, for training, leave-one-out and test sets.</p>
</caption>
<table frame="hsides" rules="groups">
<thead>
<tr>
<th/>
<th align="center" valign="top">Training</th>
<th align="center" valign="top">Leave-One-Out</th>
<th align="center" valign="top">Test</th>
<th align="center" valign="top">Whole</th>
</tr>
</thead>
<tbody>
<tr>
<td align="left" valign="middle" colspan="5">
<bold>(A) NB models</bold>
</td>
</tr>
<tr>
<td align="left" valign="middle">P</td>
<td align="center" valign="middle">58</td>
<td align="center" valign="middle">58</td>
<td align="center" valign="middle">15</td>
<td align="center" valign="middle">73</td>
</tr>
<tr>
<td align="left" valign="middle">TP</td>
<td align="center" valign="middle">49.0</td>
<td align="center" valign="middle">32.0</td>
<td align="center" valign="middle">8.6</td>
<td align="center" valign="middle">57.6 (47&#x2013;63)</td>
</tr>
<tr>
<td align="left" valign="middle">TPR (%)</td>
<td align="center" valign="middle">84.48</td>
<td align="center" valign="middle">55.17</td>
<td align="center" valign="middle">57.33</td>
<td align="center" valign="middle">78.90 (64.38&#x2013;86.30)</td>
</tr>
<tr>
<td align="left" valign="middle">N</td>
<td align="center" valign="middle">65</td>
<td align="center" valign="middle">65</td>
<td align="center" valign="middle">15</td>
<td align="center" valign="middle">80</td>
</tr>
<tr>
<td align="left" valign="middle">TN</td>
<td align="center" valign="middle">56.8</td>
<td align="center" valign="middle">44.1</td>
<td align="center" valign="middle">9.5</td>
<td align="center" valign="middle">66.3 (61&#x2013;70)</td>
</tr>
<tr>
<td align="left" valign="middle">TNR (%)</td>
<td align="center" valign="middle">87.38</td>
<td align="center" valign="middle">67.85</td>
<td align="center" valign="middle">63.33</td>
<td align="center" valign="middle">82.87 (76.25&#x2013;87.50)</td>
</tr>
<tr>
<td align="left" valign="middle">P&#x2009;+&#x2009;N</td>
<td align="center" valign="middle">123</td>
<td align="center" valign="middle">123</td>
<td align="center" valign="middle">30</td>
<td align="center" valign="middle">153</td>
</tr>
<tr>
<td align="left" valign="middle">TP&#x2009;+&#x2009;TN</td>
<td align="center" valign="middle">105.8</td>
<td align="center" valign="middle">76.1</td>
<td align="center" valign="middle">18.1</td>
<td align="center" valign="middle">123.9 (115&#x2013;131)</td>
</tr>
<tr>
<td align="left" valign="middle">ACC (%)</td>
<td align="center" valign="middle">86.02</td>
<td align="center" valign="middle">61.87</td>
<td align="center" valign="middle">60.33</td>
<td align="center" valign="middle">80.98 (75.16&#x2013;85.62)</td>
</tr>
<tr>
<td align="left" valign="middle">PPV (%)</td>
<td align="center" valign="middle">85.66</td>
<td align="center" valign="middle">60.49</td>
<td align="center" valign="middle">61.00</td>
<td align="center" valign="middle">80.96 (75.00&#x2013;85.92)</td>
</tr>
<tr>
<td align="left" valign="middle">NPV (%)</td>
<td align="center" valign="middle">86.32</td>
<td align="center" valign="middle">62.91</td>
<td align="center" valign="middle">59.80</td>
<td align="center" valign="middle">81.33 (72.34&#x2013;86.30)</td>
</tr>
<tr>
<td align="left" valign="middle" colspan="5">
<bold>(B) DT models</bold>
</td>
</tr>
<tr>
<td align="left" valign="middle">P</td>
<td align="center" valign="middle">58</td>
<td align="center" valign="middle">58</td>
<td align="center" valign="middle">15</td>
<td align="center" valign="middle">73</td>
</tr>
<tr>
<td align="left" valign="middle">TP</td>
<td align="center" valign="middle">48.1</td>
<td align="center" valign="middle">47.0</td>
<td align="center" valign="middle">10.9</td>
<td align="center" valign="middle">59.0 (53&#x2013;62)</td>
</tr>
<tr>
<td align="left" valign="middle">TPR (%)</td>
<td align="center" valign="middle">82.93</td>
<td align="center" valign="middle">81.03</td>
<td align="center" valign="middle">72.67</td>
<td align="center" valign="middle">80.82 (72.60&#x2013;84.93)</td>
</tr>
<tr>
<td align="left" valign="middle">N</td>
<td align="center" valign="middle">65</td>
<td align="center" valign="middle">65</td>
<td align="center" valign="middle">15</td>
<td align="center" valign="middle">80</td>
</tr>
<tr>
<td align="left" valign="middle">TN</td>
<td align="center" valign="middle">54.5</td>
<td align="center" valign="middle">52.6</td>
<td align="center" valign="middle">11.5</td>
<td align="center" valign="middle">66.0 (60&#x2013;71)</td>
</tr>
<tr>
<td align="left" valign="middle">TNR (%)</td>
<td align="center" valign="middle">83.85</td>
<td align="center" valign="middle">80.92</td>
<td align="center" valign="middle">76.67</td>
<td align="center" valign="middle">82.50 (75.00&#x2013;88.75)</td>
</tr>
<tr>
<td align="left" valign="middle">P&#x2009;+&#x2009;N</td>
<td align="center" valign="middle">123</td>
<td align="center" valign="middle">123</td>
<td align="center" valign="middle">30</td>
<td align="center" valign="middle">153</td>
</tr>
<tr>
<td align="left" valign="middle">TP&#x2009;+&#x2009;TN</td>
<td align="center" valign="middle">102.6</td>
<td align="center" valign="middle">99.6</td>
<td align="center" valign="middle">22.4</td>
<td align="center" valign="middle">125.0 (122&#x2013;127)</td>
</tr>
<tr>
<td align="left" valign="middle">ACC (%)</td>
<td align="center" valign="middle">83.41</td>
<td align="center" valign="middle">80.98</td>
<td align="center" valign="middle">74.67</td>
<td align="center" valign="middle">81.70 (79.74&#x2013;83.01)</td>
</tr>
<tr>
<td align="left" valign="middle">PPV (%)</td>
<td align="center" valign="middle">82.45</td>
<td align="center" valign="middle">79.30</td>
<td align="center" valign="middle">76.31</td>
<td align="center" valign="middle">81.07 (75.61&#x2013;85.94)</td>
</tr>
<tr>
<td align="left" valign="middle">NPV (%)</td>
<td align="center" valign="middle">84.83</td>
<td align="center" valign="middle">83.00</td>
<td align="center" valign="middle">73.86</td>
<td align="center" valign="middle">82.66 (78.02&#x2013;85.14)</td>
</tr>
<tr>
<td align="left" valign="middle" colspan="5">
<bold>(C) NB models with selected features from DTs</bold>
</td>
</tr>
<tr>
<td align="left" valign="middle">P</td>
<td align="center" valign="middle">58</td>
<td align="center" valign="middle">58</td>
<td align="center" valign="middle">15</td>
<td align="center" valign="middle">73</td>
</tr>
<tr>
<td align="left" valign="middle">TP</td>
<td align="center" valign="middle">48.7</td>
<td align="center" valign="middle">44.6</td>
<td align="center" valign="middle">11.4</td>
<td align="center" valign="middle">60.1 (56&#x2013;66)</td>
</tr>
<tr>
<td align="left" valign="middle">TPR (%)</td>
<td align="center" valign="middle">83.97</td>
<td align="center" valign="middle">76.90</td>
<td align="center" valign="middle">76.00</td>
<td align="center" valign="middle">82.33 (76.71&#x2013;90.41)</td>
</tr>
<tr>
<td align="left" valign="middle">N</td>
<td align="center" valign="middle">65</td>
<td align="center" valign="middle">65</td>
<td align="center" valign="middle">15</td>
<td align="center" valign="middle">80</td>
</tr>
<tr>
<td align="left" valign="middle">TN</td>
<td align="center" valign="middle">54.3</td>
<td align="center" valign="middle">50.1</td>
<td align="center" valign="middle">11.4</td>
<td align="center" valign="middle">65.7 (61&#x2013;71)</td>
</tr>
<tr>
<td align="left" valign="middle">TNR (%)</td>
<td align="center" valign="middle">83.54</td>
<td align="center" valign="middle">77.08</td>
<td align="center" valign="middle">76.00</td>
<td align="center" valign="middle">82.12 (76.25&#x2013;88.75)</td>
</tr>
<tr>
<td align="left" valign="middle">P&#x2009;+&#x2009;N</td>
<td align="center" valign="middle">123</td>
<td align="center" valign="middle">123</td>
<td align="center" valign="middle">30</td>
<td align="center" valign="middle">153</td>
</tr>
<tr>
<td align="left" valign="middle">TP&#x2009;+&#x2009;TN</td>
<td align="center" valign="middle">103.0</td>
<td align="center" valign="middle">94.7</td>
<td align="center" valign="middle">22.8</td>
<td align="center" valign="middle">125.8 (121&#x2013;132)</td>
</tr>
<tr>
<td align="left" valign="middle">ACC (%)</td>
<td align="center" valign="middle">83.74</td>
<td align="center" valign="middle">76.99</td>
<td align="center" valign="middle">76.00</td>
<td align="center" valign="middle">82.22 (79.08&#x2013;86.27)</td>
</tr>
<tr>
<td align="left" valign="middle">PPV (%)</td>
<td align="center" valign="middle">81.99</td>
<td align="center" valign="middle">74.96</td>
<td align="center" valign="middle">76.00</td>
<td align="center" valign="middle">80.92 (77.21&#x2013;87.71)</td>
</tr>
<tr>
<td align="left" valign="middle">NPV (%)</td>
<td align="center" valign="middle">85.38</td>
<td align="center" valign="middle">78.90</td>
<td align="center" valign="middle">76.00</td>
<td align="center" valign="middle">83.71 (79.27&#x2013;89.71)</td>
</tr>
</tbody>
</table>
<table-wrap-foot>
<p>The same performance and corresponding ranges (in brackets) obtained on the 10 DT models are also provided for the whole dataset.</p>
</table-wrap-foot>
</table-wrap>
<p>To avoid overfitting, when training the DT models, the tree-building process was stopped before it produced leaves with very small samples. This heuristic is known as early stopping, although occasionally it is referred to as pre-pruning. The minimum sample size in terminal nodes was fixed at 6, since this helps to maximize the average accuracy on the 10 models for the leave-one-out set (see <xref rid="fig3" ref-type="fig">Figure 3</xref>). An example of a pre-pruned tree (one of the 10 trained models) is shown in <xref rid="fig1" ref-type="fig">Figure 1</xref>.</p>
<fig position="float" id="fig3">
<label>Figure 3</label>
<caption>
<p>Average number of correct classifications (TP&#x2009;+&#x2009;TN) and accuracy (ACC) on the leave-one-out set with varying minimum sample size on the terminal nodes. The dotted lines indicate the minimum and maximum values obtained in the 10 DT models. The red circle indicates the best accuracy obtained and the corresponding minimum leaf size.</p>
</caption>
<graphic xlink:href="fmed-10-1230733-g003.tif"/>
</fig>
<p><xref rid="tab2" ref-type="table">Table 2B</xref> shows the average performance of the 10 DT models for training, leave-one-out and test data sets. The range of the different indices among the 10 models is also provided for the whole database. With respect to the results obtained on NB models, the DT models showed similar accuracy on the training data with a score of 83.41%, while higher average accuracy, equal to 80.98%, for leave-one-out. Accuracy on test data decreased on average to 74.67%showing also for decision trees a little overfitting. When considering performance on the whole dataset, the averaged accuracy remained high (81.70%). The accuracy in the worst model was still high (79.74%). However, larger deviations were observed for TPR (72.60&#x2013;84.93) and TNR (75.00&#x2013;88.75). In fact, models with low TPR generally report high TNR and vice versa, making accuracy values quite stable.</p>
<p>The reduced overfitting obtained on DT models with respect to NB models could be due, as well as to the pre-pruning stage, also to the capability of DTs to perform a feature selection. <xref rid="fig4" ref-type="fig">Figure 4</xref> shows the relative importance of the most significant features (in order of importance) used by the DT models. In order to easily compare the importance obtained in the different tests, the impurity gain for each feature was normalized by the sum of the impurity gains of all features. The red circle indicates the average normalized importance, while the blue bars indicate the interval obtained among the 10 models.</p>
<fig position="float" id="fig4">
<label>Figure 4</label>
<caption>
<p>Normalized relative importance for each feature averaged among the 10 DT models (red circle) with min-max interval (blue bars).</p>
</caption>
<graphic xlink:href="fmed-10-1230733-g004.tif"/>
</fig>
<p>As can be seen, the most important features were age group and gender. This finding is furthermore supported by the results of univariate analysis shown in <xref rid="fig2" ref-type="fig">Figure 2</xref>.</p>
<p>The genetic feature with the highest importance was the 14-bp insertion/deletion polymorphism of the <italic>HLA-G</italic> gene, already identified as a risk or protection factor in univariate analysis. For the sake of comparison, the results on the NB models by using only the 11 features selected by DTs shown in <xref rid="fig4" ref-type="fig">Figure 4</xref> are reported in <xref rid="tab2" ref-type="table">Table 2C</xref>. As it can be noticed, the performances on the leave-one-out after the feature selection are better than those obtained with the full features dataset and closer to the results obtained by DT models.</p>
<p>In line with current literature, age group and gender were leading predictors for all the considered models. The age group threshold identified by the DTs was 55. <xref rid="tab3" ref-type="table">Table 3</xref> reports the number of <italic>asy/pauci</italic> and <italic>severe</italic> classified cases according to the different age and gender groups. In the database, the <italic>asy/pauci</italic> and <italic>severe</italic> cases were equinumerous (19 <italic>asy/pauci</italic> and 18 <italic>severe</italic>) in the group of women over 55&#x2009;years of age and, therefore, did not provide any information for this group. On the other hand, 40 out of the 49 men older than 55 developed severe symptoms. Among younger patients (age less than 56&#x2009;years), only 2 of the 35 women developed severe symptoms. Thus, young age is in itself a protection factor for women. Among younger men, only 13 out of 32 developed severe symptoms.</p>
<table-wrap position="float" id="tab3">
<label>Table 3</label>
<caption>
<p>Database grouping based on age and gender.</p>
</caption>
<table frame="hsides" rules="groups">
<thead>
<tr>
<th align="left" valign="top">Age group</th>
<th align="center" valign="top">Gender</th>
<th align="center" valign="top">
<italic>Asy/pauci</italic>
</th>
<th align="center" valign="top">Severe</th>
</tr>
</thead>
<tbody>
<tr>
<td align="left" valign="middle" rowspan="2">&#x003E;55</td>
<td align="center" valign="top">F</td>
<td align="center" valign="top">19</td>
<td align="center" valign="top">18</td>
</tr>
<tr>
<td align="center" valign="top">M</td>
<td align="center" valign="top">9</td>
<td align="center" valign="top">40</td>
</tr>
<tr>
<td align="left" valign="middle" rowspan="2">&#x2264;55</td>
<td align="center" valign="top">F</td>
<td align="center" valign="top">33</td>
<td align="center" valign="top">2</td>
</tr>
<tr>
<td align="center" valign="top">M</td>
<td align="center" valign="top">19</td>
<td align="center" valign="top">13</td>
</tr>
</tbody>
</table>
</table-wrap>
<p>After extrapolating the rules leading to classification scores greater than 2/3 on the training set, present in at least three models, the retained rules involved four genetic parameters: presence or absence of the <italic>HLA-G 14-bp Del/Ins</italic> genotype, presence or absence of <italic>KIR2DS5</italic>, presence or absence of 2DS2/HLA-C1 and presence of the KIR telomeric region (Tel A/A). Among older women, addition of the parameter <italic>KIR2DS5</italic> allowed for correct classification in 27 out of 37 cases: 14 out of 19 <italic>asy/pauci</italic> cases and 13 out of 18 <italic>severe</italic> cases. Among older men, after adding presence or absence of the KIR2DS2/HLA-C C1+ functional unit and the KIR telomeric region (Tel A/A), it became possible to correctly classify 42 out of 49 cases: 5 among the 9 <italic>severe</italic> cases and 37 among the 40 <italic>asy/pauci</italic> cases. In the group of younger men, presence or absence of the <italic>HLA-G 14-bp Del/Ins</italic> genotype allowed for the correct classification of 25 out of 32 cases: 9 among the 13 <italic>severe</italic> cases and 16 among the 19 <italic>asy/pauci</italic> cases.</p>
<p><xref rid="fig5" ref-type="fig">Figure 5</xref> illustrates the diagnosis classification scheme. The red and green rectangles represent <italic>severe</italic> and <italic>asy/pauci</italic> classification, respectively. The two numbers in these rectangles indicate the number of <italic>asy/pauci</italic> and <italic>severe</italic> patients falling within each class. Overall, 126 out of 153 cases were correctly classified: 63 of the 80 <italic>asy/pauci</italic> cases and 63 of the 73 <italic>severe</italic> cases. The classification failed for 10 older women (5 <italic>asy/pauci</italic> and 5 <italic>severe</italic>), 7 older men (4 <italic>asy/pauci</italic> and 3 <italic>severe</italic>), 2 <italic>severe</italic> young women and 7 young men (3 <italic>asy/pauci</italic> and 4 <italic>severe</italic>). As shown, for older women, older men and younger men, the additional genetic parameters improved the classification based on age group and gender by about 21.62%, 4.08%, and 20.00%, respectively.</p>
<fig position="float" id="fig5">
<label>Figure 5</label>
<caption>
<p>Classification scheme and results: green and red rectangles represent the <italic>asy/pauci</italic> and <italic>severe</italic> classes respectively; the two numbers are the number of <italic>asy/pauci</italic> and <italic>severe</italic> patients, respectively, falling within the class.</p>
</caption>
<graphic xlink:href="fmed-10-1230733-g005.tif"/>
</fig>
<p>Performance of the two models&#x2014;one based on age group and gender and the other expanded to include genetic parameters&#x2014;is shown in <xref rid="tab4" ref-type="table">Table 4A</xref>. Although the model based on age group and gender has a quite good performance in recognizing actual <italic>asy/pauci</italic> patients, it exhibits a very low ability in recognizing actual <italic>severe</italic> patients. The inclusion of genetic parameters helps to increase the accuracy on the overall dataset by more than 10 % points, thereby consistently increasing the TPR from 54.79% to 80.82%. This property is confirmed by the PPV and NPV. In fact, while the classification based on age group and gender has a low NPV, demonstrating a low ability in identifying <italic>asy/pauci</italic> cases, the proposed expanded model yielded both PPV and NPV above 80%.</p>
<table-wrap position="float" id="tab4">
<label>Table 4</label>
<caption>
<p>Performance on the (A) Alpha variant infected patients and (B) Delta variant infected patient datasets of the two models: one based exclusively on age group and gender and a proposed model expanded to include four relevant genetic parameters.</p>
</caption>
<table frame="hsides" rules="groups">
<thead>
<tr>
<th/>
<th align="center" valign="top" colspan="2">(A) Alpha variant infected patients</th>
<th align="center" valign="top" colspan="2">(B) Delta variant infected patients</th>
</tr>
<tr>
<th/>
<th align="center" valign="top">Age group and gender</th>
<th align="center" valign="top">Proposed model</th>
<th align="center" valign="top">Age group and gender</th>
<th align="center" valign="top">Proposed model</th>
</tr>
</thead>
<tbody>
<tr>
<td align="left" valign="middle">P</td>
<td align="center" valign="middle">73</td>
<td align="center" valign="middle">73</td>
<td align="center" valign="middle">18</td>
<td align="center" valign="middle">18</td>
</tr>
<tr>
<td align="left" valign="middle">TP</td>
<td align="center" valign="middle">40</td>
<td align="center" valign="middle">59</td>
<td align="center" valign="middle">8</td>
<td align="center" valign="middle">14</td>
</tr>
<tr>
<td align="left" valign="middle">TPR (%)</td>
<td align="center" valign="middle">54.79</td>
<td align="center" valign="middle">80.82</td>
<td align="center" valign="middle">44.44</td>
<td align="center" valign="middle">77.78</td>
</tr>
<tr>
<td align="left" valign="middle">N</td>
<td align="center" valign="middle">80</td>
<td align="center" valign="middle">80</td>
<td align="center" valign="middle">24</td>
<td align="center" valign="middle">24</td>
</tr>
<tr>
<td align="left" valign="middle">TN</td>
<td align="center" valign="middle">71</td>
<td align="center" valign="middle">68</td>
<td align="center" valign="middle">22</td>
<td align="center" valign="middle">19</td>
</tr>
<tr>
<td align="left" valign="middle">TNR (%)</td>
<td align="center" valign="middle">88.75</td>
<td align="center" valign="middle">85.00</td>
<td align="center" valign="middle">91.67</td>
<td align="center" valign="middle">79.17</td>
</tr>
<tr>
<td align="left" valign="middle">P&#x2009;+&#x2009;N</td>
<td align="center" valign="middle">153</td>
<td align="center" valign="middle">153</td>
<td align="center" valign="middle">42</td>
<td align="center" valign="middle">42</td>
</tr>
<tr>
<td align="left" valign="middle">TP&#x2009;+&#x2009;TN</td>
<td align="center" valign="middle">111</td>
<td align="center" valign="middle">127</td>
<td align="center" valign="middle">30</td>
<td align="center" valign="middle">33</td>
</tr>
<tr>
<td align="left" valign="middle">ACC (%)</td>
<td align="center" valign="middle">72.55</td>
<td align="center" valign="middle">83.01</td>
<td align="center" valign="middle">71.43</td>
<td align="center" valign="middle">78.57</td>
</tr>
<tr>
<td align="left" valign="middle">PPV (%)</td>
<td align="center" valign="middle">81.63</td>
<td align="center" valign="middle">83.10</td>
<td align="center" valign="middle">80.00</td>
<td align="center" valign="middle">73.68</td>
</tr>
<tr>
<td align="left" valign="middle">NPV (%)</td>
<td align="center" valign="middle">68.27</td>
<td align="center" valign="middle">82.93</td>
<td align="center" valign="middle">68.75</td>
<td align="center" valign="middle">82.61</td>
</tr>
</tbody>
</table>
</table-wrap>
<p>The test on the aging of the prediction model in <xref rid="fig5" ref-type="fig">Figure 5</xref> by means of the 42 patients infected by the Delta variant, lead to 24 (57.14%) patients with severe disease assigned to the <italic>severe</italic> class, and 18 (42.86%) patients, who were either asymptomatic or pauci-symptomatic, assigned to the <italic>asy/pauci</italic> class. Out of the 18 female patients, most of whom were under the age of 55, 77% did not develop severe disease. Out of the remaining 24 male patients, 58.3% developed the severe form of the disease.</p>
<p><xref rid="tab4" ref-type="table">Table 4B</xref> compares the performance of the proposed predictive model to that of the model exclusively based on age group and gender. Although the model based on age group and gender achieved quite good performance in identifying <italic>asy/pauci</italic> patients, it had a very low ability in recognizing severely ill patients. After adding the genetic parameters, accuracy increased by more than 7 % points with a remarkable increase in TPR from 44.44% to 77.78%. Moreover, TNR% yielded a value greater than 79%. It should be noted that the proposed model also yielded quite good values for PPV and NPV. The latter reached a value of about 83% thereby providing us with a high degree of confidence that, in case of negative predicted value, the tested patient will not develop the severe form of the disease even if he/she has been infected by the Delta variant virus. It is worth noting that PPV and NPV are closely related to the prevalence, and thus should be carefully evaluated during screening stages. The comparison with the numbers in <xref rid="tab4" ref-type="table">Table 4A</xref> confirms the conclusions made when referring to the datasets of patients infected by the Alpha variant, thereby showing a limited aging effect; all the performance indices decreased but still remained well above the 70% threshold.</p>
</sec>
<sec sec-type="discussions" id="sec10">
<label>4.</label>
<title>Discussion</title>
<p>Medicine is one of the main sectors in which the use of AI has been successfully applied, not only achieving improvement in diagnostic strategies but also enabling more specific and targeted therapies that in future will allow for increasingly &#x201C;personalized&#x201D; medicine. The application of AI embraces a variety of medical fields that range from the digitalization of diagnostic imaging and the replacement of paper files with digital reporting to the development of biotechnologies associated to &#x201C;omics&#x201D; sciences, all of which have led to a true explosion of the so-called Internet of Medical Things (IoMT). IoMT is focused on healthcare and is an extended and more specific version of the Internet of Things (IoT) (<xref ref-type="bibr" rid="ref40 ref41 ref42">40&#x2013;42</xref>). Combined to point-of-care diagnosis, it could be used within the current crisis to develop a digital healthcare platform capable of administering proper care to COVID-19 patients at home as well as to provide government and healthcare organizations with a comprehensive disease management database (<xref ref-type="bibr" rid="ref43">43</xref>).</p>
<p>On the topic of prediction of mortality risk and severity, several works have been published. The aim of the first line of research was to assess the mortality risk, i.e., to determine patients with the highest risk of dying from COVID 19 using clinical, demographic and radiological data on admission to the hospital from the electronic medical records (<xref ref-type="bibr" rid="ref44 ref45 ref46 ref47 ref48">44&#x2013;48</xref>). Each study selected various biomarkers that can predict the mortality, e.g., age, male gender, white blood cell, comorbidity profile of the patient such as diabetes mellitus, respiratory distress, coronary artery disease, and others.</p>
<p>The second line of research aforementioned, focused on the assessment of the severity risk, i.e., the development of a ML model based on clinical, radiological and laboratory characteristic to predict, on the basis of the patients outcome, the severity of the disease (<xref ref-type="bibr" rid="ref49 ref50 ref51 ref52 ref53">49&#x2013;53</xref>). Male gender, obesity, smoking, cerebrovascular disease, chronic liver disease, etc., were clinical determinants of Covid-19 severity. The study in Toraih et al. (<xref ref-type="bibr" rid="ref54">54</xref>) explored pre-existing cardiovascular diseases as a risk factor of a severe form of COVID 19. This study suggested that, beyond the well-known pulmonary complications, high severity and mortality rates are closely related to viral myocarditis, myocardial damage, microangiopathy, and acute coronary syndromes. The conclusion of this study was that elevated cardiac injury biomarkers may improve the identification of patients with high risk of mortality and severity. In de Freitas et al. (<xref ref-type="bibr" rid="ref55">55</xref>)&#x2019;, the main symptoms, signs and demographic data that were most often associated to the hospitalization in patients with respiratory problems, have been defined by means of a ML model. In Sun et al. (<xref ref-type="bibr" rid="ref56">56</xref>), researchers employed a Support Vector Machine (SVM) model where input data are associated with the clinical course of COVID-19. The results showed that a four-feature combination of GSH, CD3 ratio, total protein and age resulted in an Area Under Receiving Operating Curve (AUROC) of 0.9996 and 0.9757 in the training and testing datasets, respectively. Kaplan&#x2013;Meier survival and cox-multivariate regression analyses confirmed the ability of the model to individuate severe cases using the selected clinical parameters. Moreover, after evaluating 253 clinical blood samples from the city of Wuhan in China, a group of researchers found 11 key relevant indices (total bilirubin, creatine kinase isoenzyme, glucose, creatinine, kalium, lactate dehydrogenase, platelet distribution width, calcium, basophil, total protein, and magnesium) which can detect, with an overall specificity and sensitivity of 95.95 and 96.97%, respectively, COVID 19 infected patients (<xref ref-type="bibr" rid="ref57">57</xref>).</p>
<p>In general, most of these algorithms couple demographic parameters such as the sex and age of the patients to simple clinical and laboratory parameters such as blood group, transaminase, bilirubin, creatinine, number of platelets, etc. Some other studies have included more sophisticated laboratory markers: the dosage of cytokines, chemokines, the structure of lymphocyte subpopulations and various genetic factors including mutations in coagulation genes (<xref ref-type="bibr" rid="ref58">58</xref>, <xref ref-type="bibr" rid="ref59">59</xref>). In Yasar et al. (<xref ref-type="bibr" rid="ref60">60</xref>), three COVID-19 positive patient groups (mild, severe, and critical) and a control group have been classified based on the blood protein profiling.</p>
<p>Among all ML methods, Logistic Regression, SVM, Random Forest (RF) and Gradient Boosting Decision Trees were the most used. Particularly, the best possible results may be achieved by the gradient boosting models, RF and NNs.</p>
<p>Additionally, machine learning models tuned by metaheuristic algorithms like Genetic Algorithms and Particle Swarm Optimization have gained popularity due to their ability to find near-optimal solutions in complex problem domains.</p>
<p>In the context of COVID-19, metaheuristic frameworks that combine the Generalized Boltzmann distribution and orthogonal Jacobi polynomials have been successfully employed to analyze the spread of the virus (<xref ref-type="bibr" rid="ref61">61</xref>). These metaheuristic approaches have also found applications in other critical areas, such as the monitoring and management of COVID-19 patients. By leveraging the Internet of Things (IoT), real-time monitoring of COVID-19 patients could be achieved through wearable devices, enabling automatic alerts to mitigate risk factors (<xref ref-type="bibr" rid="ref62">62</xref>).</p>
<p>Throughout the pandemic, millions of people with or without symptoms have been isolated at home, waiting for the evolution of the infection either toward recovery or worsening of the clinical symptoms. This has often led to delays in hospitalization and the administration of timely and effective treatment (<xref ref-type="bibr" rid="ref63">63</xref>). Indeed, early treatment of patients at a greater risk of developing the more severe forms of the disease is fundamental to the healing process and reduces the incidence of patients admitted to intensive care and the overall mortality rate (<xref ref-type="bibr" rid="ref64">64</xref>).</p>
<p>AI algorithms have been widely used to predict the clinical evolution of SARS-CoV-2 infection. These algorithms have a high accuracy and ability to discriminate severe cases. However, an intrinsic limitation is represented by the fact that the laboratory and instrumental parameters on which these tools are based are altered by the interaction of the organism with the virus. This limits their predictive ability in the early stages of infection, when it is more important to be able to predict the evolution of the disease toward severe forms in order to ensure timely and appropriate treatment strategies.</p>
<p>The antiviral Paxlovid (Pfizer Inc.) for COVID-19 appear promising for treating COVID-19 in the early stages and seem to be particularly indicated for adults with mild to moderate disease and at risk of developing a more severe disease course (<xref ref-type="bibr" rid="ref65">65</xref>). Therefore, it becomes even more important to identify individuals who are at a high risk of experiencing severe illness and hospitalization.</p>
<p>Unlike previous algorithms described in the literature, the proposed algorithm is based on demographic and epidemiologic data as well as the specific immunogenetic characteristics of each individual which are totally unrelated to the humoral and tissue changes generated during the viral infection.</p>
<p>This approach, which has a TPR and TNR of around 80%, allows us to identify &#x201C;<italic>a priori</italic>&#x201D; subjects at high risk of developing the severe clinical manifestations of COVID-19 should they become infected with SARS-CoV-2. Despite the limited number of cases used for AI training, the extremely high predictive ability of the model supports the reliability and effectiveness of the proposed algorithm.</p>
<p>The high ability to discriminate subjects at high risk of developing the severe and potentially lethal forms of COVID-19, both before and in the early stages of SARS-CoV-2 infection, makes this particular algorithm an interesting system for use in clinical practice. Another problem that needs to be addressed is that even fully vaccinated individuals do not always mount an appropriate immune response when challenged with the virus and in some cases may require booster shots to ensure adequate protection. The proposed algorithm might be capable of individuating these cases and could perhaps help researchers upgrade therapies as well as the trained immunity currently offered by COVID-19 vaccines.</p>
<p>The main limitation of this study lies in the relatively small number of subjects examined, as well as the focus on only two variants [B.1.1.7 (Alpha) and B.1.617.1 (Delta)]. Therefore, the high predictive capabilities of the proposed AI algorithm need to be validated on larger and more diverse cohorts. Furthermore, the use of these approaches is currently hindered by the challenge of regularly collecting immunogenetic variables in non-hospitalized patients, thus limiting its application beyond hospital settings. However, it is important to acknowledge the growing trend of integrating genomic information into routine clinical practice. Technological advancements and decreasing costs of genomic sequencing are making complete genomic profiling of individuals at birth increasingly feasible and potentially commonplace. As genomic medicine progresses, the availability and integration of immunogenetic variables in clinical settings are expected to improve, creating new opportunities for the broader application of AI algorithms in healthcare.</p>
<p>However, the algorithm can be significantly simplified by reducing the number of immunogenetic markers to only four genetic parameters strongly associated with a more severe disease course: absence of the <italic>KIR2DS2</italic> gene alone or in combination with <italic>HLA-C</italic> alleles of the C1 group (KIR2DS2/HLA-C C1+), presence of the 14-bp polymorphism (<italic>Ins/Del</italic>) of the <italic>HLA-G</italic> gene, absence of the <italic>KIR2DS5</italic> gene and absence of the <italic>KIR</italic> telomeric region A/A (Tel A/A).</p>
<p>These four genetic markers made it possible to identify with certainty about 80% (TPR) of all patients who developed the severe form of COVID-19 whereas the use of sex and age alone only identified half of those at risk of developing severe SARS-CoV-2 infection.</p>
<p>It is interesting to note that the proposed algorithm resulted to be effective in discriminating against severe forms of COVID19 infection independent of whether the patients had been infected by the Alpha variant and the more common and widespread Delta variant. It can therefore be assumed that its application would also be effective in the case of newly emerging Omicron variants.</p>
<p>In synthesis, all subjects who test positive by a nasopharyngeal swab can quickly be classified in a low or high-risk range. Those at high risk can receive early treatment with the anti-COVID19 drugs such as the oral antiviral drug Molnupiravir (<xref ref-type="bibr" rid="ref66">66</xref>) and/or passive immunotherapy based on the use of anti-spike monoclonal antibodies which has shown to yield the best results when administered in the initial stages of infection (<xref ref-type="bibr" rid="ref63">63</xref>, <xref ref-type="bibr" rid="ref67">67</xref>).</p>
<p>The proposed algorithm could be made user-friendly by creating a rapid antigen test to analyze the four most relevant genetic markers either at home or in the clinic. The algorithm can be inserted into an application for iOS or Android to facilitate its use even in an out-of-hospital setting. This would allow for early treatment of patients at high risk of developing severe disease with the newly emerging but highly expensive drugs.</p>
<p>However, considering that it is extremely difficult to develop high quality clinical prediction models that are beneficial to patients and providers in the different areas of healthcare (<xref ref-type="bibr" rid="ref22">22</xref>), the proposed algorithm will need to undergo scrupulous validation on large cohorts before it can be recommended for widespread use in routine clinical practice.</p>
<p>Overall, the algorithm tested in this pilot study is extremely reliable and combines clinical and demographic features with some simple immunogenetic markers associated with the more severe forms of COVID-19. With appropriate modifications, the proposed approach could represent a starting point for the creation of other algorithms applicable to a wide spectrum of viral infections.</p>
</sec>
<sec sec-type="conclusions" id="sec11">
<label>5.</label>
<title>Conclusion</title>
<p>In conclusion, the application of artificial intelligence (AI) in the field of medicine, particularly in the context of the COVID-19 pandemic, has shown great potential for improving diagnostic strategies and enabling personalized medicine. The use of AI algorithms has facilitated the prediction of clinical evolution and identification of individuals at high risk of developing severe forms of COVID-19. While existing AI algorithms primarily rely on laboratory and instrumental parameters that are influenced by the interaction between the virus and the organism, the proposed algorithm takes into account demographic, epidemiologic, and specific immunogenetic characteristics. This unique approach has demonstrated a high accuracy in identifying individuals at high risk of severe clinical manifestations of COVID-19, even in the early stages of infection. Furthermore, the algorithm&#x2019;s ability to discriminate between severe and mild/moderate cases of COVID-19 is independent of the viral variants, including the Alpha and Delta variants, suggesting its potential effectiveness against variants and viruses with the same characteristics. To simplify the implementation of the algorithm in clinical practice, it is proposed to reduce the number of immunogenetic markers to four genetic parameters strongly associated with a more severe disease course. This would make it feasible to determine the risk level of patients using a rapid antigen test in a user-friendly manner, either at home or in a clinic setting. However, before widespread implementation, the algorithm requires rigorous validation on large cohorts to ensure its reliability and effectiveness. Additionally, the integration of the algorithm into a digital healthcare platform, along with the administration of early treatment using antiviral drugs and passive immunotherapy, could significantly improve disease management and reduce the incidence of severe cases and overall mortality rate. In conclusion, the present study demonstrates the potential of AI algorithms, combined with demographic, epidemiologic, and immunogenetic data, in identifying individuals at high risk of severe COVID-19 and facilitating early treatment. This approach could serve as a foundation for the development of similar algorithms for various viral infections, highlighting the broader applications of AI in healthcare.</p>
</sec>
<sec sec-type="data-availability" id="sec12">
<title>Data availability statement</title>
<p>The datasets presented in this study can be found in online repositories. The names of the repository/repositories and accession number(s) can be found at: <ext-link xlink:href="https://www.ncbi.nlm.nih.gov/bioproject/PRJNA904643" ext-link-type="uri">https://www.ncbi.nlm.nih.gov/bioproject/PRJNA904643</ext-link>.</p>
</sec>
<sec id="sec13">
<title>Ethics statement</title>
<p>The studies involving human participants were reviewed and approved by Ethics Committee of the Cagliari University Hospital; date of approval: 27 May 2020; protocol number GT/2020/10894. The patients/participants provided their written informed consent to participate in this study.</p>
</sec>
<sec id="sec14">
<title>Author contributions</title>
<p>All authors listed have made a substantial, direct, and intellectual contribution to the work and approved it for publication.</p>
</sec>
<sec sec-type="funding-information" id="sec15">
<title>Funding</title>
<p>This study was partially funded by the Italian Ministry of University and Research, PNRR, mission 4, component 2, investment 1.3 (Partenariati estesi alle universit&#x00E0;, ai centri di ricerca, alle aziende per il finanziamento di progetti di ricerca di base), title HEAL ITALIA, project number PE00000019, CUP: F53C22000750006 (AP, University of Cagliari). This research was supported by &#x201C;Fondazione di Sardegna,&#x201D; grant no. 2023.0160 to the non-profit organization &#x201C;Associazione per l&#x2019;Avanzamento della Ricerca per i Trapianti (AART-ODV)&#x201D;.</p>
</sec>
<sec sec-type="COI-statement" id="sec16">
<title>Conflict of interest</title>
<p>BeC was employed by BithiaTec Technologies.</p>
<p>The remaining authors declare that the research was conducted in the absence of any commercial or financial relationships that could be construed as a potential conflict of interest.</p>
</sec>
<sec id="sec27" sec-type="disclaimer">
<title>Publisher&#x2019;s note</title>
<p>All claims expressed in this article are solely those of the authors and do not necessarily represent those of their affiliated organizations, or those of the publisher, the editors and the reviewers. Any product that may be evaluated in this article, or claim that may be made by its manufacturer, is not guaranteed or endorsed by the publisher.</p>
</sec>
</body>
<back>
<ack>
<p>We are grateful to the &#x201C;Fondazione di Sardegna&#x201D; and &#x201C;Associazione per l&#x2019;Avanzamento della Ricerca per i Trapianti (AART-ODV)&#x201D; for their support to this study. We also wish to thank Anna Maria Koopmans for professional writing assistance.</p>
</ack>
<ref-list>
<title>References</title>
<ref id="ref1"><label>1.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Hudakova</surname><given-names>N</given-names></name> <name><surname>Hricikova</surname><given-names>S</given-names></name> <name><surname>Kulkarni</surname><given-names>A</given-names></name> <name><surname>Bhide</surname><given-names>M</given-names></name> <name><surname>Kontsekova</surname><given-names>E</given-names></name> <name><surname>Cizkova</surname><given-names>D</given-names></name></person-group>. <article-title>Fundamental and advanced therapies, vaccine development against SARS-CoV-2</article-title>. <source>Pathogens</source>. (<year>2021</year>) <volume>10</volume>:<fpage>636</fpage>. doi: <pub-id pub-id-type="doi">10.3390/pathogens10060636</pub-id>, PMID: <pub-id pub-id-type="pmid">34064300</pub-id></citation></ref>
<ref id="ref2"><label>2.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Supasa</surname><given-names>P</given-names></name> <name><surname>Zhou</surname><given-names>D</given-names></name> <name><surname>Dejnirattisai</surname><given-names>W</given-names></name> <name><surname>Liu</surname><given-names>C</given-names></name> <name><surname>Mentzer</surname><given-names>AJ</given-names></name> <name><surname>Ginn</surname><given-names>HM</given-names></name> <etal/></person-group>. <article-title>Reduced neutralization of SARS-CoV-2 B.1.1.7 variant by convalescent and vaccine sera</article-title>. <source>Cells</source>. (<year>2021</year>) <volume>184</volume>:<fpage>2201</fpage>&#x2013;<lpage>2211.e7</lpage>. doi: <pub-id pub-id-type="doi">10.1016/j.cell.2021.02.033</pub-id>, PMID: <pub-id pub-id-type="pmid">33743891</pub-id></citation></ref>
<ref id="ref3"><label>3.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Groff</surname><given-names>D</given-names></name> <name><surname>Sun</surname><given-names>A</given-names></name> <name><surname>Ssentongo</surname><given-names>AE</given-names></name> <name><surname>Ba</surname><given-names>DM</given-names></name> <name><surname>Parsons</surname><given-names>N</given-names></name> <name><surname>Poudel</surname><given-names>GR</given-names></name> <etal/></person-group>. <article-title>Short-term and long-term rates of Postacute sequelae of SARS-CoV-2 infection: a systematic review</article-title>. <source>JAMA Netw Open</source>. (<year>2021</year>) <volume>4</volume>:<fpage>e2128568</fpage>. doi: <pub-id pub-id-type="doi">10.1001/jamanetworkopen.2021.28568</pub-id>, PMID: <pub-id pub-id-type="pmid">34643720</pub-id></citation></ref>
<ref id="ref4"><label>4.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Carsetti</surname><given-names>R</given-names></name> <name><surname>Zaffina</surname><given-names>S</given-names></name> <name><surname>Piano Mortari</surname><given-names>E</given-names></name> <name><surname>Terreri</surname><given-names>S</given-names></name> <name><surname>Corrente</surname><given-names>F</given-names></name> <name><surname>Capponi</surname><given-names>C</given-names></name> <etal/></person-group>. <article-title>Different innate and adaptive immune responses to SARS-CoV-2 infection of asymptomatic, mild, and severe cases</article-title>. <source>Front Immunol</source>. (<year>2020</year>) <volume>11</volume>:<fpage>610300</fpage>. doi: <pub-id pub-id-type="doi">10.3389/fimmu.2020.610300</pub-id>, PMID: <pub-id pub-id-type="pmid">33391280</pub-id></citation></ref>
<ref id="ref5"><label>5.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Mangalmurti</surname><given-names>N</given-names></name> <name><surname>Hunter</surname><given-names>CA</given-names></name></person-group>. <article-title>Cytokine storms: understanding COVID-19</article-title>. <source>Immunity</source>. (<year>2020</year>) <volume>53</volume>:<fpage>19</fpage>&#x2013;<lpage>25</lpage>. doi: <pub-id pub-id-type="doi">10.1016/j.immuni.2020.06.017</pub-id>, PMID: <pub-id pub-id-type="pmid">32610079</pub-id></citation></ref>
<ref id="ref6"><label>6.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Kikkert</surname><given-names>M</given-names></name></person-group>. <article-title>Innate immune evasion by human respiratory RNA viruses</article-title>. <source>J Innate Immun</source>. (<year>2020</year>) <volume>12</volume>:<fpage>4</fpage>&#x2013;<lpage>20</lpage>. doi: <pub-id pub-id-type="doi">10.1159/000503030</pub-id>, PMID: <pub-id pub-id-type="pmid">31610541</pub-id></citation></ref>
<ref id="ref7"><label>7.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Zhang</surname><given-names>Y</given-names></name> <name><surname>Li</surname><given-names>B</given-names></name> <name><surname>Ning</surname><given-names>B</given-names></name></person-group>. <article-title>The comparative immunological characteristics of SARS-CoV, MERS-CoV, and SARS-CoV-2 coronavirus infections</article-title>. <source>Front Immunol</source>. (<year>2020</year>) <volume>11</volume>:<fpage>2033</fpage>. doi: <pub-id pub-id-type="doi">10.3389/fimmu.2020.02033</pub-id>, PMID: <pub-id pub-id-type="pmid">32922406</pub-id></citation></ref>
<ref id="ref8"><label>8.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Zan</surname><given-names>A</given-names></name> <name><surname>Xie</surname><given-names>ZR</given-names></name> <name><surname>Hsu</surname><given-names>YC</given-names></name> <name><surname>Chen</surname><given-names>YH</given-names></name> <name><surname>Lin</surname><given-names>TH</given-names></name> <name><surname>Chang</surname><given-names>YS</given-names></name> <etal/></person-group>. <article-title>DeepFlu: a deep learning approach for forecasting symptomatic influenza a infection based on pre-exposure gene expression</article-title>. <source>Comput Methods Prog Biomed</source>. (<year>2022</year>) <volume>213</volume>:<fpage>106495</fpage>. doi: <pub-id pub-id-type="doi">10.1016/j.cmpb.2021.106495</pub-id>, PMID: <pub-id pub-id-type="pmid">34798406</pub-id></citation></ref>
<ref id="ref9"><label>9.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Pijls</surname><given-names>BG</given-names></name> <name><surname>Jolani</surname><given-names>S</given-names></name> <name><surname>Atherley</surname><given-names>A</given-names></name> <name><surname>Derckx</surname><given-names>RT</given-names></name> <name><surname>Dijkstra</surname><given-names>JIR</given-names></name> <name><surname>Franssen</surname><given-names>GHL</given-names></name> <etal/></person-group>. <article-title>Demographic risk factors for COVID-19 infection, severity, ICU admission and death: a meta-analysis of 59 studies</article-title>. <source>BMJ Open</source>. (<year>2021</year>) <volume>11</volume>:<fpage>e044640</fpage>. doi: <pub-id pub-id-type="doi">10.1136/bmjopen-2020-044640</pub-id>, PMID: <pub-id pub-id-type="pmid">33431495</pub-id></citation></ref>
<ref id="ref10"><label>10.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Menni</surname><given-names>C</given-names></name> <name><surname>Valdes</surname><given-names>AM</given-names></name> <name><surname>Freidin</surname><given-names>MB</given-names></name> <name><surname>Sudre</surname><given-names>CH</given-names></name> <name><surname>Nguyen</surname><given-names>LH</given-names></name> <name><surname>Drew</surname><given-names>DA</given-names></name> <etal/></person-group>. <article-title>Real-time tracking of self-reported symptoms to predict potential COVID-19</article-title>. <source>Nat Med</source>. (<year>2020</year>) <volume>26</volume>:<fpage>1037</fpage>&#x2013;<lpage>40</lpage>. doi: <pub-id pub-id-type="doi">10.1038/s41591-020-0916-2</pub-id>, PMID: <pub-id pub-id-type="pmid">32393804</pub-id></citation></ref>
<ref id="ref11"><label>11.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Melis</surname><given-names>M</given-names></name> <name><surname>Littera</surname><given-names>R</given-names></name></person-group>. <article-title>Undetected infectives in the Covid-19 pandemic</article-title>. <source>Int J Infect Dis</source>. (<year>2021</year>) <volume>104</volume>:<fpage>262</fpage>&#x2013;<lpage>8</lpage>. doi: <pub-id pub-id-type="doi">10.1016/j.ijid.2021.01.010</pub-id>, PMID: <pub-id pub-id-type="pmid">33434673</pub-id></citation></ref>
<ref id="ref12"><label>12.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Ozturk</surname><given-names>T</given-names></name> <name><surname>Talo</surname><given-names>M</given-names></name> <name><surname>Yildirim</surname><given-names>EA</given-names></name> <name><surname>Baloglu</surname><given-names>UB</given-names></name> <name><surname>Yildirim</surname><given-names>O</given-names></name> <name><surname>Rajendra Acharya</surname><given-names>U</given-names></name></person-group>. <article-title>Automated detection of COVID-19 cases using deep neural networks with X-ray images</article-title>. <source>Comput Biol Med</source>. (<year>2020</year>) <volume>121</volume>:<fpage>103792</fpage>. doi: <pub-id pub-id-type="doi">10.1016/j.compbiomed.2020.103792</pub-id>, PMID: <pub-id pub-id-type="pmid">32568675</pub-id></citation></ref>
<ref id="ref13"><label>13.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Sperrin</surname><given-names>M</given-names></name> <name><surname>Grant</surname><given-names>SW</given-names></name> <name><surname>Peek</surname><given-names>N</given-names></name></person-group>. <article-title>Prediction models for diagnosis and prognosis in Covid-19</article-title>. <source>BMJ</source>. (<year>2020</year>):<fpage>m1464</fpage>. doi: <pub-id pub-id-type="doi">10.1136/bmj.m1464</pub-id></citation></ref>
<ref id="ref14"><label>14.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Keshavarzi Arshadi</surname><given-names>A</given-names></name> <name><surname>Webb</surname><given-names>J</given-names></name> <name><surname>Salem</surname><given-names>M</given-names></name> <name><surname>Cruz</surname><given-names>E</given-names></name> <name><surname>Calad-Thomson</surname><given-names>S</given-names></name> <name><surname>Ghadirian</surname><given-names>N</given-names></name> <etal/></person-group>. <article-title>Artificial intelligence for COVID-19 drug discovery and vaccine development</article-title>. <source>Front Artif Intell</source>. (<year>2020</year>) <volume>3</volume>:<fpage>65</fpage>. doi: <pub-id pub-id-type="doi">10.3389/frai.2020.00065</pub-id>, PMID: <pub-id pub-id-type="pmid">33733182</pub-id></citation></ref>
<ref id="ref15"><label>15.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Shahroz</surname><given-names>M</given-names></name> <name><surname>Ahmad</surname><given-names>F</given-names></name> <name><surname>Younis</surname><given-names>MS</given-names></name> <name><surname>Ahmad</surname><given-names>N</given-names></name> <name><surname>Kamel Boulos</surname><given-names>MN</given-names></name> <name><surname>Vinuesa</surname><given-names>R</given-names></name> <etal/></person-group>. <article-title>COVID-19 digital contact tracing applications and techniques: a review post initial deployments</article-title>. <source>Transp Eng Aust</source>. (<year>2021</year>) <volume>5</volume>:<fpage>100072</fpage>. doi: <pub-id pub-id-type="doi">10.1016/j.treng.2021.100072</pub-id></citation></ref>
<ref id="ref16"><label>16.</label><citation citation-type="book"><person-group person-group-type="author"><name><surname>Kamalov</surname><given-names>F</given-names></name> <name><surname>Cherukuri</surname><given-names>AK</given-names></name> <name><surname>Sulieman</surname><given-names>H</given-names></name> <name><surname>Thabtah</surname><given-names>F</given-names></name> <name><surname>Hossain</surname><given-names>A</given-names></name></person-group>. <article-title>Machine learning applications for COVID-19: a state-of-the-art review</article-title> In:. <source>Data science for genomics</source>: <publisher-name>Elsevier, arXiv</publisher-name> (<year>2023</year>). <fpage>277</fpage>&#x2013;<lpage>89</lpage>.</citation></ref>
<ref id="ref17"><label>17.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Kamalov</surname><given-names>F</given-names></name> <name><surname>Rajab</surname><given-names>K</given-names></name> <name><surname>Cherukuri</surname><given-names>AK</given-names></name> <name><surname>Elnagar</surname><given-names>A</given-names></name> <name><surname>Safaraliev</surname><given-names>M</given-names></name></person-group>. <article-title>Deep learning for Covid-19 forecasting: state-of-the-art review</article-title>. <source>Neurocomputing</source>. (<year>2022</year>) <volume>511</volume>:<fpage>142</fpage>&#x2013;<lpage>54</lpage>. doi: <pub-id pub-id-type="doi">10.1016/j.neucom.2022.09.005</pub-id>, PMID: <pub-id pub-id-type="pmid">36097509</pub-id></citation></ref>
<ref id="ref18"><label>18.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Chadaga</surname><given-names>K</given-names></name> <name><surname>Prabhu</surname><given-names>S</given-names></name> <name><surname>Vivekananda</surname><given-names>BK</given-names></name> <name><surname>Niranjana</surname><given-names>S</given-names></name> <name><surname>Umakanth</surname><given-names>S</given-names></name></person-group>. <article-title>Battling COVID-19 using machine learning: a review</article-title>. <source>Cogent Eng</source>. (<year>2021</year>) <volume>8</volume>:<fpage>1958666</fpage>. doi: <pub-id pub-id-type="doi">10.1080/23311916.2021.1958666</pub-id></citation></ref>
<ref id="ref19"><label>19.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Alballa</surname><given-names>N</given-names></name> <name><surname>Al-Turaiki</surname><given-names>I</given-names></name></person-group>. <article-title>Machine learning approaches in COVID-19 diagnosis, mortality, and severity risk prediction: a review</article-title>. <source>Inform Med Unlocked</source>. (<year>2021</year>) <volume>24</volume>:<fpage>100564</fpage>. doi: <pub-id pub-id-type="doi">10.1016/j.imu.2021.100564</pub-id>, PMID: <pub-id pub-id-type="pmid">33842685</pub-id></citation></ref>
<ref id="ref20"><label>20.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Aslani</surname><given-names>S</given-names></name> <name><surname>Jacob</surname><given-names>J</given-names></name></person-group>. <article-title>Utilisation of deep learning for COVID-19 diagnosis</article-title>. <source>Clin Radiol</source>. (<year>2023</year>) <volume>78</volume>:<fpage>150</fpage>&#x2013;<lpage>7</lpage>. doi: <pub-id pub-id-type="doi">10.1016/j.crad.2022.11.006</pub-id>, PMID: <pub-id pub-id-type="pmid">36639173</pub-id></citation></ref>
<ref id="ref21"><label>21.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Paul</surname><given-names>SG</given-names></name> <name><surname>Saha</surname><given-names>A</given-names></name> <name><surname>Biswas</surname><given-names>AA</given-names></name> <name><surname>Zulfiker</surname><given-names>MS</given-names></name> <name><surname>Arefin</surname><given-names>MS</given-names></name> <name><surname>Rahman</surname><given-names>MM</given-names></name> <etal/></person-group>. <article-title>Combating Covid-19 using machine learning and deep learning: applications, challenges, and future perspectives</article-title>. <source>Array</source>. (<year>2023</year>) <volume>17</volume>:<fpage>100271</fpage>. doi: <pub-id pub-id-type="doi">10.1016/j.array.2022.100271</pub-id>, PMID: <pub-id pub-id-type="pmid">36530931</pub-id></citation></ref>
<ref id="ref22"><label>22.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Wynants</surname><given-names>L</given-names></name> <name><surname>van Calster</surname><given-names>B</given-names></name> <name><surname>Collins</surname><given-names>GS</given-names></name> <name><surname>Riley</surname><given-names>RD</given-names></name> <name><surname>Heinze</surname><given-names>G</given-names></name> <name><surname>Schuit</surname><given-names>E</given-names></name> <etal/></person-group>. <article-title>Prediction models for diagnosis and prognosis of covid-19: systematic review and critical appraisal</article-title>. <source>BMJ</source>. (<year>2020</year>) <volume>369</volume>:<fpage>m1328</fpage>. doi: <pub-id pub-id-type="doi">10.1136/bmj.m1328</pub-id>, PMID: <pub-id pub-id-type="pmid">32265220</pub-id></citation></ref>
<ref id="ref23"><label>23.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Perumal</surname><given-names>V</given-names></name> <name><surname>Narayanan</surname><given-names>V</given-names></name> <name><surname>Rajasekar</surname><given-names>SJS</given-names></name></person-group>. <article-title>Prediction of COVID criticality score with laboratory, clinical and CT images using hybrid regression models</article-title>. <source>Comput Methods Prog Biomed</source>. (<year>2021</year>) <volume>209</volume>:<fpage>106336</fpage>. doi: <pub-id pub-id-type="doi">10.1016/j.cmpb.2021.106336</pub-id>, PMID: <pub-id pub-id-type="pmid">34403841</pub-id></citation></ref>
<ref id="ref24"><label>24.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Mocci</surname><given-names>S</given-names></name> <name><surname>Littera</surname><given-names>R</given-names></name> <name><surname>Chessa</surname><given-names>L</given-names></name> <name><surname>Campagna</surname><given-names>M</given-names></name> <name><surname>Melis</surname><given-names>M</given-names></name> <name><surname>Ottelio</surname><given-names>CM</given-names></name> <etal/></person-group>. <article-title>A review of the main genetic factors influencing the course of COVID-19 in Sardinia: the role of human leukocyte antigen-G</article-title>. <source>Front Immunol</source>. (<year>2023</year>) <volume>14</volume>:<fpage>1138559</fpage>. doi: <pub-id pub-id-type="doi">10.3389/fimmu.2023.1138559</pub-id>, PMID: <pub-id pub-id-type="pmid">37342325</pub-id></citation></ref>
<ref id="ref25"><label>25.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Littera</surname><given-names>R</given-names></name> <name><surname>Campagna</surname><given-names>M</given-names></name> <name><surname>Deidda</surname><given-names>S</given-names></name> <name><surname>Angioni</surname><given-names>G</given-names></name> <name><surname>Cipri</surname><given-names>S</given-names></name> <name><surname>Melis</surname><given-names>M</given-names></name> <etal/></person-group>. <article-title>Human leukocyte antigen complex and other Immunogenetic and clinical factors influence susceptibility or protection to SARS-CoV-2 infection and severity of the disease course. The Sardinian experience</article-title>. <source>Front Immunol</source>. (<year>2020</year>) <volume>11</volume>:<fpage>605688</fpage>. doi: <pub-id pub-id-type="doi">10.3389/fimmu.2020.605688</pub-id>, PMID: <pub-id pub-id-type="pmid">33343579</pub-id></citation></ref>
<ref id="ref26"><label>26.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Amodio</surname><given-names>G</given-names></name> <name><surname>Gregori</surname><given-names>S</given-names></name></person-group>. <article-title>HLA-G genotype/expression/disease association studies: success, hurdles, and perspectives</article-title>. <source>Front Immunol</source>. (<year>2020</year>) <volume>11</volume>:<fpage>1178</fpage>. doi: <pub-id pub-id-type="doi">10.3389/fimmu.2020.01178</pub-id>, PMID: <pub-id pub-id-type="pmid">32733439</pub-id></citation></ref>
<ref id="ref27"><label>27.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Littera</surname><given-names>R</given-names></name> <name><surname>Chessa</surname><given-names>L</given-names></name> <name><surname>Deidda</surname><given-names>S</given-names></name> <name><surname>Angioni</surname><given-names>G</given-names></name> <name><surname>Campagna</surname><given-names>M</given-names></name> <name><surname>Lai</surname><given-names>S</given-names></name> <etal/></person-group>. <article-title>Natural killer-cell immunoglobulin-like receptors trigger differences in immune response to SARS-CoV-2 infection</article-title>. <source>PLoS One</source>. (<year>2021</year>) <volume>16</volume>:<fpage>e0255608</fpage>. doi: <pub-id pub-id-type="doi">10.1371/journal.pone.0255608</pub-id>, PMID: <pub-id pub-id-type="pmid">34352002</pub-id></citation></ref>
<ref id="ref28"><label>28.</label><citation citation-type="book"><person-group person-group-type="author"><name><surname>Breiman</surname><given-names>L</given-names></name></person-group>. <source><italic>Classification and regression trees</italic>, 1</source>. <publisher-loc>Boca Raton, Fla</publisher-loc>: <publisher-name>Chapman &#x0026; Hall/CRC</publisher-name> (<year>1998</year>).</citation></ref>
<ref id="ref29"><label>29.</label><citation citation-type="book"><person-group person-group-type="author"><name><surname>Mitchell</surname><given-names>TM</given-names></name></person-group>. <article-title>Machine learning</article-title> In:. <source>McGraw-hill series in computer science</source>. <publisher-loc>New York</publisher-loc>: <publisher-name>McGraw-Hill</publisher-name> (<year>1997</year>)</citation></ref>
<ref id="ref30"><label>30.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Lyell</surname><given-names>D</given-names></name> <name><surname>Coiera</surname><given-names>E</given-names></name> <name><surname>Chen</surname><given-names>J</given-names></name> <name><surname>Shah</surname><given-names>P</given-names></name> <name><surname>Magrabi</surname><given-names>F</given-names></name></person-group>. <article-title>How machine learning is embedded to support clinician decision making: an analysis of FDA-approved medical devices</article-title>. <source>BMJ Health Care Inform</source>. (<year>2021</year>) <volume>28</volume>:<fpage>e100301</fpage>. doi: <pub-id pub-id-type="doi">10.1136/bmjhci-2020-100301</pub-id>, PMID: <pub-id pub-id-type="pmid">33853863</pub-id></citation></ref>
<ref id="ref31"><label>31.</label><citation citation-type="other">&#x201C;<person-group person-group-type="author"><collab id="coll1">World Health Organization (WHO)</collab></person-group>.&#x201D; Available at: <ext-link xlink:href="https://www.who.int" ext-link-type="uri">https://www.who.int</ext-link> (<year>2023</year>). (Accessed 1 April 2023).</citation></ref>
<ref id="ref32"><label>32.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Pyo</surname><given-names>C-W</given-names></name> <name><surname>Guethlein</surname><given-names>LA</given-names></name> <name><surname>Vu</surname><given-names>Q</given-names></name> <name><surname>Wang</surname><given-names>R</given-names></name> <name><surname>Abi-Rached</surname><given-names>L</given-names></name> <name><surname>Norman</surname><given-names>PJ</given-names></name> <etal/></person-group>. <article-title>Different patterns of evolution in the Centromeric and Telomeric regions of group a and B haplotypes of the human killer cell Ig-like receptor locus</article-title>. <source>PLoS One</source>. (<year>2010</year>) <volume>5</volume>:<fpage>e15115</fpage>. doi: <pub-id pub-id-type="doi">10.1371/journal.pone.0015115</pub-id>, PMID: <pub-id pub-id-type="pmid">21206914</pub-id></citation></ref>
<ref id="ref33"><label>33.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Cooley</surname><given-names>S</given-names></name> <name><surname>Weisdorf</surname><given-names>DJ</given-names></name> <name><surname>Guethlein</surname><given-names>LA</given-names></name> <name><surname>Klein</surname><given-names>JP</given-names></name> <name><surname>Wang</surname><given-names>T</given-names></name> <name><surname>le</surname><given-names>CT</given-names></name> <etal/></person-group>. <article-title>Donor selection for natural killer cell receptor genes leads to superior survival after unrelated transplantation for acute myelogenous leukemia</article-title>. <source>Blood</source>. (<year>2010</year>) <volume>116</volume>:<fpage>2411</fpage>&#x2013;<lpage>9</lpage>. doi: <pub-id pub-id-type="doi">10.1182/blood-2010-05-283051</pub-id></citation></ref>
<ref id="ref34"><label>34.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Caocci</surname><given-names>G</given-names></name> <name><surname>Greco</surname><given-names>M</given-names></name> <name><surname>Arras</surname><given-names>M</given-names></name> <name><surname>Cusano</surname><given-names>R</given-names></name> <name><surname>Orr&#x00F9;</surname><given-names>S</given-names></name> <name><surname>Martino</surname><given-names>B</given-names></name> <etal/></person-group>. <article-title>HLA-G molecules and clinical outcome in chronic myeloid leukemia</article-title>. <source>Leuk Res</source>. (<year>2017</year>) <volume>61</volume>:<fpage>1</fpage>&#x2013;<lpage>5</lpage>. doi: <pub-id pub-id-type="doi">10.1016/j.leukres.2017.08.005</pub-id>, PMID: <pub-id pub-id-type="pmid">28841441</pub-id></citation></ref>
<ref id="ref35"><label>35.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Fawcett</surname><given-names>T</given-names></name></person-group>. <article-title>An introduction to ROC analysis</article-title>. <source>Pattern Recogn Lett</source>. (<year>2006</year>) <volume>27</volume>:<fpage>861</fpage>&#x2013;<lpage>74</lpage>. doi: <pub-id pub-id-type="doi">10.1016/j.patrec.2005.10.010</pub-id></citation></ref>
<ref id="ref36"><label>36.</label><citation citation-type="other"><person-group person-group-type="author"><collab id="coll2">The MathWorks Inc.</collab></person-group>, &#x201C;Statistics and machine learning toolbox (<year>2019</year>),&#x201D; Natick, Massachusetts. Available at: <ext-link xlink:href="https://it.mathworks.com/help/stats/" ext-link-type="uri">https://it.mathworks.com/help/stats/</ext-link></citation></ref>
<ref id="ref37"><label>37.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Bode</surname><given-names>S</given-names></name> <name><surname>Feuerriegel</surname><given-names>D</given-names></name> <name><surname>Bennett</surname><given-names>D</given-names></name> <name><surname>Alday</surname><given-names>PM</given-names></name></person-group>. <article-title>The decision decoding ToolBOX (DDTBOX) &#x2013; a multivariate pattern analysis toolbox for event-related potentials</article-title>. <source>Neuroinformatics</source>. (<year>2019</year>) <volume>17</volume>:<fpage>27</fpage>&#x2013;<lpage>42</lpage>. doi: <pub-id pub-id-type="doi">10.1007/s12021-018-9375-z</pub-id>, PMID: <pub-id pub-id-type="pmid">29721680</pub-id></citation></ref>
<ref id="ref38"><label>38.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Breiman</surname><given-names>L</given-names></name></person-group>. <article-title>Bagging predictors</article-title>. <source>Mach Learn</source>. (<year>1996</year>) <volume>24</volume>:<fpage>123</fpage>&#x2013;<lpage>40</lpage>. doi: <pub-id pub-id-type="doi">10.1007/BF00058655</pub-id></citation></ref>
<ref id="ref39"><label>39.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Agresti</surname><given-names>A</given-names></name></person-group>. <article-title>On logit confidence intervals for the odds ratio with small samples</article-title>. <source>Biometrics</source>. (<year>1999</year>) <volume>55</volume>:<fpage>597</fpage>&#x2013;<lpage>602</lpage>. doi: <pub-id pub-id-type="doi">10.1111/j.0006-341X.1999.00597.x</pub-id>, PMID: <pub-id pub-id-type="pmid">11318220</pub-id></citation></ref>
<ref id="ref40"><label>40.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Joyia</surname><given-names>GJ</given-names></name> <name><surname>Liaqat</surname><given-names>RM</given-names></name> <name><surname>Farooq</surname><given-names>A</given-names></name> <name><surname>Rehman</surname><given-names>S</given-names></name></person-group>. <article-title>Internet of medical things (IOMT): applications, benefits and future challenges in healthcare domain</article-title>. <source>J Commun</source>. (<year>2017</year>) <volume>12</volume>:<fpage>240</fpage>&#x2013;<lpage>47</lpage>. doi: <pub-id pub-id-type="doi">10.12720/jcm.12.4.240-247</pub-id></citation></ref>
<ref id="ref41"><label>41.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Pavlovi&#x0107;</surname><given-names>N</given-names></name> <name><surname>&#x0160;arac</surname><given-names>M</given-names></name> <name><surname>Adamovi&#x0107;</surname><given-names>S</given-names></name> <name><surname>Sara&#x010D;evi&#x0107;</surname><given-names>M</given-names></name> <name><surname>Ahmad</surname><given-names>K</given-names></name> <name><surname>Ma&#x010D;ek</surname><given-names>N</given-names></name> <etal/></person-group>. <article-title>An approach to adding simple interface as security gateway architecture for IoT device</article-title>. <source>Multimed Tools Appl</source>. (<year>2022</year>) <volume>81</volume>:<fpage>36931</fpage>&#x2013;<lpage>46</lpage>. doi: <pub-id pub-id-type="doi">10.1007/s11042-021-11389-8</pub-id></citation></ref>
<ref id="ref42"><label>42.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Rajasekar</surname><given-names>V</given-names></name> <name><surname>Jayapaul</surname><given-names>P</given-names></name> <name><surname>Krishnamoorthi</surname><given-names>S</given-names></name> <name><surname>Sara&#x010D;evi&#x0107;</surname><given-names>M</given-names></name></person-group>. <article-title>Secure remote user authentication scheme on health care, IoT and cloud applications: a multilayer systematic survey</article-title>. <source>Acta Polytech Hung</source>. (<year>2021</year>) <volume>18</volume>:<fpage>87</fpage>&#x2013;<lpage>106</lpage>. doi: <pub-id pub-id-type="doi">10.12700/APH.18.3.2021.3.5</pub-id></citation></ref>
<ref id="ref43"><label>43.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Yang</surname><given-names>T</given-names></name> <name><surname>Gentile</surname><given-names>M</given-names></name> <name><surname>Shen</surname><given-names>C-F</given-names></name> <name><surname>Cheng</surname><given-names>C-M</given-names></name></person-group>. <article-title>Combining point-of-care diagnostics and internet of medical things (IoMT) to combat the COVID-19 pandemic</article-title>. <source>Diagnostics</source>. (<year>2020</year>) <volume>10</volume>:<fpage>224</fpage>. doi: <pub-id pub-id-type="doi">10.3390/diagnostics10040224</pub-id>, PMID: <pub-id pub-id-type="pmid">32316113</pub-id></citation></ref>
<ref id="ref44"><label>44.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Nieto-Codesido</surname><given-names>I</given-names></name> <name><surname>Calvo-Alvarez</surname><given-names>U</given-names></name> <name><surname>Diego</surname><given-names>C</given-names></name> <name><surname>Hammouri</surname><given-names>Z</given-names></name> <name><surname>Mallah</surname><given-names>N</given-names></name> <name><surname>Ginzo-Villamayor</surname><given-names>MJ</given-names></name> <etal/></person-group>. <article-title>Risk factors of mortality in hospitalized patients with COVID-19 applying a machine learning algorithm</article-title>. <source>Open Respir Arch</source>. (<year>2022</year>) <volume>4</volume>:<fpage>100162</fpage>. doi: <pub-id pub-id-type="doi">10.1016/j.opresp.2022.100162</pub-id></citation></ref>
<ref id="ref45"><label>45.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Gao</surname><given-names>Y</given-names></name> <name><surname>Cai</surname><given-names>GY</given-names></name> <name><surname>Fang</surname><given-names>W</given-names></name> <name><surname>Li</surname><given-names>HY</given-names></name> <name><surname>Wang</surname><given-names>SY</given-names></name> <name><surname>Chen</surname><given-names>L</given-names></name> <etal/></person-group>. <article-title>Machine learning based early warning system enables accurate mortality risk prediction for COVID-19</article-title>. <source>Nat Commun</source>. (<year>2020</year>) <volume>11</volume>:<fpage>5033</fpage>. doi: <pub-id pub-id-type="doi">10.1038/s41467-020-18684-2</pub-id>, PMID: <pub-id pub-id-type="pmid">33024092</pub-id></citation></ref>
<ref id="ref46"><label>46.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Kar</surname><given-names>S</given-names></name> <name><surname>Chawla</surname><given-names>R</given-names></name> <name><surname>Haranath</surname><given-names>SP</given-names></name> <name><surname>Ramasubban</surname><given-names>S</given-names></name> <name><surname>Ramakrishnan</surname><given-names>N</given-names></name> <name><surname>Vaishya</surname><given-names>R</given-names></name> <etal/></person-group>. <article-title>Multivariable mortality risk prediction using machine learning for COVID-19 patients at admission (AICOVID)</article-title>. <source>Sci Rep</source>. (<year>2021</year>) <volume>11</volume>:<fpage>12801</fpage>. doi: <pub-id pub-id-type="doi">10.1038/s41598-021-92146-7</pub-id>, PMID: <pub-id pub-id-type="pmid">34140592</pub-id></citation></ref>
<ref id="ref47"><label>47.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Yan</surname><given-names>L</given-names></name> <name><surname>Zhang</surname><given-names>HT</given-names></name> <name><surname>Goncalves</surname><given-names>J</given-names></name> <name><surname>Xiao</surname><given-names>Y</given-names></name> <name><surname>Wang</surname><given-names>M</given-names></name> <name><surname>Guo</surname><given-names>Y</given-names></name> <etal/></person-group>. <article-title>An interpretable mortality prediction model for COVID-19 patients</article-title>. <source>Nat Mach Intell</source>. (<year>2020</year>) <volume>2</volume>:<fpage>283</fpage>&#x2013;<lpage>8</lpage>. doi: <pub-id pub-id-type="doi">10.1038/s42256-020-0180-7</pub-id></citation></ref>
<ref id="ref48"><label>48.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Kim</surname><given-names>KM</given-names></name> <name><surname>Evans</surname><given-names>DS</given-names></name> <name><surname>Jacobson</surname><given-names>J</given-names></name> <name><surname>Jiang</surname><given-names>X</given-names></name> <name><surname>Browner</surname><given-names>W</given-names></name> <name><surname>Cummings</surname><given-names>SR</given-names></name></person-group>. <article-title>Rapid prediction of in-hospital mortality among adults with COVID-19 disease</article-title>. <source>PLoS One</source>. (<year>2022</year>) <volume>17</volume>:<fpage>e0269813</fpage>. doi: <pub-id pub-id-type="doi">10.1371/journal.pone.0269813</pub-id>, PMID: <pub-id pub-id-type="pmid">35905072</pub-id></citation></ref>
<ref id="ref49"><label>49.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Lodato</surname><given-names>I</given-names></name> <name><surname>Iyer</surname><given-names>AV</given-names></name> <name><surname>To</surname><given-names>IZ</given-names></name> <name><surname>Lai</surname><given-names>ZY</given-names></name> <name><surname>Chan</surname><given-names>HSY</given-names></name> <name><surname>Leung</surname><given-names>WSW</given-names></name> <etal/></person-group>. <article-title>Prognostic model of COVID-19 severity and survival among hospitalized patients using machine learning techniques</article-title>. <source>Diagnostics</source>. (<year>2022</year>) <volume>12</volume>:<fpage>2728</fpage>. doi: <pub-id pub-id-type="doi">10.3390/diagnostics12112728</pub-id>, PMID: <pub-id pub-id-type="pmid">36359571</pub-id></citation></ref>
<ref id="ref50"><label>50.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Wu</surname><given-names>G</given-names></name> <name><surname>Yang</surname><given-names>P</given-names></name> <name><surname>Xie</surname><given-names>Y</given-names></name> <name><surname>Woodruff</surname><given-names>HC</given-names></name> <name><surname>Rao</surname><given-names>X</given-names></name> <name><surname>Guiot</surname><given-names>J</given-names></name> <etal/></person-group>. <article-title>Development of a clinical decision support system for severity risk prediction and triage of COVID-19 patients at hospital admission: an international multicenter study</article-title>. <source>Eur Respir J</source>. (<year>2020</year>) <volume>56</volume>:<fpage>2001104</fpage>. doi: <pub-id pub-id-type="doi">10.1183/13993003.01104-2020</pub-id>, PMID: <pub-id pub-id-type="pmid">32616597</pub-id></citation></ref>
<ref id="ref51"><label>51.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Shakhovska</surname><given-names>N</given-names></name> <name><surname>Yakovyna</surname><given-names>V</given-names></name> <name><surname>Chopyak</surname><given-names>V</given-names></name></person-group>. <article-title>A new hybrid ensemble machine-learning model for severity risk assessment and post-COVID prediction system</article-title>. <source>Math Biosci Eng</source>. (<year>2022</year>) <volume>19</volume>:<fpage>6102</fpage>&#x2013;<lpage>23</lpage>. doi: <pub-id pub-id-type="doi">10.3934/mbe.2022285</pub-id>, PMID: <pub-id pub-id-type="pmid">35603393</pub-id></citation></ref>
<ref id="ref52"><label>52.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Aktar</surname><given-names>S</given-names></name> <name><surname>Ahamad</surname><given-names>MM</given-names></name> <name><surname>Rashed-al-Mahfuz</surname><given-names>M</given-names></name> <name><surname>Azad</surname><given-names>AKM</given-names></name> <name><surname>Uddin</surname><given-names>S</given-names></name> <name><surname>Kamal</surname><given-names>AHM</given-names></name> <etal/></person-group>. <article-title>Machine learning approach to predicting COVID-19 disease severity based on clinical blood test data: statistical analysis and model development</article-title>. <source>JMIR Med Inform</source>. (<year>2021</year>) <volume>9</volume>:<fpage>e25884</fpage>. doi: <pub-id pub-id-type="doi">10.2196/25884</pub-id>, PMID: <pub-id pub-id-type="pmid">33779565</pub-id></citation></ref>
<ref id="ref53"><label>53.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Jiang</surname><given-names>X</given-names></name> <name><surname>Coffee</surname><given-names>M</given-names></name> <name><surname>Bari</surname><given-names>A</given-names></name> <name><surname>Wang</surname><given-names>J</given-names></name> <name><surname>Jiang</surname><given-names>X</given-names></name> <name><surname>Huang</surname><given-names>J</given-names></name> <etal/></person-group>. <article-title>Towards an artificial intelligence framework for data-driven prediction of coronavirus clinical severity</article-title>. <source>Comput Mater Contin</source>. (<year>2020</year>) <volume>62</volume>:<fpage>537</fpage>&#x2013;<lpage>51</lpage>. doi: <pub-id pub-id-type="doi">10.32604/cmc.2020.010691</pub-id></citation></ref>
<ref id="ref54"><label>54.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Toraih</surname><given-names>EA</given-names></name> <name><surname>Elshazli</surname><given-names>RM</given-names></name> <name><surname>Hussein</surname><given-names>MH</given-names></name> <name><surname>Elgaml</surname><given-names>A</given-names></name> <name><surname>Amin</surname><given-names>M</given-names></name> <name><surname>el-Mowafy</surname><given-names>M</given-names></name> <etal/></person-group>. <article-title>Association of cardiac biomarkers and comorbidities with increased mortality, severity, and cardiac injury in COVID-19 patients: a meta-regression and decision tree analysis</article-title>. <source>J Med Virol</source>. (<year>2020</year>) <volume>92</volume>:<fpage>2473</fpage>&#x2013;<lpage>88</lpage>. doi: <pub-id pub-id-type="doi">10.1002/jmv.26166</pub-id>, PMID: <pub-id pub-id-type="pmid">32530509</pub-id></citation></ref>
<ref id="ref55"><label>55.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>de Freitas</surname><given-names>VM</given-names></name> <name><surname>Chiloff</surname><given-names>DM</given-names></name> <name><surname>Bosso</surname><given-names>GG</given-names></name> <name><surname>Teixeira</surname><given-names>JOP</given-names></name> <name><surname>Hernandes</surname><given-names>ICG</given-names></name> <name><surname>Padilha</surname><given-names>MP</given-names></name> <etal/></person-group>. <article-title>A machine learning model for predicting hospitalization in patients with respiratory symptoms during the COVID-19 pandemic</article-title>. <source>J Clin Med</source>. (<year>2022</year>) <volume>11</volume>:<fpage>4574</fpage>. doi: <pub-id pub-id-type="doi">10.3390/jcm11154574</pub-id>, PMID: <pub-id pub-id-type="pmid">35956189</pub-id></citation></ref>
<ref id="ref56"><label>56.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Sun</surname><given-names>L</given-names></name> <name><surname>Song</surname><given-names>F</given-names></name> <name><surname>Shi</surname><given-names>N</given-names></name> <name><surname>Liu</surname><given-names>F</given-names></name> <name><surname>Li</surname><given-names>S</given-names></name> <name><surname>Li</surname><given-names>P</given-names></name> <etal/></person-group>. <article-title>Combination of four clinical indicators predicts the severe/critical symptom of patients infected COVID-19</article-title>. <source>J Clin Virol</source>. (<year>2020</year>) <volume>128</volume>:<fpage>104431</fpage>. doi: <pub-id pub-id-type="doi">10.1016/j.jcv.2020.104431</pub-id>, PMID: <pub-id pub-id-type="pmid">32442756</pub-id></citation></ref>
<ref id="ref57"><label>57.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Wu</surname><given-names>J</given-names></name> <name><surname>Zhang</surname><given-names>P</given-names></name> <name><surname>Zhang</surname><given-names>L</given-names></name> <name><surname>Meng</surname><given-names>W</given-names></name> <name><surname>Li</surname><given-names>J</given-names></name> <name><surname>Tong</surname><given-names>C</given-names></name> <etal/></person-group>. <article-title>Rapid and accurate identification of COVID-19 infection through machine learning based on clinical available blood test results</article-title>. <source>Infect Dis</source>. (<year>2020</year>). doi: <pub-id pub-id-type="doi">10.1101/2020.04.02.20051136</pub-id></citation></ref>
<ref id="ref58"><label>58.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Benito-Le&#x00F3;n</surname><given-names>J</given-names></name> <name><surname>Del Castillo</surname><given-names>MD</given-names></name> <name><surname>Estirado</surname><given-names>A</given-names></name> <name><surname>Ghosh</surname><given-names>R</given-names></name> <name><surname>Dubey</surname><given-names>S</given-names></name> <name><surname>Serrano</surname><given-names>JI</given-names></name></person-group>. <article-title>Using unsupervised machine learning to identify age- and sex-independent severity subgroups among patients with COVID-19: observational longitudinal study</article-title>. <source>J Med Internet Res</source>. (<year>2021</year>) <volume>23</volume>:<fpage>e25988</fpage>. doi: <pub-id pub-id-type="doi">10.2196/25988</pub-id>, PMID: <pub-id pub-id-type="pmid">33872186</pub-id></citation></ref>
<ref id="ref59"><label>59.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Meng</surname><given-names>Z</given-names></name> <name><surname>Wang</surname><given-names>M</given-names></name> <name><surname>Zhao</surname><given-names>Z</given-names></name> <name><surname>Zhou</surname><given-names>Y</given-names></name> <name><surname>Wu</surname><given-names>Y</given-names></name> <name><surname>Guo</surname><given-names>S</given-names></name> <etal/></person-group>. <article-title>Development and validation of a predictive model for severe COVID-19: a case-control study in China</article-title>. <source>Front Med</source>. (<year>2021</year>) <volume>8</volume>:<fpage>663145</fpage>. doi: <pub-id pub-id-type="doi">10.3389/fmed.2021.663145</pub-id>, PMID: <pub-id pub-id-type="pmid">34113636</pub-id></citation></ref>
<ref id="ref60"><label>60.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Ya&#x015F;ar</surname><given-names>&#x015E;</given-names></name> <name><surname>&#x00C7;olak</surname><given-names>C</given-names></name> <name><surname>Yolo&#x011F;lu</surname><given-names>S</given-names></name></person-group>. <article-title>Artificial intelligence-based prediction of Covid-19 severity on the results of protein profiling</article-title>. <source>Comput Methods Prog Biomed</source>. (<year>2021</year>) <volume>202</volume>:<fpage>105996</fpage>. doi: <pub-id pub-id-type="doi">10.1016/j.cmpb.2021.105996</pub-id>, PMID: <pub-id pub-id-type="pmid">33631640</pub-id></citation></ref>
<ref id="ref61"><label>61.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>De Anda-Suarez</surname><given-names>J</given-names></name> <name><surname>Calzada-Ledesma</surname><given-names>V</given-names></name> <name><surname>Gutierrez-Hernandez</surname><given-names>DA</given-names></name> <name><surname>Santiago-Montero</surname><given-names>R</given-names></name> <name><surname>Villanueva-Jimenez</surname><given-names>LF</given-names></name> <name><surname>Rodriguez-Miranda</surname><given-names>S</given-names></name></person-group>. <article-title>A novel metaheuristic framework based on the generalized Boltzmann distribution for COVID-19 spread characterization</article-title>. <source>IEEE Access</source>. (<year>2022</year>) <volume>10</volume>:<fpage>7326</fpage>&#x2013;<lpage>40</lpage>. doi: <pub-id pub-id-type="doi">10.1109/ACCESS.2022.3142522</pub-id></citation></ref>
<ref id="ref62"><label>62.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Jaber</surname><given-names>MM</given-names></name> <name><surname>Alameri</surname><given-names>T</given-names></name> <name><surname>Ali</surname><given-names>MH</given-names></name> <name><surname>Alsyouf</surname><given-names>A</given-names></name> <name><surname>al-Bsheish</surname><given-names>M</given-names></name> <name><surname>Aldhmadi</surname><given-names>BK</given-names></name> <etal/></person-group>. <article-title>Remotely monitoring COVID-19 patient health condition using metaheuristics convolute networks from IoT-based wearable device health data</article-title>. <source>Sensors</source>. (<year>2022</year>) <volume>22</volume>:<fpage>1205</fpage>. doi: <pub-id pub-id-type="doi">10.3390/s22031205</pub-id>, PMID: <pub-id pub-id-type="pmid">35161951</pub-id></citation></ref>
<ref id="ref63"><label>63.</label><citation citation-type="other"><person-group person-group-type="author"><collab id="coll3">World Health Organization</collab></person-group>. &#x201C;Therapeutics and COVID-19: Living guideline.&#x201D; (<year>2022</year>). Available at: <ext-link xlink:href="https://www.who.int/publications-detail-redirect/WHO-2019-nCoV-therapeutics-2022.4" ext-link-type="uri">https://www.who.int/publications-detail-redirect/WHO-2019-nCoV-therapeutics-2022.4</ext-link></citation></ref>
<ref id="ref64"><label>64.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>&#x00D6;zkan</surname><given-names>B</given-names></name> <name><surname>&#x00D6;zceylan</surname><given-names>E</given-names></name> <name><surname>Kabak</surname><given-names>M</given-names></name> <name><surname>Dikmen</surname><given-names>AU</given-names></name></person-group>. <article-title>Evaluation of criteria and COVID-19 patients for intensive care unit admission in the era of pandemic: a multi-criteria decision making approach</article-title>. <source>Comput Methods Prog Biomed</source>. (<year>2021</year>) <volume>209</volume>:<fpage>106348</fpage>. doi: <pub-id pub-id-type="doi">10.1016/j.cmpb.2021.106348</pub-id>, PMID: <pub-id pub-id-type="pmid">34391998</pub-id></citation></ref>
<ref id="ref65"><label>65.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Najjar-Debbiny</surname><given-names>R</given-names></name> <name><surname>Gronich</surname><given-names>N</given-names></name> <name><surname>Weber</surname><given-names>G</given-names></name> <name><surname>Khoury</surname><given-names>J</given-names></name> <name><surname>Amar</surname><given-names>M</given-names></name> <name><surname>Stein</surname><given-names>N</given-names></name> <etal/></person-group>. <article-title>Effectiveness of Paxlovid in reducing severe coronavirus disease 2019 and mortality in high-risk patients</article-title>. <source>Clin Infect Dis</source>. (<year>2023</year>) <volume>76</volume>:<fpage>e342</fpage>&#x2013;<lpage>9</lpage>. doi: <pub-id pub-id-type="doi">10.1093/cid/ciac443</pub-id>, PMID: <pub-id pub-id-type="pmid">35653428</pub-id></citation></ref>
<ref id="ref66"><label>66.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Fischer</surname><given-names>W</given-names></name> <name><surname>Eron</surname><given-names>JJ</given-names></name> <name><surname>Holman</surname><given-names>W</given-names></name> <name><surname>Cohen</surname><given-names>MS</given-names></name> <name><surname>Fang</surname><given-names>L</given-names></name> <name><surname>Szewczyk</surname><given-names>LJ</given-names></name> <etal/></person-group>. <article-title>Molnupiravir, an Oral antiviral treatment for COVID-19</article-title>. <source>Infect Dis</source>. (<year>2021</year>). doi: <pub-id pub-id-type="doi">10.1101/2021.06.17.21258639</pub-id>, PMID: <pub-id pub-id-type="pmid">34159342</pub-id></citation></ref>
<ref id="ref67"><label>67.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Abraham</surname><given-names>J</given-names></name></person-group>. <article-title>Passive antibody therapy in COVID-19</article-title>. <source>Nat Rev Immunol</source>. (<year>2020</year>) <volume>20</volume>:<fpage>401</fpage>&#x2013;<lpage>3</lpage>. doi: <pub-id pub-id-type="doi">10.1038/s41577-020-0365-7</pub-id>, PMID: <pub-id pub-id-type="pmid">32533109</pub-id></citation></ref>
</ref-list>
</back>
</article>