<?xml version="1.0" encoding="utf-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.3 20070202//EN" "journalpublishing.dtd">
<article xmlns:mml="http://www.w3.org/1998/Math/MathML" xmlns:xlink="http://www.w3.org/1999/xlink" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" article-type="research-article" dtd-version="2.3" xml:lang="EN">
<front>
<journal-meta>
<journal-id journal-id-type="publisher-id">Front. Med.</journal-id>
<journal-title>Frontiers in Medicine</journal-title>
<abbrev-journal-title abbrev-type="pubmed">Front. Med.</abbrev-journal-title>
<issn pub-type="epub">2296-858X</issn>
<publisher>
<publisher-name>Frontiers Media S.A.</publisher-name>
</publisher>
</journal-meta>
<article-meta>
<article-id pub-id-type="doi">10.3389/fmed.2023.1233220</article-id>
<article-categories>
<subj-group subj-group-type="heading">
<subject>Medicine</subject>
<subj-group>
<subject>Original Research</subject>
</subj-group>
</subj-group>
</article-categories>
<title-group>
<article-title>Prediction of the occurrence of leprosy reactions based on Bayesian networks</article-title>
</title-group>
<contrib-group>
<contrib contrib-type="author" corresp="yes">
<name>
<surname>de Andrade Rodrigues</surname>
<given-names>Rafael Saraiva</given-names>
</name>
<xref rid="aff1" ref-type="aff"><sup>1</sup></xref>
<xref rid="c002" ref-type="corresp"><sup>&#x002A;</sup></xref>
<xref rid="fn0002" ref-type="author-notes"><sup>&#x2020;</sup></xref>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Heise</surname>
<given-names>Eduardo Ferreira Jos&#x00E9;</given-names>
</name>
<xref rid="aff1" ref-type="aff"><sup>1</sup></xref>
<xref rid="fn0002" ref-type="author-notes"><sup>&#x2020;</sup></xref>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Hartmann</surname>
<given-names>Luis Felipe</given-names>
</name>
<xref rid="aff2" ref-type="aff"><sup>2</sup></xref>
<uri xlink:href="https://loop.frontiersin.org/people/2356954/overview"/>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Rocha</surname>
<given-names>Guilherme Eduardo</given-names>
</name>
<xref rid="aff2" ref-type="aff"><sup>2</sup></xref>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Olandoski</surname>
<given-names>Marcia</given-names>
</name>
<xref rid="aff1" ref-type="aff"><sup>1</sup></xref>
</contrib>
<contrib contrib-type="author">
<name>
<surname>de Ara&#x00FA;jo Stefani</surname>
<given-names>Mariane Martins</given-names>
</name>
<xref rid="aff3" ref-type="aff"><sup>3</sup></xref>
<uri xlink:href="https://loop.frontiersin.org/people/98342/overview"/>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Latini</surname>
<given-names>Ana Carla Pereira</given-names>
</name>
<xref rid="aff4" ref-type="aff"><sup>4</sup></xref>
<uri xlink:href="https://loop.frontiersin.org/people/1157094/overview"/>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Soares</surname>
<given-names>Cleverson Teixeira</given-names>
</name>
<xref rid="aff4" ref-type="aff"><sup>4</sup></xref>
<uri xlink:href="https://loop.frontiersin.org/people/243359/overview"/>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Belone</surname>
<given-names>Andrea</given-names>
</name>
<xref rid="aff4" ref-type="aff"><sup>4</sup></xref>
<uri xlink:href="https://loop.frontiersin.org/people/293584/overview"/>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Rosa</surname>
<given-names>Patr&#x00ED;cia Sammarco</given-names>
</name>
<xref rid="aff4" ref-type="aff"><sup>4</sup></xref>
<uri xlink:href="https://loop.frontiersin.org/people/2137084/overview"/>
</contrib>
<contrib contrib-type="author">
<name>
<surname>de Andrade Pontes</surname>
<given-names>Maria Araci</given-names>
</name>
<xref rid="aff5" ref-type="aff"><sup>5</sup></xref>
<uri xlink:href="https://loop.frontiersin.org/people/2362581/overview"/>
</contrib>
<contrib contrib-type="author">
<name>
<surname>de S&#x00E1; Gon&#x00E7;alves</surname>
<given-names>Heitor</given-names>
</name>
<xref rid="aff5" ref-type="aff"><sup>5</sup></xref>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Cruz</surname>
<given-names>Rossilene</given-names>
</name>
<xref rid="aff6" ref-type="aff"><sup>6</sup></xref>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Penna</surname>
<given-names>Maria L&#x00FA;cia Fernandes</given-names>
</name>
<xref rid="aff7" ref-type="aff"><sup>7</sup></xref>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Carvalho</surname>
<given-names>Deborah Ribeiro</given-names>
</name>
<xref rid="aff2" ref-type="aff"><sup>2</sup></xref>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Fava</surname>
<given-names>Vinicius Medeiros</given-names>
</name>
<xref rid="aff8" ref-type="aff"><sup>8</sup></xref>
<uri xlink:href="https://loop.frontiersin.org/people/396674/overview"/>
</contrib>
<contrib contrib-type="author">
<name>
<surname>B&#x00FC;hrer-S&#x00E9;kula</surname>
<given-names>Samira</given-names>
</name>
<xref rid="aff3" ref-type="aff"><sup>3</sup></xref>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Penna</surname>
<given-names>Gerson Oliveira</given-names>
</name>
<xref rid="aff9" ref-type="aff"><sup>9</sup></xref>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Moro</surname>
<given-names>Claudia Maria Cabral</given-names>
</name>
<xref rid="aff2" ref-type="aff"><sup>2</sup></xref>
<uri xlink:href="https://loop.frontiersin.org/people/2333829/overview"/>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Nievola</surname>
<given-names>Julio Cesar</given-names>
</name>
<xref rid="aff10" ref-type="aff"><sup>10</sup></xref>
</contrib>
<contrib contrib-type="author" corresp="yes">
<name>
<surname>Mira</surname>
<given-names>Marcelo T&#x00E1;vora</given-names>
</name>
<xref rid="aff1" ref-type="aff"><sup>1</sup></xref>
<xref rid="aff11" ref-type="aff"><sup>11</sup></xref>
<xref rid="c001" ref-type="corresp"><sup>&#x002A;</sup></xref>
<uri xlink:href="https://loop.frontiersin.org/people/437050/overview"/>
</contrib>
</contrib-group>
<aff id="aff1"><sup>1</sup><institution>School of Medicine and Life Sciences, Graduate Program in Health Sciences, Pontif&#x00ED;cia Universidade Cat&#x00F3;lica do Paran&#x00E1; &#x2013; PUCPR</institution>, <addr-line>Curitiba, Paran&#x00E1;</addr-line>, <country>Brazil</country></aff>
<aff id="aff2"><sup>2</sup><institution>Graduate Program in Health Technology, PUCPR</institution>, <addr-line>Curitiba, Paran&#x00E1;</addr-line>, <country>Brazil</country></aff>
<aff id="aff3"><sup>3</sup><institution>Tropical Pathology and Public Health Institute, Federal University of Goi&#x00E1;s</institution>, <addr-line>Goiania</addr-line>, <country>Brazil</country></aff>
<aff id="aff4"><sup>4</sup><institution>Instituto Lauro de Souza Lima, Bauru</institution>, <addr-line>S&#x00E3;o Paulo</addr-line>, <country>Brazil</country></aff>
<aff id="aff5"><sup>5</sup><institution>Dona Lib&#x00E2;nia Dermatology Centre</institution>, <addr-line>Cear&#x00E1;</addr-line>, <country>Brazil</country></aff>
<aff id="aff6"><sup>6</sup><institution>Tropical Dermatology and Venerology Alfredo da Matta Foundation</institution>, <addr-line>Amazonas</addr-line>, <country>Brazil</country></aff>
<aff id="aff7"><sup>7</sup><institution>Epidemiology and Biostatistics Department, Federal University Fluminense</institution>, <addr-line>Rio de Janeiro</addr-line>, <country>Brazil</country></aff>
<aff id="aff8"><sup>8</sup><institution>Program in Infectious Diseases and Immunity in Global Health, Research Institute of the McGill University Health Centre, and The McGill International TB Centre, Departments of Human Genetics and Medicine, McGill University</institution>, <addr-line>Montreal, QC</addr-line>, <country>Canada</country></aff>
<aff id="aff9"><sup>9</sup><institution>Tropical Medicine Centre, University of Bras&#x00ED;lia, and Fiocruz School of Government &#x2013; Brasilia</institution>, <addr-line>Bras&#x00ED;lia</addr-line>, <country>Brazil</country></aff>
<aff id="aff10"><sup>10</sup><institution>Graduate Program in Informatics, PUCPR</institution>, <addr-line>Curitiba, Paran&#x00E1;</addr-line>, <country>Brazil</country></aff>
<aff id="aff11"><sup>11</sup><institution>Pharmacy Program, School of Health and Biosciences, PUCPR</institution>, <addr-line>Curitiba, Paran&#x00E1;</addr-line>, <country>Brazil</country></aff>
<author-notes>
<fn fn-type="edited-by" id="fn0003"><p>Edited by: Sebastian Vernal, University of S&#x00E3;o Paulo, Brazil</p></fn>
<fn fn-type="edited-by" id="fn0004"><p>Reviewed by: Luciana Silva Rodrigues, Rio de Janeiro State University, Brazil; Maria Pena, Health Resources and Services Administration, United States</p></fn>
<corresp id="c001">&#x002A;Correspondence: Marcelo T&#x00E1;vora Mira, <email>m.mira@pucpr.br</email></corresp>
<corresp id="c002">Rafael Saraiva de Andrade Rodrigues, <email>saraiva_1988@hotmail.com</email></corresp>
<fn fn-type="equal" id="fn0002"><p><sup>&#x2020;</sup>These authors have contributed equally to this work</p></fn>
</author-notes>
<pub-date pub-type="epub">
<day>26</day>
<month>07</month>
<year>2023</year>
</pub-date>
<pub-date pub-type="collection">
<year>2023</year>
</pub-date>
<volume>10</volume>
<elocation-id>1233220</elocation-id>
<history>
<date date-type="received">
<day>01</day>
<month>06</month>
<year>2023</year>
</date>
<date date-type="accepted">
<day>07</day>
<month>07</month>
<year>2023</year>
</date>
</history>
<permissions>
<copyright-statement>Copyright &#x00A9; 2023 de Andrade Rodrigues, Heise, Hartmann, Rocha, Olandoski, de Ara&#x00FA;jo Stefani, Latini, Soares, Belone, Rosa, de Andrade Pontes, de S&#x00E1; Gon&#x00E7;alves, Cruz, Penna, Carvalho, Fava, B&#x00FC;hrer-S&#x00E9;kula, Penna, Moro, Nievola and Mira.</copyright-statement>
<copyright-year>2023</copyright-year>
<copyright-holder>de Andrade Rodrigues, Heise, Hartmann, Rocha, Olandoski, de Ara&#x00FA;jo Stefani, Latini, Soares, Belone, Rosa, de Andrade Pontes, de S&#x00E1; Gon&#x00E7;alves, Cruz, Penna, Carvalho, Fava, B&#x00FC;hrer-S&#x00E9;kula, Penna, Moro, Nievola and Mira</copyright-holder>
<license xlink:href="http://creativecommons.org/licenses/by/4.0/">
<p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (CC BY). The use, distribution or reproduction in other forums is permitted, provided the original author(s) and the copyright owner(s) are credited and that the original publication in this journal is cited, in accordance with accepted academic practice. No use, distribution or reproduction is permitted which does not comply with these terms.</p>
</license>
</permissions>
<abstract>
<sec id="sec1">
<title>Introduction</title>
<p>Leprosy reactions (LR) are severe episodes of intense activation of the host inflammatory response of uncertain etiology, today the leading cause of permanent nerve damage in leprosy patients. Several genetic and non-genetic risk factors for LR have been described; however, there are limited attempts to combine this information to estimate the risk of a leprosy patient developing LR. Here we present an artificial intelligence (AI)-based system that can assess LR risk using clinical, demographic, and genetic data.</p>
</sec>
<sec id="sec2">
<title>Methods</title>
<p>The study includes four datasets from different regions of Brazil, totalizing 1,450 leprosy patients followed prospectively for at least 2&#x2009;years to assess the occurrence of LR. Data mining using WEKA software was performed following a two-step protocol to select the variables included in the AI system, based on Bayesian Networks, and developed using the NETICA software.</p>
</sec>
<sec id="sec3">
<title>Results</title>
<p>Analysis of the complete database resulted in a system able to estimate LR risk with 82.7% accuracy, 79.3% sensitivity, and 86.2% specificity. When using only databases for which host genetic information associated with LR was included, the performance increased to 87.7% accuracy, 85.7% sensitivity, and 89.4% specificity.</p>
</sec>
<sec id="sec4">
<title>Conclusion</title>
<p>We produced an easy-to-use, online, free-access system that identifies leprosy patients at risk of developing LR. Risk assessment of LR for individual patients may detect candidates for close monitoring, with a potentially positive impact on the prevention of permanent disabilities, the quality of life of the patients, and upon leprosy control programs.</p>
</sec>
</abstract>
<kwd-group>
<kwd>leprosy</kwd>
<kwd>leprosy reactions</kwd>
<kwd>risk</kwd>
<kwd>Bayesian networks</kwd>
<kwd>artificial intelligence</kwd>
</kwd-group>
<contract-sponsor id="cn1">Coordena&#x00E7;&#x00E3;o de Aperfei&#x00E7;oamento de Pessoal de N&#x00ED;vel Superior<named-content content-type="fundref-id">10.13039/501100002322</named-content></contract-sponsor>
<counts>
<fig-count count="3"/>
<table-count count="3"/>
<equation-count count="0"/>
<ref-count count="80"/>
<page-count count="10"/>
<word-count count="7480"/>
</counts>
<custom-meta-wrap>
<custom-meta>
<meta-name>section-at-acceptance</meta-name>
<meta-value>Infectious Diseases: Pathogenesis and Therapy</meta-value>
</custom-meta>
</custom-meta-wrap>
</article-meta>
</front>
<body>
<sec id="sec5" sec-type="intro">
<label>1.</label>
<title>Introduction</title>
<p>Leprosy is a chronic, disabling infectious disease caused by <italic>Mycobacterium leprae</italic> (<italic>M. leprae</italic>) (<xref ref-type="bibr" rid="ref1">1</xref>) that affected 141,000 new individuals worldwide in 2021 &#x2013; a number likely to be underestimated due to potential sub-notification caused by the COVID-19 pandemic &#x2013; with most cases concentrated in India and Brazil (<xref ref-type="bibr" rid="ref2">2</xref>). In the classical Ridley &#x0026; Jopling (R&#x0026;J) classification system, tuberculoid (TT) and lepromatous (LL) leprosy occupy opposite ends of a continuous disease spectrum that includes three borderline forms (BT, BB, and BL) (<xref ref-type="bibr" rid="ref3">3</xref>). The TT&#x2009;+&#x2009;BT and BB&#x2009;+&#x2009;BL&#x2009;+&#x2009;LL cases roughly correspond to paucibacillary (PB) and multibacillary (MB) leprosy, according to the treatment-oriented World Health Organization (WHO) classification scheme, respectively (<xref ref-type="bibr" rid="ref2">2</xref>, <xref ref-type="bibr" rid="ref4">4</xref>, <xref ref-type="bibr" rid="ref5">5</xref>). Today, it is widely accepted that exposure to <italic>M. leprae</italic> is necessary but not sufficient for the development of leprosy; different sets of host gene variants mediate susceptibility to leprosy in three different stages (<xref ref-type="bibr" rid="ref6">6</xref>): (i) controlling infection <italic>per se</italic>, that is, the disease regardless of its clinical presentation, (ii) defining the clinical form of disease after the infection is established, and (iii) outlining the risk of developing leprosy reactions (LR) (<xref ref-type="bibr" rid="ref7">7</xref>, <xref ref-type="bibr" rid="ref8">8</xref>).</p>
<p>Leprosy reactions are characterized by an intense and sudden (re)activation of the host inflammatory response that may be diagnosed concomitantly with leprosy, during or even after treatment (<xref ref-type="bibr" rid="ref9 ref10 ref11 ref12">9&#x2013;12</xref>). Upon diagnosis, LR requires immediate medical attention to prevent irreversible nerve damage, motor disability, and permanent anatomical deformities. In 2021, 6.04% of newly detected leprosy cases worldwide presented grade-2 disabilities in the diagnosis (<xref ref-type="bibr" rid="ref2">2</xref>), often due to LR. Cohort studies estimate that, during leprosy, 16 to 56% of the patients will develop irreversible nerve damage, again, mainly due to reactional episodes (<xref ref-type="bibr" rid="ref13 ref14 ref15 ref16">13&#x2013;16</xref>). Over the past years, advances in genetic research improved our understanding of the molecular basis of leprosy pathogenesis, and several host genetic variations have been implicated in the control of LR episodes (<xref ref-type="bibr" rid="ref17 ref18 ref19">17&#x2013;19</xref>).</p>
<p>There are two major types of LR of distinct clinical presentation: type-1 (T1R) and type-2 reaction (T2R). T1R affects 10&#x2013;30% of leprosy patients and occurs primarily within, but not limited to, the first 2&#x2009;years after leprosy diagnosis (<xref ref-type="bibr" rid="ref20">20</xref>, <xref ref-type="bibr" rid="ref21">21</xref>). Known risk factors for T1R are (i) borderline clinical groups BT-BL (<xref ref-type="bibr" rid="ref22">22</xref>); (ii) age of leprosy onset, with older individuals being at higher risk (<xref ref-type="bibr" rid="ref23">23</xref>, <xref ref-type="bibr" rid="ref24">24</xref>); (iii) positive bacillary index (<xref ref-type="bibr" rid="ref25">25</xref>); (iv) an increased number of lesions at leprosy diagnosis (<xref ref-type="bibr" rid="ref26">26</xref>, <xref ref-type="bibr" rid="ref27">27</xref>); (v) detection of <italic>M. leprae</italic> DNA in biopsies of lesions (<xref ref-type="bibr" rid="ref24">24</xref>); and (vi) genetic/genomic studies have identified an association between T1R and genes <italic>TLR1</italic> (<xref ref-type="bibr" rid="ref28">28</xref>), <italic>TLR2</italic> (<xref ref-type="bibr" rid="ref29">29</xref>), <italic>TLR3</italic> (<xref ref-type="bibr" rid="ref30">30</xref>), <italic>TLR7</italic> (<xref ref-type="bibr" rid="ref30">30</xref>), <italic>TLR10</italic> (<xref ref-type="bibr" rid="ref30">30</xref>), <italic>NRAMP1/SCLC11A1</italic> (<xref ref-type="bibr" rid="ref31">31</xref>), <italic>VRD</italic> (<xref ref-type="bibr" rid="ref32">32</xref>), <italic>NOD2</italic> (<xref ref-type="bibr" rid="ref33">33</xref>), <italic>TNFSF15</italic>/<italic>TNFSF8</italic> (<xref ref-type="bibr" rid="ref34">34</xref>, <xref ref-type="bibr" rid="ref35">35</xref>), lncRNA <italic>ENSG00000235140</italic> (<xref ref-type="bibr" rid="ref36">36</xref>), <italic>LRRK2</italic> (<xref ref-type="bibr" rid="ref19">19</xref>), and <italic>PRKN</italic> (<xref ref-type="bibr" rid="ref19">19</xref>).</p>
<p>Leprosy T2R mainly affects patients classified within the BB-LL range (<xref ref-type="bibr" rid="ref13">13</xref>, <xref ref-type="bibr" rid="ref37">37</xref>). Patients presenting bacterial index higher than 4+ in skin smears are at increased risk for T2R (<xref ref-type="bibr" rid="ref38">38</xref>, <xref ref-type="bibr" rid="ref39">39</xref>). There is a wide variation in the prevalence of T2R in different geographic and endemic settings. In Brazil, approximately 37% of BL and LL cases develop T2R, while in India, Nepal, and Thailand, the proportion is between 19&#x2013;26% (<xref ref-type="bibr" rid="ref40">40</xref>). A prospective study involving BL and LL patients from India followed for 11&#x2009;years, showed that less than 10% of the individuals who developed T2R had a single episode, whereas 62% had chronic T2R (<xref ref-type="bibr" rid="ref21">21</xref>). In Ethiopia, 63% of leprosy cases had more than one T2R episode, while 37% had a single event (<xref ref-type="bibr" rid="ref41">41</xref>). Host genetics also seems to play a significant role in controlling the occurrence of T2R, and genes <italic>C4B</italic> (<xref ref-type="bibr" rid="ref42">42</xref>), <italic>TLR1</italic> (<xref ref-type="bibr" rid="ref43">43</xref>), <italic>NRAMP1</italic>/<italic>SCLC11A1</italic> (<xref ref-type="bibr" rid="ref31">31</xref>), <italic>NOD2</italic> (<xref ref-type="bibr" rid="ref33">33</xref>, <xref ref-type="bibr" rid="ref35">35</xref>), and <italic>IL6</italic> (<xref ref-type="bibr" rid="ref12">12</xref>, <xref ref-type="bibr" rid="ref35">35</xref>) have been implicated as critical molecular players.</p>
<p>One of the challenges of translational medicine is to systematize the analysis of a large amount of patient data to predict a specific outcome. In addition, scientific results from basic research are often difficult to translate into daily medical practice. Artificial Intelligence (AI) methods seek to systematically address often large, complex data sets to provide a base for decision-making. Of particular interest in health care, Bayesian Networks (BN) are among the most successful techniques in processing and unraveling the relationship between a large number of variables, with risk estimation being the outcome (<xref ref-type="bibr" rid="ref44">44</xref>).</p>
<p>A Bayesian Network (BN) is a graphical model of an outcome variable&#x2019;s posterior conditional probability distribution based on evidence. It contains nodes that represent the random variables and links between pairs of nodes, which represent the causal relationship of these nodes, together with a conditional probability distribution in each node. From the definition, one can deduce that any joint probability distribution may be represented by a Bayesian network, which shows its modeling power: any deterministic model is a particular case of a probabilistic model, and any probabilistic model may be represented as a Bayesian network (<xref ref-type="bibr" rid="ref45">45</xref>, <xref ref-type="bibr" rid="ref46">46</xref>).</p>
<p>Several BN-based systems have been created using medical data, developed for different purposes, and applied to several health conditions such as cardiovascular diseases, liver diseases, cancer and Alzheimer&#x2019;s disease (<xref ref-type="bibr" rid="ref47 ref48 ref49 ref50 ref51 ref52 ref53 ref54 ref55 ref56 ref57">47&#x2013;57</xref>), including leprosy (<xref ref-type="bibr" rid="ref44">44</xref>, <xref ref-type="bibr" rid="ref58 ref59 ref60 ref61 ref62 ref63 ref64 ref65">58&#x2013;65</xref>). However, few initiatives aim to systematize a large amount of existing information of distinct nature to estimate the risk of the occurrence of a particular event. In the context of leprosy, creating a simple-to-use and flexible platform to predict the risk of LR based on patient data may help minimize the consequences of such aggressive events. Moreover, such a tool could improve leprosy control initiatives and public health systems. Here we present an AI system designed to predict the risk of a leprosy patient to develop LR using a complete or partial dataset of clinical, demographic, and host genetic data.</p>
</sec>
<sec id="sec6" sec-type="materials|methods">
<label>2.</label>
<title>Materials and methods</title>
<p>A flowchart summarizing the three stages of the study and the procedures described next is available in <xref rid="fig1" ref-type="fig">Figure 1</xref>.</p>
<fig position="float" id="fig1">
<label>Figure 1</label>
<caption>
<p>Flowchart: study design.</p>
</caption>
<graphic xlink:href="fmed-10-1233220-g001.tif"/>
</fig>
<sec id="sec7">
<label>2.1.</label>
<title>Population samples</title>
<p>This study used four pre-existing data sets from previous research initiatives of different/independent designs and contexts. The first database included in the study consisted of 409 leprosy patients diagnosed at the Reference Center for Diagnosis and Therapy located in Goiania, central-western Brazil, between February 2006 and March 2008, originally used for the genetic study that identified an association between T2R and variants of the <italic>IL6</italic> gene. A complete description of the Goiania population has been published elsewhere (<xref ref-type="bibr" rid="ref12">12</xref>). Later, the Goiania population was used for an expanded investigation involving a larger number of candidate genes that detected an association between T1R and variants of the gene <italic>TNFSF8</italic> (<xref ref-type="bibr" rid="ref34">34</xref>). Finally, an association between T1R and lncRNA <italic>ENSG00000235140</italic> (<xref ref-type="bibr" rid="ref36">36</xref>) and <italic>LRRK2</italic> (unpublished data) was also detected in the Goiania sample. Two additional databases comprised 533 patients recruited at the Dermatological Center Dona Lib&#x00E2;nia, Fortaleza, northeast Brazil, and 137 patients diagnosed with leprosy at the Funda&#x00E7;&#x00E3;o Alfredo da Matta, Manaus, north Brazil. Enrolment of these two population samples was performed under a single protocol of a clinical study described previously (<xref ref-type="bibr" rid="ref66">66</xref>) and conducted by the Tropical Medicine Center of the University of Bras&#x00ED;lia between March 2007 and February 2012. Finally, a fourth database consisted of 371 patients diagnosed with leprosy at the Instituto Lauro de Souza Lima, Bauru, southeast Brazil, between March 2008 and January 2013, originally for a genetic study that detected an association between leprosy and variants of the <italic>TLR1</italic> (<xref ref-type="bibr" rid="ref67">67</xref>) and <italic>NOD2</italic> (<xref ref-type="bibr" rid="ref68">68</xref>) genes. For all databases, leprosy diagnosis/classification was defined after detailed dermatological and neurological examination by specialized leprologists, complemented by bacilloscopy and histopathology of skin lesions. All cases were classified following the R&#x0026;J scheme (<xref ref-type="bibr" rid="ref3">3</xref>). Patients were followed up for at least 2&#x2009;years since diagnosis to monitor LR occurrence. Individuals who did not present LR at the initial diagnosis or during follow-up, were defined as non-reactional leprosy patients.</p>
<p>All patients were treated for leprosy according to WHO/MDT guidelines and for LR with the appropriate therapy. All subjects were evaluated for an extensive clinical, socioeconomic, and demographic information list.</p>
</sec>
<sec id="sec8">
<label>2.2.</label>
<title>Variable selection</title>
<p>The four databases included in this study were composed of clinical and laboratory parameters, most of them obtained for descriptive, epidemiological purposes unrelated to the occurrence of LR. Each one of the databases was subjected individually to a two-step, unbiased process aiming to identify those variables exerting the highest impact upon the risk of LR, thus, to be included in the system, as follows:</p>
<sec id="sec9">
<label>2.2.1.</label>
<title>Frequency, redundancy, and grouping</title>
<p>The first selection step consisted of removing variables with low frequency (less than 15%) of occurrence and/or mutually correlated (redundant), consequently capturing the same information. In the case of redundant variables, the most frequent was selected to capture the information of the set.</p>
</sec>
<sec id="sec10">
<label>2.2.2.</label>
<title>Data mining</title>
<p>Data mining is one of the main stages of the knowledge extraction process from large databases, also known as KDD &#x2013; Knowledge Discovery in the Databases (<xref ref-type="bibr" rid="ref69">69</xref>). This AI method is defined as the process of discovering patterns in data to generate helpful information for the decision-making (<xref ref-type="bibr" rid="ref70">70</xref>). WEKA (Waikato Environment for Knowledge Analysis) is an open-source program with a collection of algorithm implementations of various data mining techniques, such as pre-processing, classification, clustering, and visualization (<xref ref-type="bibr" rid="ref71">71</xref>). This study used WEKA in the second variable selection step to identify those hierarchically important for LR occurrence in the population samples. The variables were selected using the C4.5 algorithm, which creates a decision tree and identifies the most relevant and non-redundant variants, thus reducing the number of attributes. The C4.5 selection is made according to the gain ratio, which is a normalization of the information gain, a parameter based on the entropy measure (originating from information theory) closely related to the maximum likelihood estimations (MLE) and usually used to make inferences about parameters of the underlying probability distribution from a given dataset (<xref ref-type="bibr" rid="ref45">45</xref>, <xref ref-type="bibr" rid="ref72 ref73 ref74 ref75">72&#x2013;75</xref>).</p>
<p>Four dermatologists/hansenologists with extensive experience in the area continuously validated the two-step variable selection through a qualitative process based on their experience in the field of leprosy diagnosis. These specialists were also involved in conducting system performance assessments, evaluating usability, and organizing the workflow for integrating data from the four databases. By leveraging the knowledge and expertise of specialists, clinical decision systems can be effectively validated and optimized for real-world clinical use (<xref ref-type="bibr" rid="ref76">76</xref>). Criteria for selecting the specialists were; (i) holding MD/Ph.D. degrees in dermatology/hansenology; (ii) having more than 10&#x2009;years of experience in leprosy diagnosis; (iii) being representative of regions of Brazil with different levels of leprosy endemicity.</p>
<p>Finally, two datasets contributed with genotypic information: Goiania for genes <italic>IL6, TNFSF8</italic>, <italic>LRRK2</italic>, and <italic>ENSG00000235140</italic> and Bauru for <italic>TLR1</italic> and <italic>NOD2</italic>, all previously studied in these population samples.</p>
</sec>
</sec>
<sec id="sec11">
<label>2.3.</label>
<title>System development</title>
<p>The system was created as a BN using Shell NETICA (Norsys Software Corporation) (<xref ref-type="bibr" rid="ref77">77</xref>) with a customized dynamic interface considering the number of variables in the database. The system was designed to operate with complete or partial information, which is of critical importance considering the translational bias of the proposal and the fact that several leprosy centers may not have access to all the information included, particularly the molecular genetic data. The system loads a spreadsheet in which columns and lines refer to the variables and records, respectively. Each variable (column) is related to one node of the BN. The variables comprise demographic, clinical, laboratory, and genetic data (markers). For each one of the databases, two groups were formed randomly to create the network: the test file, with 30% of patients, and the training file, with 70% of patients, both stored in an Excel file format.</p>
<p>The system&#x2019;s performance was assessed by its accuracy, sensitivity, specificity, and negative and positive predictive values. The patient&#x2019;s predicted outcome was defined by the class with higher risk, as estimated by the system. Predictive values were calculated using the prevalence of occurrence of reversal reactions observed for the studied population samples. The feature &#x201C;importance&#x201D; was also measured using the <inline-formula>
<mml:math id="M1">
<mml:mrow>
<mml:msub>
<mml:mi>F</mml:mi>
<mml:mn>1</mml:mn>
</mml:msub>
</mml:mrow>
</mml:math>
</inline-formula> score, which is the harmonic mean between positive predictive value (PPV) and sensitivity. The <inline-formula>
<mml:math id="M2">
<mml:mrow>
<mml:msub>
<mml:mi>F</mml:mi>
<mml:mn>1</mml:mn>
</mml:msub>
</mml:mrow>
</mml:math>
</inline-formula> score was calculated accordingly to the equation <inline-formula>
<mml:math id="M3">
<mml:mrow>
<mml:msub>
<mml:mi>F</mml:mi>
<mml:mn>1</mml:mn>
</mml:msub>
<mml:mspace width="thickmathspace"/>
<mml:mi>s</mml:mi>
<mml:mi>c</mml:mi>
<mml:mi>o</mml:mi>
<mml:mi>r</mml:mi>
<mml:mi>e</mml:mi>
<mml:mo>=</mml:mo>
<mml:mn>2</mml:mn>
<mml:mo>&#x2217;</mml:mo>
<mml:mfrac>
<mml:mrow>
<mml:mi>P</mml:mi>
<mml:mi>P</mml:mi>
<mml:mi>V</mml:mi>
<mml:mo>&#x2217;</mml:mo>
<mml:mi>s</mml:mi>
<mml:mi>e</mml:mi>
<mml:mi>n</mml:mi>
<mml:mi>s</mml:mi>
<mml:mi>i</mml:mi>
<mml:mi>t</mml:mi>
<mml:mi>i</mml:mi>
<mml:mi>v</mml:mi>
<mml:mi>i</mml:mi>
<mml:mi>t</mml:mi>
<mml:mi>y</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mi>P</mml:mi>
<mml:mi>P</mml:mi>
<mml:mi>V</mml:mi>
<mml:mo>+</mml:mo>
<mml:mi>s</mml:mi>
<mml:mi>e</mml:mi>
<mml:mi>n</mml:mi>
<mml:mi>s</mml:mi>
<mml:mi>i</mml:mi>
<mml:mi>t</mml:mi>
<mml:mi>i</mml:mi>
<mml:mi>v</mml:mi>
<mml:mi>i</mml:mi>
<mml:mi>t</mml:mi>
<mml:mi>y</mml:mi>
</mml:mrow>
</mml:mfrac>
</mml:mrow>
</mml:math>
</inline-formula> using Python 3.7.9.</p>
</sec>
</sec>
<sec id="sec12" sec-type="results">
<label>3.</label>
<title>Results</title>
<p><xref rid="tab1" ref-type="table">Table 1</xref> summarizes information on age, gender, and clinical form of leprosy according to the R&#x0026;J classification system for T1R, T2R and non-reactional leprosy patients groups of all population samples. The mean age at diagnosis ranged from 40 to 59&#x2009;years old, and males were consistently more frequent than females across all four population samples. Leprosy clinical form most frequently observed was BT (479, 33%) followed by BL (379, 26.1%), LL (346, 23.8%), BB (134, 9.2%), and TT (100, 6.9%). For the combined sample, 51% were non-reactional leprosy patients, 25.9 and 23.1% developed T1R or T2R, respectively. As expected, T1R was observed more often in BT&#x2009;+&#x2009;BB&#x2009;+&#x2009;BL cases, and T2R occurred more often in BL and LL individuals (<xref rid="tab1" ref-type="table">Table 1</xref>).</p>
<table-wrap position="float" id="tab1">
<label>Table 1</label>
<caption>
<p>Distribution of sex, age at diagnosis, and clinical type of disease of leprosy-affected individuals with T1R, T2R, and non-reactional leprosy patients in each population sample.</p>
</caption>
<table frame="hsides" rules="groups">
<thead>
<tr>
<th rowspan="2"/>
<th align="center" valign="top" colspan="15">Patients, No. (%)</th>
</tr>
<tr>
<th align="center" valign="top" colspan="3">Goiania</th>
<th align="center" valign="top" colspan="3">Fortaleza</th>
<th align="center" valign="top" colspan="3">Manaus</th>
<th align="center" valign="top" colspan="3">Bauru</th>
<th align="center" valign="top" colspan="3">Combined</th>
</tr>
</thead>
<tbody>
<tr>
<td align="left" valign="middle">Age, Years (Mean&#x2009;&#x00B1;&#x2009;SD)</td>
<td align="center" valign="middle" colspan="3">44.63&#x2009;&#x00B1;&#x2009;16.67</td>
<td align="center" valign="middle" colspan="3">45.15&#x2009;&#x00B1;&#x2009;14.25</td>
<td align="center" valign="middle" colspan="3">40.00&#x2009;&#x00B1;&#x2009;15.39</td>
<td align="center" valign="middle" colspan="3">59.00&#x2009;&#x00B1;&#x2009;18.04</td>
<td align="center" valign="middle" colspan="3">48.00&#x2009;&#x00B1;&#x2009;17.29</td>
</tr>
<tr>
<td align="left" valign="middle" colspan="16">Sex</td>
</tr>
<tr>
<td align="left" valign="middle">Male</td>
<td align="center" valign="middle" colspan="3">234 (57.1)</td>
<td align="center" valign="middle" colspan="3">352 (66.0)</td>
<td align="center" valign="middle" colspan="3">100 (72.9)</td>
<td align="center" valign="middle" colspan="3">258 (69.5)</td>
<td align="center" valign="middle" colspan="3">944 (65.1)</td>
</tr>
<tr>
<td align="left" valign="middle">Female</td>
<td align="center" valign="middle" colspan="3">175 (42.9)</td>
<td align="center" valign="middle" colspan="3">181 (34.0)</td>
<td align="center" valign="middle" colspan="3">37 (27.1)</td>
<td align="center" valign="middle" colspan="3">113 (30.5)</td>
<td align="center" valign="middle" colspan="3">506 (34.9)</td>
</tr>
<tr>
<td align="left" valign="middle">Ridley&#x0026;Jopling Classification</td>
<td align="center" valign="middle">NRLP</td>
<td align="center" valign="middle">T1R</td>
<td align="center" valign="middle">T2R</td>
<td align="center" valign="middle">NRLP</td>
<td align="center" valign="middle">T1R</td>
<td align="center" valign="middle">T2R</td>
<td align="center" valign="middle">NRLP</td>
<td align="center" valign="middle">T1R</td>
<td align="center" valign="middle">T2R</td>
<td align="center" valign="middle">NRLP</td>
<td align="center" valign="middle">T1R</td>
<td align="center" valign="middle">T2R</td>
<td align="center" valign="middle">NRLP</td>
<td align="center" valign="middle">T1R</td>
<td align="center" valign="middle">T2R</td>
</tr>
<tr>
<td align="left" valign="middle">TT</td>
<td align="center" valign="middle">22</td>
<td align="center" valign="middle">0</td>
<td align="center" valign="middle">0</td>
<td align="center" valign="middle">28</td>
<td align="center" valign="middle">0</td>
<td align="center" valign="middle">0</td>
<td align="center" valign="middle">16</td>
<td align="center" valign="middle">0</td>
<td align="center" valign="middle">0</td>
<td align="center" valign="middle">34</td>
<td align="center" valign="middle">0</td>
<td align="center" valign="middle">0</td>
<td align="center" valign="middle">100</td>
<td align="center" valign="middle">0</td>
<td align="center" valign="middle">0</td>
</tr>
<tr>
<td align="left" valign="middle">BT</td>
<td align="center" valign="middle">124</td>
<td align="center" valign="middle">79</td>
<td align="center" valign="middle">0</td>
<td align="center" valign="middle">164</td>
<td align="center" valign="middle">24</td>
<td align="center" valign="middle">0</td>
<td align="center" valign="middle">36</td>
<td align="center" valign="middle">4</td>
<td align="center" valign="middle">0</td>
<td align="center" valign="middle">18</td>
<td align="center" valign="middle">30</td>
<td align="center" valign="middle">0</td>
<td align="center" valign="middle">342</td>
<td align="center" valign="middle">137</td>
<td align="center" valign="middle">0</td>
</tr>
<tr>
<td align="left" valign="middle">BB</td>
<td align="center" valign="middle">16</td>
<td align="center" valign="middle">29</td>
<td align="center" valign="middle">3</td>
<td align="center" valign="middle">12</td>
<td align="center" valign="middle">14</td>
<td align="center" valign="middle">0</td>
<td align="center" valign="middle">2</td>
<td align="center" valign="middle">3</td>
<td align="center" valign="middle">0</td>
<td align="center" valign="middle">27</td>
<td align="center" valign="middle">27</td>
<td align="center" valign="middle">1</td>
<td align="center" valign="middle">57</td>
<td align="center" valign="middle">73</td>
<td align="center" valign="middle">4</td>
</tr>
<tr>
<td align="left" valign="middle">BL</td>
<td align="center" valign="middle">26</td>
<td align="center" valign="middle">46</td>
<td align="center" valign="middle">8</td>
<td align="center" valign="middle">47</td>
<td align="center" valign="middle">71</td>
<td align="center" valign="middle">66</td>
<td align="center" valign="middle">12</td>
<td align="center" valign="middle">28</td>
<td align="center" valign="middle">10</td>
<td align="center" valign="middle">12</td>
<td align="center" valign="middle">20</td>
<td align="center" valign="middle">33</td>
<td align="center" valign="middle">97</td>
<td align="center" valign="middle">165</td>
<td align="center" valign="middle">117</td>
</tr>
<tr>
<td align="left" valign="middle">LL</td>
<td align="center" valign="middle">28</td>
<td align="center" valign="middle">0</td>
<td align="center" valign="middle">28</td>
<td align="center" valign="middle">33</td>
<td align="center" valign="middle">0</td>
<td align="center" valign="middle">68</td>
<td align="center" valign="middle">5</td>
<td align="center" valign="middle">0</td>
<td align="center" valign="middle">16</td>
<td align="center" valign="middle">66</td>
<td align="center" valign="middle">0</td>
<td align="center" valign="middle">102</td>
<td align="center" valign="middle">132</td>
<td align="center" valign="middle">0</td>
<td align="center" valign="middle">214</td>
</tr>
<tr>
<td align="left" valign="middle">I</td>
<td align="center" valign="middle">0</td>
<td align="center" valign="middle">0</td>
<td align="center" valign="middle">0</td>
<td align="center" valign="middle">6</td>
<td align="center" valign="middle">0</td>
<td align="center" valign="middle">0</td>
<td align="center" valign="middle">5</td>
<td align="center" valign="middle">0</td>
<td align="center" valign="middle">0</td>
<td align="center" valign="middle">1</td>
<td align="center" valign="middle">0</td>
<td align="center" valign="middle">0</td>
<td align="center" valign="middle">12</td>
<td align="center" valign="middle">0</td>
<td align="center" valign="middle">0</td>
</tr>
<tr>
<td align="left" valign="middle">HI (Mean)</td>
<td align="center" valign="middle">&#x2013;</td>
<td align="center" valign="middle">&#x2013;</td>
<td align="center" valign="middle">&#x2013;</td>
<td align="center" valign="middle">&#x2013;</td>
<td align="center" valign="middle">&#x2013;</td>
<td align="center" valign="middle">&#x2013;</td>
<td align="center" valign="middle">&#x2013;</td>
<td align="center" valign="middle">&#x2013;</td>
<td align="center" valign="middle">&#x2013;</td>
<td align="center" valign="middle">1.73</td>
<td align="center" valign="middle">2.69</td>
<td align="center" valign="middle">3.84</td>
<td align="center" valign="middle">1.73</td>
<td align="center" valign="middle">2.69</td>
<td align="center" valign="middle">3.84</td>
</tr>
<tr>
<td align="left" valign="middle">Proportion per Group</td>
<td align="center" valign="middle">52.9</td>
<td align="center" valign="middle">37.6</td>
<td align="center" valign="middle">9.5</td>
<td align="center" valign="middle">54.4</td>
<td align="center" valign="middle">20.5</td>
<td align="center" valign="middle">25.1</td>
<td align="center" valign="middle">55.5</td>
<td align="center" valign="middle">25.5</td>
<td align="center" valign="middle">19.0</td>
<td align="center" valign="middle">42.6</td>
<td align="center" valign="middle">20.8</td>
<td align="center" valign="middle">36.6</td>
<td align="center" valign="middle">51.0</td>
<td align="center" valign="middle">25.9</td>
<td align="center" valign="middle">23.1</td>
</tr>
<tr>
<td align="left" valign="middle">Total</td>
<td align="center" valign="middle" colspan="3">409</td>
<td align="center" valign="middle" colspan="3">533</td>
<td align="center" valign="middle" colspan="3">137</td>
<td align="center" valign="middle" colspan="3">371</td>
<td align="center" valign="middle" colspan="3">1,450</td>
</tr>
</tbody>
</table>
<table-wrap-foot>
<p>BB, borderline borderline; BL, borderline lepromatous; BT, borderline tuberculoid; HI, histological index; I, indeterminate leprosy; LL, lepromatous leprosy; NRLP, non-reactional leprosy patients; SD, standard deviation; TT, tuberculoid leprosy; T1R, type-1 reaction; T2R, type-2 reaction.</p>
</table-wrap-foot>
</table-wrap>
<p>Our strategy for variable selection led to the inclusion of 34 demographic, clinical, laboratory, and genetic parameters (<xref ref-type="supplementary-material" rid="SM1">Supplementary Table S1</xref>) related to the occurrence of LR in the population samples (<xref rid="tab2" ref-type="table">Table 2</xref>). Since the initial set of variables was not the same across the four datasets &#x2013; thus, the variables selected by the two-step process and validated by the specialists were not necessarily the same &#x2013; the prediction system was designed to include all variables selected in each population sample. Detailed information about the distribution of the included variables across the four different datasets is available in <xref ref-type="supplementary-material" rid="SM1">Supplementary Table S2</xref>.</p>
<table-wrap position="float" id="tab2">
<label>Table 2</label>
<caption>
<p>Demographical, clinical, laboratory, and genetic variables selected in the study.</p>
</caption>
<table frame="hsides" rules="groups">
<thead>
<tr>
<th align="left" valign="top">Data</th>
<th align="left" valign="top">Variable information<xref rid="tfn1" ref-type="table-fn"><sup>a</sup></xref></th>
</tr>
</thead>
<tbody>
<tr>
<td align="left" valign="middle" rowspan="3">Socio-demographic</td>
<td align="left" valign="middle">Sex</td>
</tr>
<tr>
<td align="left" valign="middle">Age group</td>
</tr>
<tr>
<td align="left" valign="middle">Ethnicity</td>
</tr>
<tr>
<td align="left" valign="middle" rowspan="7">Clinical</td>
<td align="left" valign="middle">Multidrug therapy</td>
</tr>
<tr>
<td align="left" valign="middle">First signs and symptoms</td>
</tr>
<tr>
<td align="left" valign="middle">Ridley-Jopling classification</td>
</tr>
<tr>
<td align="left" valign="middle">Number of skin lesions</td>
</tr>
<tr>
<td align="left" valign="middle">Type of lesion</td>
</tr>
<tr>
<td align="left" valign="middle">Color of lesion</td>
</tr>
<tr>
<td align="left" valign="middle">Sensibility testing</td>
</tr>
<tr>
<td align="left" valign="middle" rowspan="3">Laboratory</td>
<td align="left" valign="middle">Bacilloscopic index</td>
</tr>
<tr>
<td align="left" valign="middle">Histological index</td>
</tr>
<tr>
<td align="left" valign="middle">PGL-1</td>
</tr>
<tr>
<td align="left" valign="middle" rowspan="6">Genetic</td>
<td align="left" valign="middle"><italic>IL6</italic> markers (4)</td>
</tr>
<tr>
<td align="left" valign="middle"><italic>NOD2</italic> marker (1)</td>
</tr>
<tr>
<td align="left" valign="middle"><italic>TLR1</italic> markers (2)</td>
</tr>
<tr>
<td align="left" valign="middle"><italic>TNFSF8</italic> markers (4)</td>
</tr>
<tr>
<td align="left" valign="middle"><italic>ENSG00000235140</italic>markers (4)</td>
</tr>
<tr>
<td align="left" valign="middle"><italic>LRRK2</italic> markers (3)</td>
</tr>
<tr>
<td align="left" valign="middle" rowspan="3">Family History</td>
<td align="left" valign="middle">First degree<xref rid="tfn2" ref-type="table-fn"><sup>b</sup></xref></td>
</tr>
<tr>
<td align="left" valign="middle">Second degree<xref rid="tfn3" ref-type="table-fn"><sup>c</sup></xref></td>
</tr>
<tr>
<td align="left" valign="middle">Contact<xref rid="tfn4" ref-type="table-fn"><sup>d</sup></xref></td>
</tr>
</tbody>
</table>
<table-wrap-foot>
<fn id="tfn1">
<label>a</label>
<p>Self-report in years since noticing the early signs and symptoms of leprosy.</p>
</fn>
<fn id="tfn2">
<label>b</label>
<p>Father, mother, child, and sibs affected by leprosy.</p>
</fn>
<fn id="tfn3">
<label>c</label>
<p>Cousins, nephews, uncles/aunts, grandparents, and grandchildren affected by leprosy.</p>
</fn>
<fn id="tfn4">
<label>d</label>
<p>Close household contact affected by leprosy.</p>
</fn>
</table-wrap-foot>
</table-wrap>
<p>The risk-prediction system was developed to allow the use of each of the four databases individually as a reference, as well as to use a single, combined dataset, thus favoring customization and facilitating the inclusion of new data sets. The system &#x2013; named SEPAREH (from Portuguese: <italic>Sistema Especialista Para Avalia&#x00E7;&#x00E3;o de Risco de Estado Reacional em Hansen&#x00ED;ase</italic>; in English: Specialist System for Evaluation of Risk of Occurrence of Reactional States in Leprosy) is designed to present a friendly graphical user interface (<xref rid="fig2" ref-type="fig">Figure 2</xref>), which allows the primary care professional to use it intuitively. Variation of the patient&#x2019;s risk of developing one of the two types of LR is shown in real time, as each available clinical and/or genetic information is included in the interface. The platform can be accessed for free at <ext-link xlink:href="https://orfeu.ppgia.pucpr.br/separeh" ext-link-type="uri">https://orfeu.ppgia.pucpr.br/separeh</ext-link>.<xref rid="fn0001" ref-type="fn"><sup>1</sup></xref></p>
<fig position="float" id="fig2">
<label>Figure 2</label>
<caption>
<p>SEPAREH interface.</p>
</caption>
<graphic xlink:href="fmed-10-1233220-g002.tif"/>
</fig>
<p>The overall sensitivity and specificity of the system, as estimated using the combined dataset of 1,450 patients, was 79.3% (95% CI 73.9&#x2013;84.7) and 86.2% (95% CI 81.6&#x2013;90.8), respectively. Accuracy reached 82.7% (95% CI 79.2&#x2013;86.3), and positive and negative predicted values were 85.1% (95% CI 80.2&#x2013;90.1) and 80.6% (95% CI 75.5&#x2013;85.7), respectively.</p>
<p>To assess the importance of each of the variables individually, modeling was carried out after removing one at a time, and the impact on system performance was measured through changes in sensitivity, specificity, and F1. As summarized in <xref rid="fig3" ref-type="fig">Figure 3</xref>, the three attributes exerting the highest impact were R&#x0026;J classification, combined genetic markers, and histological index. Interestingly, the highest estimates of accuracy, sensitivity, specificity, and both negative and positive predictive values were observed for the Bauru and the Goiania datasets, for which genotypic data was available, even higher than what was observed for the combined dataset of much larger sample size (the only exception being the positive predictive value for Bauru: 82.7% vs. 85.1% for the combined dataset) (<xref rid="tab3" ref-type="table">Table 3</xref>).</p>
<fig position="float" id="fig3">
<label>Figure 3</label>
<caption>
<p>Top 5 most essential features measured in relative gain using sensitivity, specificity, and the F1 score.</p>
</caption>
<graphic xlink:href="fmed-10-1233220-g003.tif"/>
</fig>
<table-wrap position="float" id="tab3">
<label>Table 3</label>
<caption>
<p>Results obtained for each population sample.</p>
</caption>
<table frame="hsides" rules="groups">
<thead>
<tr>
<th align="left" valign="top">Population sample</th>
<th align="left" valign="top" colspan="4">Two-by-two contingency</th>
<th align="center" valign="top">Results</th>
<th align="center" valign="top">95% CI</th>
</tr>
</thead>
<tbody>
<tr>
<td align="left" valign="middle" rowspan="5">Combined</td>
<td/>
<td align="center" valign="middle">NRLP</td>
<td align="center" valign="middle">LR</td>
<td align="center" valign="middle">Total</td>
<td align="center" valign="middle">Sensitivity&#x2009;=&#x2009;79.3%</td>
<td align="center" valign="middle">73.9&#x2013;84.7%</td>
</tr>
<tr>
<td align="left" valign="middle">NRLP</td>
<td align="center" valign="middle">187</td>
<td align="center" valign="middle">45</td>
<td align="center" valign="middle">232</td>
<td align="center" valign="middle">Specificity&#x2009;=&#x2009;86.2%</td>
<td align="center" valign="middle">81.6&#x2013;90.8%</td>
</tr>
<tr>
<td align="left" valign="middle">LR</td>
<td align="center" valign="middle">30</td>
<td align="center" valign="middle">172</td>
<td align="center" valign="middle">202</td>
<td align="center" valign="middle">PVP&#x2009;=&#x2009;85.1%</td>
<td align="center" valign="middle">80.2&#x2013;90.1%</td>
</tr>
<tr>
<td align="left" valign="middle">Total</td>
<td align="center" valign="middle">217</td>
<td align="center" valign="middle">217</td>
<td align="center" valign="middle">434</td>
<td align="center" valign="middle">PVN&#x2009;=&#x2009;80.6%</td>
<td align="center" valign="middle">75.5&#x2013;85.7%</td>
</tr>
<tr>
<td/>
<td/>
<td/>
<td/>
<td align="center" valign="middle">Accuracy&#x2009;=&#x2009;82.7%</td>
<td align="center" valign="middle">79.2&#x2013;86.3%</td>
</tr>
<tr>
<td align="left" valign="middle" rowspan="5">Goiania</td>
<td/>
<td align="center" valign="middle">NRLP</td>
<td align="center" valign="middle">LR</td>
<td align="center" valign="middle">Total</td>
<td align="center" valign="middle">Sensitivity&#x2009;=&#x2009;85.7%</td>
<td align="center" valign="middle">76.5&#x2013;94.9%</td>
</tr>
<tr>
<td align="left" valign="middle">NRLP</td>
<td align="center" valign="middle">59</td>
<td align="center" valign="middle">8</td>
<td align="center" valign="middle">67</td>
<td align="center" valign="middle">Specificity&#x2009;=&#x2009;89.4%</td>
<td align="center" valign="middle">82.0&#x2013;96.8%</td>
</tr>
<tr>
<td align="left" valign="middle">LR</td>
<td align="center" valign="middle">7</td>
<td align="center" valign="middle">48</td>
<td align="center" valign="middle">55</td>
<td align="center" valign="middle">PVP&#x2009;=&#x2009;87.3%</td>
<td align="center" valign="middle">78.5&#x2013;96.1%</td>
</tr>
<tr>
<td align="left" valign="middle">Total</td>
<td align="center" valign="middle">66</td>
<td align="center" valign="middle">56</td>
<td align="center" valign="middle">122</td>
<td align="center" valign="middle">PVN&#x2009;=&#x2009;88.0%</td>
<td align="center" valign="middle">80.3&#x2013;95.8%</td>
</tr>
<tr>
<td/>
<td/>
<td/>
<td/>
<td align="center" valign="middle">Accuracy&#x2009;=&#x2009;87.7%</td>
<td align="center" valign="middle">81.9&#x2013;93.5%</td>
</tr>
<tr>
<td align="left" valign="middle" rowspan="5">Bauru</td>
<td/>
<td align="center" valign="middle">NRLP</td>
<td align="center" valign="middle">LR</td>
<td align="center" valign="middle">Total</td>
<td align="center" valign="middle">Sensitivity&#x2009;=&#x2009;82.7%</td>
<td align="center" valign="middle">72.4&#x2013;93.0%</td>
</tr>
<tr>
<td align="left" valign="middle">NRLP</td>
<td align="center" valign="middle">51</td>
<td align="center" valign="middle">9</td>
<td align="center" valign="middle">60</td>
<td align="center" valign="middle">Specificity&#x2009;=&#x2009;85.0%</td>
<td align="center" valign="middle">76.0&#x2013;94.0%</td>
</tr>
<tr>
<td align="left" valign="middle">LR</td>
<td align="center" valign="middle">9</td>
<td align="center" valign="middle">43</td>
<td align="center" valign="middle">52</td>
<td align="center" valign="middle">PVP&#x2009;=&#x2009;82.7%</td>
<td align="center" valign="middle">72.4&#x2013;93.0%</td>
</tr>
<tr>
<td align="left" valign="middle">Total</td>
<td align="center" valign="middle">60</td>
<td align="center" valign="middle">52</td>
<td align="center" valign="middle">112</td>
<td align="center" valign="middle">PVN&#x2009;=&#x2009;85.0%</td>
<td align="center" valign="middle">76.0&#x2013;94.0%</td>
</tr>
<tr>
<td/>
<td/>
<td/>
<td/>
<td align="center" valign="middle">Accuracy&#x2009;=&#x2009;83.9%</td>
<td align="center" valign="middle">77.1&#x2013;90.7%</td>
</tr>
<tr>
<td align="left" valign="middle" rowspan="5">Fortaleza</td>
<td/>
<td align="center" valign="middle">NRLP</td>
<td align="center" valign="middle">LR</td>
<td align="center" valign="middle">Total</td>
<td align="center" valign="middle">Sensitivity&#x2009;=&#x2009;78.1%</td>
<td align="center" valign="middle">68.6&#x2013;87.6%</td>
</tr>
<tr>
<td align="left" valign="middle">NRLP</td>
<td align="center" valign="middle">62</td>
<td align="center" valign="middle">16</td>
<td align="center" valign="middle">78</td>
<td align="center" valign="middle">Specificity&#x2009;=&#x2009;71.3%</td>
<td align="center" valign="middle">61.8&#x2013;80.8%</td>
</tr>
<tr>
<td align="left" valign="middle">LR</td>
<td align="center" valign="middle">25</td>
<td align="center" valign="middle">57</td>
<td align="center" valign="middle">82</td>
<td align="center" valign="middle">PVP&#x2009;=&#x2009;69.5%</td>
<td align="center" valign="middle">59.5&#x2013;79.5%</td>
</tr>
<tr>
<td align="left" valign="middle">Total</td>
<td align="center" valign="middle">87</td>
<td align="center" valign="middle">73</td>
<td align="center" valign="middle">160</td>
<td align="center" valign="middle">PVN&#x2009;=&#x2009;79.4%</td>
<td align="center" valign="middle">70.5&#x2013;88.4%</td>
</tr>
<tr>
<td/>
<td/>
<td/>
<td/>
<td align="center" valign="middle">Accuracy&#x2009;=&#x2009;74.3%</td>
<td align="center" valign="middle">67.6&#x2013;81.1%</td>
</tr>
<tr>
<td align="left" valign="middle" rowspan="5">Manaus</td>
<td/>
<td align="center" valign="middle">NRLP</td>
<td align="center" valign="middle">LR</td>
<td align="center" valign="middle">Total</td>
<td align="center" valign="middle">Sensitivity&#x2009;=&#x2009;77.8%</td>
<td align="center" valign="middle">58.6&#x2013;97.0%</td>
</tr>
<tr>
<td align="left" valign="middle">NRLP</td>
<td align="center" valign="middle">18</td>
<td align="center" valign="middle">4</td>
<td align="center" valign="middle">22</td>
<td align="center" valign="middle">Specificity&#x2009;=&#x2009;78.3%</td>
<td align="center" valign="middle">61.4&#x2013;95.1%</td>
</tr>
<tr>
<td align="left" valign="middle">LR</td>
<td align="center" valign="middle">5</td>
<td align="center" valign="middle">14</td>
<td align="center" valign="middle">19</td>
<td align="center" valign="middle">PVP&#x2009;=&#x2009;73.7%</td>
<td align="center" valign="middle">53.9&#x2013;93.5%</td>
</tr>
<tr>
<td align="left" valign="middle">Total</td>
<td align="center" valign="middle">23</td>
<td align="center" valign="middle">18</td>
<td align="center" valign="middle">41</td>
<td align="center" valign="middle">PVN&#x2009;=&#x2009;81.8%</td>
<td align="center" valign="middle">65.7&#x2013;97.9%</td>
</tr>
<tr>
<td/>
<td/>
<td/>
<td/>
<td align="center" valign="middle">Accuracy&#x2009;=&#x2009;78.0%</td>
<td align="center" valign="middle">65.4&#x2013;90.7%</td>
</tr>
</tbody>
</table>
<table-wrap-foot>
<p>LR, leprosy reactions; NRLP, non-reactional leprosy patients; PPV, positive predictive value; NPV, negative predictive value; CI, confidence interval.</p>
</table-wrap-foot>
</table-wrap>
</sec>
<sec id="sec13" sec-type="discussions">
<label>4.</label>
<title>Discussion</title>
<p>As an outcome of contact with its causative agent, leprosy is controlled by multiple environmental and socioeconomic factors and innate characteristics of both the host and pathogen. The specific contribution of each of these factors to the risk of developing leprosy and its endophenotypes is widely unknown. Today, LRs constitute a significant cause of disabilities associated with leprosy; thus, predicting patients at higher risk of developing LR at the time of leprosy diagnosis may help prevent permanent neural impairment. However, an accurate estimate of this risk demands analyzing a very complex set of variables, which is difficult &#x2013; if not impossible &#x2013; to perform by an unassisted primary healthcare professional. Here we present an easy-to-use, flexible, and automated system that identifies leprosy patients at increased risk of developing LR based on clinical, socio-economical, laboratory, and genetic data. Patients at high risk are candidates for close monitoring during and after treatment, aiming to prompt the management of these aggressive events, minimizing the likelihood of permanent disabilities. Our platform translates basic scientific data into a direct application that may immediately impact leprosy patients&#x2019; quality of life and leprosy control programs&#x2019; effectiveness.</p>
<p>The three features that exerted the highest impact on the system&#x2019;s performance were the R&#x0026;J classification, the histological index, and the combined effect of the genetic markers (<xref rid="fig3" ref-type="fig">Figure 3</xref>). The R&#x0026;J class is a well-accepted major risk factor for reversal reactions (<xref ref-type="bibr" rid="ref7">7</xref>, <xref ref-type="bibr" rid="ref13">13</xref>, <xref ref-type="bibr" rid="ref21">21</xref>, <xref ref-type="bibr" rid="ref22">22</xref>, <xref ref-type="bibr" rid="ref37">37</xref>, <xref ref-type="bibr" rid="ref40">40</xref>, <xref ref-type="bibr" rid="ref41">41</xref>). As expected, simulations confirm that patients in the tuberculoid pole of the spectrum tend to have a higher chance of developing no reversal reaction (98%&#x2009;~&#x2009;when the classification is TT). As clinical form moves towards borderline, the probability of a T1R rises from &#x003C;1 to 53%~ when the category is BB and, finally, patients at the lepromatous pole have a higher risk of developing T2R &#x2013; more specifically, 61%~ when the type is LL. The second top-three parameter impacting the system is the histological index. An index equal to 2+ increases the risk of T1R to 56%~; values higher than 5+ shift the risk towards T2R &#x2013; 45%~ when the histological index is 6+. This behavior is expected since an increase in the histological index is highly correlated with a higher bacterial load and, consequently, a move toward the lepromatous pole of the disease. A histological index higher than 5+ is also a well-known risk factor for developing T2R (<xref ref-type="bibr" rid="ref38">38</xref>, <xref ref-type="bibr" rid="ref39">39</xref>). Finally, genetic data seems critical to improving the system&#x2019;s performance, which suggests that understanding the true, exact nature of LR depends on the description of the underlying genetic mechanisms.</p>
<p>We are aware of the study&#x2019;s limitations: we have had limited access to genetic information across the population samples; including genotypic data for additional, known LR susceptibility genes would likely positively impact the system&#x2019;s performance. In addition, the heterogeneity of the databases, originally obtained for independent studies of distinct designs, prevented a comprehensive analysis of the performance of the system, which we understand was yet quite remarkable, likely due to the ability of Bayesian methods to estimate risk using all available &#x2013; even if partial &#x2013; information. This is important considering that not all leprosy centers across the globe will have access to molecular data of all the patients; in these cases, the platform can still help estimate the risk of LR using only the clinical/laboratory and demographic data with fair sensitivity and specificity, as observed for the Fortaleza and Manaus datasets (<xref rid="tab3" ref-type="table">Table 3</xref>). Of note: the heterogeneity of the dataset is known to enhance the quality of a trained model, since it tends to improve the generalization capturing a more comprehensive understanding of the problem and its nuances. Thus, the inclusion of diverse datasets is a known strategy to improve the performance of machine learning models. For example, in the field of Random Forests, the use of diverse datasets has been explored as a method to enhance the model&#x2019;s accuracy and robustness (<xref ref-type="bibr" rid="ref78">78</xref>). This principle extends to various domains, including computer vision (<xref ref-type="bibr" rid="ref79">79</xref>), and conversational AI (<xref ref-type="bibr" rid="ref80">80</xref>). For a comprehensive evaluation and refining of the system, datasets enrolled prospectively with these specific purposes will be necessary.</p>
</sec>
<sec id="sec14" sec-type="conclusions">
<label>5.</label>
<title>Conclusion</title>
<p>We produced SEPAREH as an easy-to-use, online, free-access system that identifies leprosy patients at higher risk of developing LR. We believe that SEPAREH can be useful to help primary healthcare services to establish a protocol for patient follow-up dedicated to improving early diagnosis and prevention of the devastating consequences of untreated LR. Ultimately, risk assessment of LR for individual patients may be of potential positive impact on the prevention of permanent disabilities, the quality of life of the patients, and upon leprosy control programs.</p>
</sec>
<sec id="sec15" sec-type="data-availability">
<title>Data availability statement</title>
<p>The raw data supporting the conclusions of this article will be made available by the authors, without undue reservation.</p>
</sec>
<sec id="sec16">
<title>Ethics statement</title>
<p>This study was approved by the Brazilian Committee for Ethics in Research (CONEP) (protocol 1.722.447). All patients signed an informed consent to participate in the study; for patients &#x003C;18 years old, the informed consent was signed by one of the parents or the legal guardian.</p>
</sec>
<sec id="sec17">
<title>Author contributions</title>
<p>RA, EH, DC, CM, and JN contributed to defining the AI-based protocol and data modeling. LH, GR, and EH developed the online platform. MA contributed to the recruitment and clinical characterization of the Tropical Pathology and Public Health Institute, Goiania, Goi&#x00E1;s patients. AL, CS, AB, and PR contributed to the recruitment and clinical description of the Lauro de Souza Lima Institute, Bauru, S&#x00E3;o Paulo patients. MP and HS contributed to the recruitment and clinical characterization of the Dona Lib&#x00E2;nia Dermatology Centre patients, Fortaleza, Cear&#x00E1;. RC contributed to the recruitment and clinical description of the Alfredo da Matta Foundation patients, Manaus, Amazonas. MO contributed to the statistical analysis. VF contributed to the generation of the original genetic data. SB-S, GP, and MP contributed to coordinating the original study under which the population samples were recruited and characterized. RA, EH, CM, JN, and MM helped to draft the manuscript. MM is the principal investigator, the main responsible for the study design and execution, and provided senior supervision throughout the study. All authors contributed to the article and approved the submitted version.</p>
</sec>
<sec sec-type="funding-information" id="sec18">
<title>Funding</title>
<p>This work was supported by the Araucaria Foundation (Grant #41617.433.32610.10092013), the Brazilian Coordena&#x00E7;&#x00E3;o de Aperfei&#x00E7;oamento de Pessoal de N&#x00ED;vel Superior (CAPES), and the Leprosy Research Initiative (LRI)/Turing Foundation, grant ID# 704.16.31. MM is a Conselho Nacional de Desenvolvimento Cient&#x00ED;fico e Tecnol&#x00F3;gico (CNPq) productivity (PQ) researcher level 2, grant #304368/2018-0. MA is under a research fellowship grant from the Brazilian Research Council/CNPq (Grant #311986-2019-6).</p>
</sec>
<sec sec-type="COI-statement" id="sec19">
<title>Conflict of interest</title>
<p>The authors declare that the research was conducted in the absence of any commercial or financial relationships that could be construed as a potential conflict of interest.</p>
</sec>
<sec sec-type="COI-statement" id="sec143">
<title>Publisher&#x2019;s note</title>
<p>All claims expressed in this article are solely those of the authors and do not necessarily represent those of their affiliated organizations, or those of the publisher, the editors and the reviewers. Any product that may be evaluated in this article, or claim that may be made by its manufacturer, is not guaranteed or endorsed by the publisher.</p>
</sec>
</body>
<back>
<ack>
<p>We are grateful to the patients and staff of the Reference Center for Diagnosis and Therapy, Goiania; Dermatological Center Dona Lib&#x00E2;nia, Fortaleza; Alfredo da Matta Foundation, Manaus; Instituto Lauro de Souza Lima, Bauru, for agreeing and their cooperation in this study. Thanks to C&#x00E1;ssio Ghidella, MD dermatologist from Rondonia, for the valuable support.</p>
</ack>
<sec id="sec20" sec-type="supplementary-material">
<title>Supplementary material</title>
<p>The Supplementary material for this article can be found online at: <ext-link xlink:href="https://www.frontiersin.org/articles/10.3389/fmed.2023.1233220/full#supplementary-material" ext-link-type="uri">https://www.frontiersin.org/articles/10.3389/fmed.2023.1233220/full#supplementary-material</ext-link></p>
<supplementary-material xlink:href="Table_1.DOCX" id="SM1" mimetype="application/vnd.openxmlformats-officedocument.wordprocessingml.document" xmlns:xlink="http://www.w3.org/1999/xlink"/>
</sec>
<ref-list>
<title>References</title>
<ref id="ref1"><label>1.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Scollard</surname><given-names>DM</given-names></name> <name><surname>Adams</surname><given-names>LB</given-names></name> <name><surname>Gillis</surname><given-names>TP</given-names></name> <name><surname>Krahenbuhl</surname><given-names>JL</given-names></name> <name><surname>Truman</surname><given-names>RW</given-names></name> <name><surname>Williams</surname><given-names>DL</given-names></name></person-group>. <article-title>The continuing challenges of leprosy</article-title>. <source>Clin Microbiol Rev</source>. (<year>2006</year>) <volume>19</volume>:<fpage>338</fpage>&#x2013;<lpage>81</lpage>. doi: <pub-id pub-id-type="doi">10.1128/CMR.19.2.338-381.2006</pub-id>, PMID: <pub-id pub-id-type="pmid">16614253</pub-id></citation></ref>
<ref id="ref2"><label>2.</label><citation citation-type="journal"><person-group person-group-type="author"><collab id="coll1">World Health Organization</collab></person-group>. <article-title>Guidelines for the diagnosis, treatment and prevention of leprosy</article-title>. (<year>2018</year>). <fpage>1</fpage>&#x2013;<lpage>6</lpage>. Available at: <ext-link xlink:href="https://apps.who.int/iris/handle/10665/274127" ext-link-type="uri">https://apps.who.int/iris/handle/10665/274127</ext-link></citation></ref>
<ref id="ref3"><label>3.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Ridley</surname><given-names>DS</given-names></name> <name><surname>Jopling</surname><given-names>WH</given-names></name></person-group>. <article-title>Classification of leprosy according to immunity. A five-group system</article-title>. <source>Int J Lepr Mycobact Dis</source>. (<year>1966</year>) <volume>34</volume>:<fpage>255</fpage>&#x2013;<lpage>73</lpage>.</citation></ref>
<ref id="ref4"><label>4.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Croft</surname><given-names>RP</given-names></name> <name><surname>Nicholls</surname><given-names>PG</given-names></name> <name><surname>Steyerberg</surname><given-names>EW</given-names></name> <name><surname>Richardus</surname><given-names>JH</given-names></name> <name><surname>Cairns</surname><given-names>W</given-names></name> <name><surname>Smith</surname><given-names>S</given-names></name></person-group>. <article-title>A clinical prediction rule for nerve-function impairment in leprosy patients</article-title>. <source>Lancet</source>. (<year>2000</year>) <volume>355</volume>:<fpage>1603</fpage>&#x2013;<lpage>6</lpage>. doi: <pub-id pub-id-type="doi">10.1016/S0140-6736(00)02216-9</pub-id>, PMID: <pub-id pub-id-type="pmid">10821364</pub-id></citation></ref>
<ref id="ref5"><label>5.</label><citation citation-type="other"><person-group person-group-type="author"><collab id="coll2">Whorld Health Organization</collab></person-group>, <source>Guidelines for the diagnosis, treatment and prevention of leprosy</source>. (<year>2018</year>): <fpage>1</fpage>&#x2013;<lpage>106</lpage>. Available at: <ext-link xlink:href="https://apps.who.int/iris/handle/10665/274127" ext-link-type="uri">https://apps.who.int/iris/handle/10665/274127</ext-link></citation></ref>
<ref id="ref6"><label>6.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Abel</surname><given-names>L</given-names></name> <name><surname>Dessein</surname><given-names>AJ</given-names></name></person-group>. <article-title>The impact of host genetics on susceptibility to human infectious diseases</article-title>. <source>Curr Opin Immunol</source>. (<year>1997</year>) <volume>9</volume>:<fpage>509</fpage>&#x2013;<lpage>16</lpage>. doi: <pub-id pub-id-type="doi">10.1016/S0952-7915(97)80103-3</pub-id></citation></ref>
<ref id="ref7"><label>7.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Sauer</surname><given-names>ME</given-names></name> <name><surname>Salom&#x00E3;o</surname><given-names>H</given-names></name> <name><surname>Ramos</surname><given-names>GB</given-names></name> <name><surname>D&#x2019;Espindula</surname><given-names>HRS</given-names></name> <name><surname>Rodrigues</surname><given-names>RSA</given-names></name> <name><surname>Macedo</surname><given-names>WC</given-names></name> <etal/></person-group>. <article-title>Genetics of leprosy: expected and unexpected developments and perspectives</article-title>. <source>Clin Dermatol</source>. (<year>2015</year>) <volume>33</volume>:<fpage>99</fpage>&#x2013;<lpage>107</lpage>. doi: <pub-id pub-id-type="doi">10.1016/j.clindermatol.2014.10.001</pub-id>, PMID: <pub-id pub-id-type="pmid">25432815</pub-id></citation></ref>
<ref id="ref8"><label>8.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Jacobson</surname><given-names>RR</given-names></name> <name><surname>Krahenbuhl</surname><given-names>JL</given-names></name></person-group>. <article-title>Leprosy</article-title>. <source>Lancet</source>. (<year>1999</year>) <volume>353</volume>:<fpage>655</fpage>&#x2013;<lpage>60</lpage>. doi: <pub-id pub-id-type="doi">10.1016/S0140-6736(98)06322-3</pub-id></citation></ref>
<ref id="ref9"><label>9.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Alter</surname><given-names>A</given-names></name> <name><surname>Grant</surname><given-names>A</given-names></name> <name><surname>Abel</surname><given-names>L</given-names></name> <name><surname>Alca&#x00EF;s</surname><given-names>A</given-names></name> <name><surname>Schurr</surname><given-names>E</given-names></name></person-group>. <article-title>Leprosy as a genetic disease</article-title>. <source>Mamm Genome</source>. (<year>2011</year>) <volume>22</volume>:<fpage>19</fpage>&#x2013;<lpage>31</lpage>. doi: <pub-id pub-id-type="doi">10.1007/s00335-010-9287-1</pub-id></citation></ref>
<ref id="ref10"><label>10.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Sampaio</surname><given-names>LH</given-names></name> <name><surname>Stefani</surname><given-names>MMA</given-names></name> <name><surname>Oliveira</surname><given-names>RM</given-names></name> <name><surname>Sousa</surname><given-names>ALM</given-names></name> <name><surname>Ireton</surname><given-names>GC</given-names></name> <name><surname>Reed</surname><given-names>SG</given-names></name> <etal/></person-group>. <article-title>Immunologically reactive M. leprae antigens with relevance to diagnosis and vaccine development</article-title>. <source>BMC Infect Dis</source>. (<year>2011</year>) <volume>11</volume>:<fpage>26</fpage>. doi: <pub-id pub-id-type="doi">10.1186/1471-2334-11-26</pub-id>, PMID: <pub-id pub-id-type="pmid">21269435</pub-id></citation></ref>
<ref id="ref11"><label>11.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Walker</surname><given-names>SL</given-names></name> <name><surname>Lockwood</surname><given-names>DN</given-names></name></person-group>. <article-title>Leprosy type 1 (reversal) reactions and their management</article-title>. <source>Lepr Rev</source>. (<year>2008</year>) <volume>79</volume>:<fpage>372</fpage>&#x2013;<lpage>86</lpage>. doi: <pub-id pub-id-type="doi">10.47276/lr.79.4.372</pub-id>, PMID: <pub-id pub-id-type="pmid">19274984</pub-id></citation></ref>
<ref id="ref12"><label>12.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Sousa</surname><given-names>AL</given-names></name> <name><surname>Fava</surname><given-names>VM</given-names></name> <name><surname>Sampaio</surname><given-names>LH</given-names></name> <name><surname>Martelli</surname><given-names>CMT</given-names></name> <name><surname>Costa</surname><given-names>MB</given-names></name> <name><surname>Mira</surname><given-names>MT</given-names></name> <etal/></person-group>. <article-title>Genetic and immunological evidence implicates interleukin 6 as a susceptibility gene for leprosy type 2 reaction</article-title>. <source>J Infect Dis</source>. (<year>2012</year>) <volume>205</volume>:<fpage>1417</fpage>&#x2013;<lpage>24</lpage>. doi: <pub-id pub-id-type="doi">10.1093/infdis/jis208</pub-id>, PMID: <pub-id pub-id-type="pmid">22459738</pub-id></citation></ref>
<ref id="ref13"><label>13.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Britton</surname><given-names>WJ</given-names></name> <name><surname>Lockwood</surname><given-names>DN</given-names></name></person-group>. <article-title>Leprosy</article-title>. <source>Lancet</source>. (<year>2004</year>) <volume>363</volume>:<fpage>1209</fpage>&#x2013;<lpage>19</lpage>. doi: <pub-id pub-id-type="doi">10.1016/S0140-6736(04)15952-7</pub-id></citation></ref>
<ref id="ref14"><label>14.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Reddy</surname><given-names>BN</given-names></name> <name><surname>Bansal</surname><given-names>RD</given-names></name></person-group>. <article-title>An epidemiological study of leprosy disability in a leprosy endemic rural population of Pondicherry (South India)</article-title>. <source>Indian J Lepr</source>. (<year>1984</year>) <volume>56</volume>:<fpage>191</fpage>&#x2013;<lpage>9</lpage>. PMID: <pub-id pub-id-type="pmid">6548489</pub-id></citation></ref>
<ref id="ref15"><label>15.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Girdhar</surname><given-names>M</given-names></name> <etal/></person-group>. <article-title>Pattern of leprosy disabilities in Gorakhpur (Uttar Pradesh)</article-title>. <source>Indian J Lepr</source>. (<year>1989</year>) <volume>61</volume>:<fpage>503</fpage>&#x2013;<lpage>13</lpage>. PMID: <pub-id pub-id-type="pmid">2533603</pub-id></citation></ref>
<ref id="ref16"><label>16.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Zhang</surname><given-names>G</given-names></name> <name><surname>Li</surname><given-names>W</given-names></name> <name><surname>Yan</surname><given-names>L</given-names></name> <name><surname>Yang</surname><given-names>Z</given-names></name> <name><surname>Chen</surname><given-names>X</given-names></name> <name><surname>Zheng</surname><given-names>T</given-names></name> <etal/></person-group>. <article-title>An epidemiological survey of deformities and disabilities among 14,257 cases of leprosy in 11 counties</article-title>. <source>Lepr Rev</source>. (<year>1993</year>) <volume>64</volume>:<fpage>143</fpage>&#x2013;<lpage>9</lpage>. PMID: <pub-id pub-id-type="pmid">8341117</pub-id></citation></ref>
<ref id="ref17"><label>17.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Fava</surname><given-names>V</given-names></name> <name><surname>Orlova</surname><given-names>M</given-names></name> <name><surname>Cobat</surname><given-names>A</given-names></name> <name><surname>Alca&#x00EF;s</surname><given-names>A</given-names></name> <name><surname>Mira</surname><given-names>M</given-names></name> <name><surname>Schurr</surname><given-names>E</given-names></name></person-group>. <article-title>Genetics of leprosy reactions: an overview</article-title>. <source>Mem Inst Oswaldo Cruz</source>. (<year>2012</year>) <volume>107</volume>:<fpage>132</fpage>&#x2013;<lpage>42</lpage>. doi: <pub-id pub-id-type="doi">10.1590/S0074-02762012000900020</pub-id></citation></ref>
<ref id="ref18"><label>18.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Cambri</surname><given-names>G</given-names></name> <name><surname>Mira</surname><given-names>MT</given-names></name></person-group>. <article-title>Genetic susceptibility to leprosy-from classic immune-related candidate genes to hypothesis-free, whole genome approaches</article-title>. <source>Front Immunol</source>. (<year>2018</year>) <volume>9</volume>:<fpage>1674</fpage>. doi: <pub-id pub-id-type="doi">10.3389/fimmu.2018.01674</pub-id>, PMID: <pub-id pub-id-type="pmid">30079069</pub-id></citation></ref>
<ref id="ref19"><label>19.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Fava</surname><given-names>VM</given-names></name> <name><surname>Xu</surname><given-names>YZ</given-names></name> <name><surname>Lettre</surname><given-names>G</given-names></name> <name><surname>van Thuc</surname><given-names>N</given-names></name> <name><surname>Orlova</surname><given-names>M</given-names></name> <name><surname>Thai</surname><given-names>VH</given-names></name> <etal/></person-group>. <article-title>Pleiotropic effects for parkin and LRRK2 in leprosy type-1 reactions and Parkinson's disease</article-title>. <source>Proc Natl Acad Sci U S A</source>. (<year>2019</year>) <volume>116</volume>:<fpage>15616</fpage>&#x2013;<lpage>24</lpage>. doi: <pub-id pub-id-type="doi">10.1073/pnas.1901805116</pub-id>, PMID: <pub-id pub-id-type="pmid">31308240</pub-id></citation></ref>
<ref id="ref20"><label>20.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Scollard</surname><given-names>DM</given-names></name> <name><surname>Smith</surname><given-names>T</given-names></name> <name><surname>Bhoopat</surname><given-names>L</given-names></name> <name><surname>Theetranont</surname><given-names>C</given-names></name> <name><surname>Rangdaeng</surname><given-names>S</given-names></name> <name><surname>Morens</surname><given-names>DM</given-names></name></person-group>. <article-title>Epidemiologic characteristics of leprosy reactions</article-title>. <source>Int J Lepr Other Mycobact Dis</source>. (<year>1994</year>) <volume>62</volume>:<fpage>559</fpage>&#x2013;<lpage>67</lpage>. PMID: <pub-id pub-id-type="pmid">7868954</pub-id></citation></ref>
<ref id="ref21"><label>21.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Torres</surname><given-names>O</given-names></name> <name><surname>Suneetha</surname><given-names>S</given-names></name> <name><surname>Muzaffarullah</surname><given-names>S</given-names></name> <name><surname>Reddy</surname><given-names>R</given-names></name> <name><surname>Jain</surname><given-names>S</given-names></name> <name><surname>Pocaterra</surname><given-names>L</given-names></name> <etal/></person-group>. <article-title>Clinical course of erythema nodosum leprosum: an 11-year cohort study in Hyderabad, India</article-title>. <source>Am J Trop Med Hyg</source>. (<year>2006</year>) <volume>74</volume>:<fpage>868</fpage>&#x2013;<lpage>79</lpage>. doi: <pub-id pub-id-type="doi">10.4269/ajtmh.2006.74.868</pub-id>, PMID: <pub-id pub-id-type="pmid">16687695</pub-id></citation></ref>
<ref id="ref22"><label>22.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Van Brakel</surname><given-names>WH</given-names></name> <name><surname>Khawas</surname><given-names>IB</given-names></name> <name><surname>Lucas</surname><given-names>SB</given-names></name></person-group>. <article-title>Reactions in leprosy: an epidemiological study of 386 patients in West Nepal</article-title>. <source>Lepr Rev</source>. (<year>1994</year>) <volume>65</volume>:<fpage>190</fpage>&#x2013;<lpage>203</lpage>. PMID: <pub-id pub-id-type="pmid">8942150</pub-id> doi: <pub-id pub-id-type="doi">10.5935/0305-7518.19940019</pub-id></citation></ref>
<ref id="ref23"><label>23.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Ranque</surname><given-names>B</given-names></name> <name><surname>Nguyen</surname><given-names>VT</given-names></name> <name><surname>Vu</surname><given-names>HT</given-names></name> <name><surname>Nguyen</surname><given-names>TH</given-names></name> <name><surname>Nguyen</surname><given-names>NB</given-names></name> <name><surname>Pham</surname><given-names>XK</given-names></name> <etal/></person-group>. <article-title>Age is an important risk factor for onset and sequelae of reversal reactions in Vietnamese patients with leprosy</article-title>. <source>Clin Infect Dis</source>. (<year>2007</year>) <volume>44</volume>:<fpage>33</fpage>&#x2013;<lpage>40</lpage>. doi: <pub-id pub-id-type="doi">10.1086/509923</pub-id>, PMID: <pub-id pub-id-type="pmid">17143812</pub-id></citation></ref>
<ref id="ref24"><label>24.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Costa</surname><given-names>MB</given-names></name> <name><surname>Martelli</surname><given-names>CMT</given-names></name> <name><surname>Pereira</surname><given-names>GAS</given-names></name> <name><surname>Stefani</surname><given-names>MMA</given-names></name> <name><surname>Narahashi</surname><given-names>K</given-names></name> <name><surname>Krahenbuhl</surname><given-names>JL</given-names></name> <etal/></person-group>. <article-title>Mycobacterium leprae DNA associated with type 1 reactions in single lesion paucibacillary leprosy treated with single dose rifampin, ofloxacin, and minocycline</article-title>. <source>Am J Trop Med Hyg</source>. (<year>2007</year>) <volume>77</volume>:<fpage>829</fpage>&#x2013;<lpage>33</lpage>. doi: <pub-id pub-id-type="doi">10.4269/ajtmh.2007.77.829</pub-id>, PMID: <pub-id pub-id-type="pmid">17984336</pub-id></citation></ref>
<ref id="ref25"><label>25.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Saunderson</surname><given-names>P</given-names></name> <name><surname>Gebre</surname><given-names>S</given-names></name> <name><surname>Byass</surname><given-names>P</given-names></name></person-group>. <article-title>Reversal reactions in the skin lesions of AMFES patients: incidence and risk factors</article-title>. <source>Lepr Rev</source>. (<year>2000</year>) <volume>71</volume>:<fpage>309</fpage>&#x2013;<lpage>17</lpage>. doi: <pub-id pub-id-type="doi">10.5935/0305-7518.20000034</pub-id>, PMID: <pub-id pub-id-type="pmid">11105489</pub-id></citation></ref>
<ref id="ref26"><label>26.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>van Brakel</surname><given-names>WH</given-names></name> <name><surname>Khawas</surname><given-names>IB</given-names></name></person-group>. <article-title>Nerve function impairment in leprosy: an epidemiological and clinical study &#x2013; part 2: results of steroid treatment</article-title>. <source>Lepr Rev</source>. (<year>1996</year>) <volume>67</volume>:<fpage>104</fpage>&#x2013;<lpage>18</lpage>. doi: <pub-id pub-id-type="doi">10.5935/0305-7518.19960011</pub-id>, PMID: <pub-id pub-id-type="pmid">8684251</pub-id></citation></ref>
<ref id="ref27"><label>27.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Kumar</surname><given-names>B</given-names></name> <name><surname>Dogra</surname><given-names>S</given-names></name> <name><surname>Kaur</surname><given-names>I</given-names></name></person-group>. <article-title>Epidemiological characteristics of leprosy reactions: 15 years experience from North India</article-title>. <source>Int J Lepr Other Mycobact Dis</source>. (<year>2004</year>) <volume>72</volume>:<fpage>125</fpage>&#x2013;<lpage>33</lpage>. doi: <pub-id pub-id-type="doi">10.1489/1544-581X(2004)072&#x003C;0125:ECOLRY&#x003E;2.0.CO;2</pub-id>, PMID: <pub-id pub-id-type="pmid">15301592</pub-id></citation></ref>
<ref id="ref28"><label>28.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Misch</surname><given-names>EA</given-names></name> <name><surname>Macdonald</surname><given-names>M</given-names></name> <name><surname>Ranjit</surname><given-names>C</given-names></name> <name><surname>Sapkota</surname><given-names>BR</given-names></name> <name><surname>Wells</surname><given-names>RD</given-names></name> <name><surname>Siddiqui</surname><given-names>MR</given-names></name> <etal/></person-group>. <article-title>Human TLR1 deficiency is associated with impaired mycobacterial signaling and protection from leprosy reversal reaction</article-title>. <source>PLoS Negl Trop Dis</source>. (<year>2008</year>) <volume>2</volume>:<fpage>e231</fpage>. doi: <pub-id pub-id-type="doi">10.1371/journal.pntd.0000231</pub-id>, PMID: <pub-id pub-id-type="pmid">18461142</pub-id></citation></ref>
<ref id="ref29"><label>29.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Bochud</surname><given-names>PY</given-names></name> <name><surname>Hawn</surname><given-names>TR</given-names></name> <name><surname>Siddiqui</surname><given-names>MR</given-names></name> <name><surname>Saunderson</surname><given-names>P</given-names></name> <name><surname>Britton</surname><given-names>S</given-names></name> <name><surname>Abraham</surname><given-names>I</given-names></name> <etal/></person-group>. <article-title>Toll-like receptor 2 (TLR2) polymorphisms are associated with reversal reaction in leprosy</article-title>. <source>J Infect Dis</source>. (<year>2008</year>) <volume>197</volume>:<fpage>253</fpage>&#x2013;<lpage>61</lpage>. doi: <pub-id pub-id-type="doi">10.1086/524688</pub-id>, PMID: <pub-id pub-id-type="pmid">18177245</pub-id></citation></ref>
<ref id="ref30"><label>30.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>R&#x00EA;go</surname><given-names>JL</given-names></name> <name><surname>de Lima Santana</surname><given-names>N</given-names></name> <name><surname>Machado</surname><given-names>PRL</given-names></name> <name><surname>Ribeiro-Alves</surname><given-names>M</given-names></name> <name><surname>de Toledo-Pinto</surname><given-names>TG</given-names></name> <name><surname>Castellucci</surname><given-names>LC</given-names></name> <etal/></person-group>. <article-title>Whole blood profiling of leprosy type 1(reversal) reactions highlights prominence of innate immune response genes</article-title>. <source>BMC Infect Dis</source>. (<year>2018</year>) <volume>18</volume>:<fpage>422</fpage>. doi: <pub-id pub-id-type="doi">10.1186/s12879-018-3348-6</pub-id>, PMID: <pub-id pub-id-type="pmid">30143000</pub-id></citation></ref>
<ref id="ref31"><label>31.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Teixeira</surname><given-names>MA</given-names></name> <name><surname>Silva</surname><given-names>NL</given-names></name> <name><surname>Ramos</surname><given-names>AL</given-names></name> <name><surname>Hatagima</surname><given-names>A</given-names></name> <name><surname>Magalh&#x00E3;es</surname><given-names>V</given-names></name></person-group>. <article-title>NRAMP1 gene polymorphisms in individuals with leprosy reactions attended at two reference centers in Recife, northeastern Brazil</article-title>. <source>Rev Soc Bras Med Trop</source>. (<year>2010</year>) <volume>43</volume>:<fpage>281</fpage>&#x2013;<lpage>6</lpage>. doi: <pub-id pub-id-type="doi">10.1590/S0037-86822010000300014</pub-id>, PMID: <pub-id pub-id-type="pmid">20563497</pub-id></citation></ref>
<ref id="ref32"><label>32.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Sapkota</surname><given-names>BR</given-names></name> <name><surname>Macdonald</surname><given-names>M</given-names></name> <name><surname>Berrington</surname><given-names>WR</given-names></name> <name><surname>Misch</surname><given-names>EA</given-names></name> <name><surname>Ranjit</surname><given-names>C</given-names></name> <name><surname>Siddiqui</surname><given-names>MR</given-names></name> <etal/></person-group>. <article-title>Association of TNF, MBL, and VDR polymorphisms with leprosy phenotypes</article-title>. <source>Hum Immunol</source>. (<year>2010</year>) <volume>71</volume>:<fpage>992</fpage>&#x2013;<lpage>8</lpage>. doi: <pub-id pub-id-type="doi">10.1016/j.humimm.2010.07.001</pub-id>, PMID: <pub-id pub-id-type="pmid">20650301</pub-id></citation></ref>
<ref id="ref33"><label>33.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Berrington</surname><given-names>WR</given-names></name> <name><surname>Macdonald</surname><given-names>M</given-names></name> <name><surname>Khadge</surname><given-names>S</given-names></name> <name><surname>Sapkota</surname><given-names>BR</given-names></name> <name><surname>Janer</surname><given-names>M</given-names></name> <name><surname>Hagge</surname><given-names>DA</given-names></name> <etal/></person-group>. <article-title>Common polymorphisms in the NOD2 gene region are associated with leprosy and its reactive states</article-title>. <source>J Infect Dis</source>. (<year>2010</year>) <volume>201</volume>:<fpage>1422</fpage>&#x2013;<lpage>35</lpage>. doi: <pub-id pub-id-type="doi">10.1086/651559</pub-id>, PMID: <pub-id pub-id-type="pmid">20350193</pub-id></citation></ref>
<ref id="ref34"><label>34.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Fava</surname><given-names>VM</given-names></name> <name><surname>Cobat</surname><given-names>A</given-names></name> <name><surname>van Thuc</surname><given-names>N</given-names></name> <name><surname>Latini</surname><given-names>ACP</given-names></name> <name><surname>Stefani</surname><given-names>MMA</given-names></name> <name><surname>Belone</surname><given-names>AF</given-names></name> <etal/></person-group>. <article-title>Association of TNFSF8 regulatory variants with excessive inflammatory responses but not leprosy per se</article-title>. <source>J Infect Dis</source>. (<year>2015</year>) <volume>211</volume>:<fpage>968</fpage>&#x2013;<lpage>77</lpage>. doi: <pub-id pub-id-type="doi">10.1093/infdis/jiu566</pub-id>, PMID: <pub-id pub-id-type="pmid">25320285</pub-id></citation></ref>
<ref id="ref35"><label>35.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Fava</surname><given-names>VM</given-names></name> <etal/></person-group>. <article-title>Age-dependent association of TNFSF15/TNFSF8 variants and leprosy type 1 reaction</article-title>. <source>Front Immunol</source>. (<year>2017</year>) <volume>8</volume>:<fpage>155</fpage>. doi: <pub-id pub-id-type="doi">10.3389/fimmu.2017.00155</pub-id></citation></ref>
<ref id="ref36"><label>36.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Fava</surname><given-names>VM</given-names></name> <name><surname>Manry</surname><given-names>J</given-names></name> <name><surname>Cobat</surname><given-names>A</given-names></name> <name><surname>Orlova</surname><given-names>M</given-names></name> <name><surname>van Thuc</surname><given-names>N</given-names></name> <name><surname>Moraes</surname><given-names>MO</given-names></name> <etal/></person-group>. <article-title>A genome wide association study identifies a lncRna as risk factor for pathological inflammatory responses in leprosy</article-title>. <source>PLoS Genet</source>. (<year>2017</year>) <volume>13</volume>:<fpage>e1006637</fpage>. doi: <pub-id pub-id-type="doi">10.1371/journal.pgen.1006637</pub-id>, PMID: <pub-id pub-id-type="pmid">28222097</pub-id></citation></ref>
<ref id="ref37"><label>37.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Eickelmann</surname><given-names>M</given-names></name> <name><surname>Steinhoff</surname><given-names>M</given-names></name> <name><surname>Metze</surname><given-names>D</given-names></name> <name><surname>Tomimori-Yamashita</surname><given-names>J</given-names></name> <name><surname>Sunderk&#x00F6;tter</surname><given-names>C</given-names></name></person-group>. <article-title>Erythema leprosum--after treatment of lepromatous leprosy</article-title>. <source>J Dtsch Dermatol Ges</source>. (<year>2010</year>) <volume>8</volume>:<fpage>450</fpage>&#x2013;<lpage>3</lpage>. doi: <pub-id pub-id-type="doi">10.1111/j.1610-0387.2009.07294.x</pub-id></citation></ref>
<ref id="ref38"><label>38.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Becx-Bleumink</surname><given-names>M</given-names></name> <name><surname>Berhe</surname><given-names>D</given-names></name></person-group>. <article-title>Occurrence of reactions, their diagnosis and management in leprosy patients treated with multidrug therapy; experience in the leprosy control program of the all Africa leprosy and rehabilitation training Center (ALERT) in Ethiopia</article-title>. <source>Int J Lepr Other Mycobact Dis</source>. (<year>1992</year>) <volume>60</volume>:<fpage>173</fpage>&#x2013;<lpage>84</lpage>. PMID: <pub-id pub-id-type="pmid">1522359</pub-id></citation></ref>
<ref id="ref39"><label>39.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Manandhar</surname><given-names>R</given-names></name> <name><surname>LeMaster</surname><given-names>JW</given-names></name> <name><surname>Roche</surname><given-names>PW</given-names></name></person-group>. <article-title>Risk factors for erythema nodosum leprosum</article-title>. <source>Int J Lepr Other Mycobact Dis</source>. (<year>1999</year>) <volume>67</volume>:<fpage>270</fpage>&#x2013;<lpage>8</lpage>. PMID: <pub-id pub-id-type="pmid">10575406</pub-id></citation></ref>
<ref id="ref40"><label>40.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Kahawita</surname><given-names>IP</given-names></name> <name><surname>Lockwood</surname><given-names>DN</given-names></name></person-group>. <article-title>Towards understanding the pathology of erythema nodosum leprosum</article-title>. <source>Trans R Soc Trop Med Hyg</source>. (<year>2008</year>) <volume>102</volume>:<fpage>329</fpage>&#x2013;<lpage>37</lpage>. doi: <pub-id pub-id-type="doi">10.1016/j.trstmh.2008.01.004</pub-id></citation></ref>
<ref id="ref41"><label>41.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Saunderson</surname><given-names>P</given-names></name> <name><surname>Gebre</surname><given-names>S</given-names></name> <name><surname>Byass</surname><given-names>P</given-names></name></person-group>. <article-title>ENL reactions in the multibacillary cases of the AMFES cohort in Central Ethiopia: incidence and risk factors</article-title>. <source>Lepr Rev</source>. (<year>2000</year>) <volume>71</volume>:<fpage>318</fpage>&#x2013;<lpage>24</lpage>. doi: <pub-id pub-id-type="doi">10.5935/0305-7518.20000035</pub-id>, PMID: <pub-id pub-id-type="pmid">11105490</pub-id></citation></ref>
<ref id="ref42"><label>42.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>de Messias</surname><given-names>IJ</given-names></name> <name><surname>Santamaria</surname><given-names>J</given-names></name> <name><surname>Brenden</surname><given-names>M</given-names></name> <name><surname>Reis</surname><given-names>A</given-names></name> <name><surname>Mauff</surname><given-names>G</given-names></name></person-group>. <article-title>Association of C4B deficiency (C4B&#x002A;Q0) with erythema nodosum in leprosy</article-title>. <source>Clin Exp Immunol</source>. (<year>1993</year>) <volume>92</volume>:<fpage>284</fpage>&#x2013;<lpage>7</lpage>. doi: <pub-id pub-id-type="doi">10.1111/j.1365-2249.1993.tb03393.x</pub-id>, PMID: <pub-id pub-id-type="pmid">8485914</pub-id></citation></ref>
<ref id="ref43"><label>43.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Schuring</surname><given-names>RP</given-names></name> <name><surname>Hamann</surname><given-names>L</given-names></name> <name><surname>Faber</surname><given-names>WR</given-names></name> <name><surname>Pahan</surname><given-names>D</given-names></name> <name><surname>Richardus</surname><given-names>JH</given-names></name> <name><surname>Schumann</surname><given-names>RR</given-names></name> <etal/></person-group>. <article-title>Polymorphism N248S in the human toll-like receptor 1 gene is related to leprosy and leprosy reactions</article-title>. <source>J Infect Dis</source>. (<year>2009</year>) <volume>199</volume>:<fpage>1816</fpage>&#x2013;<lpage>9</lpage>. doi: <pub-id pub-id-type="doi">10.1086/599121</pub-id></citation></ref>
<ref id="ref44"><label>44.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Girardi</surname><given-names>DR</given-names></name> <name><surname>Moro</surname><given-names>CM</given-names></name> <name><surname>Bulegon</surname><given-names>H</given-names></name></person-group>. <article-title>SeyeS &#x2013; support system for preventing the development of ocular disabilities in leprosy</article-title>. <source>Conf Proc IEEE Eng Med Biol Soc</source>. (<year>2010</year>) <volume>2010</volume>:<fpage>6162</fpage>&#x2013;<lpage>5</lpage>.</citation></ref>
<ref id="ref45"><label>45.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Liu</surname><given-names>S</given-names></name> <name><surname>McGree</surname><given-names>J</given-names></name> <name><surname>Ge</surname><given-names>Z</given-names></name> <name><surname>Xie</surname><given-names>Y</given-names></name></person-group>. <article-title>Computational and statistical methods for analysing big data with applications</article-title>. <source>JAAD Case Rep</source>. (<year>2016</year>) <volume>18</volume>:<fpage>1</fpage>&#x2013;<lpage>194</lpage>. doi: <pub-id pub-id-type="doi">10.1109/IEMBS.2010.5627769</pub-id></citation></ref>
<ref id="ref46"><label>46.</label><citation citation-type="other"><person-group person-group-type="author"><name><surname>Ben-Gal</surname><given-names>I.</given-names></name></person-group> <article-title>Bayesian networks</article-title>. <source>Encyclopedia of Statistics in Quality &#x0026; Reliability</source>, (<year>2007</year>) <fpage>1</fpage>&#x2013;<lpage>6</lpage>. doi: <pub-id pub-id-type="doi">10.1002/9780470061572.eqr089</pub-id></citation></ref>
<ref id="ref47"><label>47.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Belle</surname><given-names>A</given-names></name> <name><surname>Kon</surname><given-names>MA</given-names></name> <name><surname>Najarian</surname><given-names>K</given-names></name></person-group>. <article-title>Biomedical informatics for computer-aided decision support systems: a survey</article-title>. <source>ScientificWorldJ</source>. (<year>2013</year>) <volume>2013</volume>:<fpage>769639</fpage></citation></ref>
<ref id="ref48"><label>48.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Bellazzi</surname><given-names>R</given-names></name> <name><surname>Zupan</surname><given-names>B</given-names></name></person-group>. <article-title>Predictive data mining in clinical medicine: current issues and guidelines</article-title>. <source>Int J Med Inform</source>. (<year>2008</year>) <volume>77</volume>:<fpage>81</fpage>&#x2013;<lpage>97</lpage>. doi: <pub-id pub-id-type="doi">10.1155/2013/769639</pub-id>, PMID: <pub-id pub-id-type="pmid">17188928</pub-id></citation></ref>
<ref id="ref49"><label>49.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Lu</surname><given-names>Z</given-names></name> <name><surname>Mitchell</surname><given-names>RM</given-names></name> <name><surname>Smith</surname><given-names>RL</given-names></name> <name><surname>Karns</surname><given-names>JS</given-names></name> <name><surname>van Kessel</surname><given-names>JAS</given-names></name> <name><surname>Wolfgang</surname><given-names>DR</given-names></name> <etal/></person-group>. <article-title>Invasion and transmission of salmonella Kentucky in an adult dairy herd using approximate Bayesian computation</article-title>. <source>BMC Vet Res</source>. (<year>2013</year>) <volume>9</volume>:<fpage>245</fpage>. doi: <pub-id pub-id-type="doi">10.1186/1746-6148-9-245</pub-id>, PMID: <pub-id pub-id-type="pmid">24304969</pub-id></citation></ref>
<ref id="ref50"><label>50.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Tylman</surname><given-names>W</given-names></name> <name><surname>Waszyrowski</surname><given-names>T</given-names></name> <name><surname>Napieralski</surname><given-names>A</given-names></name> <name><surname>Kami&#x0144;ski</surname><given-names>M</given-names></name> <name><surname>Trafid&#x0142;o</surname><given-names>T</given-names></name> <name><surname>Kulesza</surname><given-names>Z</given-names></name> <etal/></person-group>. <article-title>Real-time prediction of acute cardiovascular events using hardware-implemented Bayesian networks</article-title>. <source>Comput Biol Med</source>. (<year>2016</year>) <volume>69</volume>:<fpage>245</fpage>&#x2013;<lpage>53</lpage>. doi: <pub-id pub-id-type="doi">10.1016/j.compbiomed.2015.08.015</pub-id>, PMID: <pub-id pub-id-type="pmid">26456181</pub-id></citation></ref>
<ref id="ref51"><label>51.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Twardy</surname><given-names>C</given-names></name> <name><surname>Nicholson</surname><given-names>A</given-names></name> <name><surname>Korb</surname><given-names>K</given-names></name> <name><surname>Mcneil</surname><given-names>J</given-names></name></person-group>. <article-title>Epidemiological data mining of cardiovascular Bayesian networks</article-title>. <source>Electron J Health Inform</source>. (<year>2006</year>) <volume>1</volume>:<fpage>1</fpage>&#x2013;<lpage>13</lpage>.</citation></ref>
<ref id="ref52"><label>52.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Thornley</surname><given-names>S</given-names></name> <name><surname>Marshall</surname><given-names>RJ</given-names></name> <name><surname>Wells</surname><given-names>S</given-names></name> <name><surname>Jackson</surname><given-names>R</given-names></name></person-group>. <article-title>Using directed acyclic graphs for investigating causal paths for cardiovascular disease</article-title>. <source>J Biom Biostat</source>. (<year>2013</year>) <volume>4</volume>:<fpage>1</fpage>&#x2013;<lpage>6</lpage>. doi: <pub-id pub-id-type="doi">10.4172/2155-6180</pub-id></citation></ref>
<ref id="ref53"><label>53.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Fuster-Parra</surname><given-names>P</given-names></name> <name><surname>Tauler</surname><given-names>P</given-names></name> <name><surname>Bennasar-Veny</surname><given-names>M</given-names></name> <name><surname>Lig&#x0119;za</surname><given-names>A</given-names></name> <name><surname>L&#x00F3;pez-Gonz&#x00E1;lez</surname><given-names>AA</given-names></name> <name><surname>Aguil&#x00F3;</surname><given-names>A</given-names></name></person-group>. <article-title>Bayesian network modeling: a case study of an epidemiologic system analysis of cardiovascular risk</article-title>. <source>Comput Methods Prog Biomed</source>. (<year>2016</year>) <volume>126</volume>:<fpage>128</fpage>&#x2013;<lpage>42</lpage>. doi: <pub-id pub-id-type="doi">10.1016/j.cmpb.2015.12.010</pub-id>, PMID: <pub-id pub-id-type="pmid">26777431</pub-id></citation></ref>
<ref id="ref54"><label>54.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Jiao</surname><given-names>Y</given-names></name> <name><surname>Wang</surname><given-names>XH</given-names></name> <name><surname>Chen</surname><given-names>R</given-names></name> <name><surname>Tang</surname><given-names>TY</given-names></name> <name><surname>Zhu</surname><given-names>XQ</given-names></name> <name><surname>Teng</surname><given-names>GJ</given-names></name></person-group>. <article-title>Predictive models of minimal hepatic encephalopathy for cirrhotic patients based on large-scale brain intrinsic connectivity networks</article-title>. <source>Sci Rep</source>. (<year>2017</year>) <volume>7</volume>:<fpage>11512</fpage>. doi: <pub-id pub-id-type="doi">10.1038/s41598-017-11196-y</pub-id>, PMID: <pub-id pub-id-type="pmid">28912425</pub-id></citation></ref>
<ref id="ref55"><label>55.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Zhang</surname><given-names>Y</given-names></name> <name><surname>Zhang</surname><given-names>T</given-names></name> <name><surname>Zhang</surname><given-names>C</given-names></name> <name><surname>Tang</surname><given-names>F</given-names></name> <name><surname>Zhong</surname><given-names>N</given-names></name> <name><surname>Li</surname><given-names>H</given-names></name> <etal/></person-group>. <article-title>Identification of reciprocal causality between non-alcoholic fatty liver disease and metabolic syndrome by a simplified Bayesian network in a Chinese population</article-title>. <source>BMJ Open</source>. (<year>2015</year>) <volume>5</volume>:<fpage>e008204</fpage>. doi: <pub-id pub-id-type="doi">10.1136/bmjopen-2015-008204</pub-id>, PMID: <pub-id pub-id-type="pmid">26395497</pub-id></citation></ref>
<ref id="ref56"><label>56.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Refai</surname><given-names>A</given-names></name> <name><surname>Merouani</surname><given-names>HF</given-names></name> <name><surname>Aouras</surname><given-names>H</given-names></name> <name><surname>Aouras</surname><given-names>H</given-names></name></person-group>. <article-title>Maintenance of a Bayesian network: application using medical diagnosis</article-title>. <source>Evol Syst</source>. (<year>2016</year>) <volume>7</volume>:<fpage>187</fpage>&#x2013;<lpage>96</lpage>. doi: <pub-id pub-id-type="doi">10.1007/s12530-016-9146-8</pub-id></citation></ref>
<ref id="ref57"><label>57.</label><citation citation-type="journal"><person-group person-group-type="author"><collab id="coll3">The Alzheimer&#x2019;s Disease Neuroimaging Initiative</collab><name><surname>Jin</surname><given-names>Y</given-names></name> <name><surname>Su</surname><given-names>Y</given-names></name> <name><surname>Zhou</surname><given-names>XH</given-names></name> <name><surname>Huang</surname><given-names>S</given-names></name></person-group>. <article-title>Heterogeneous multimodal biomarkers analysis for Alzheimer's disease via Bayesian network</article-title>. <source>EURASIP J Bioinform Syst Biol</source>. (<year>2016</year>) <volume>2016</volume>:<fpage>12</fpage>. doi: <pub-id pub-id-type="doi">10.1186/s13637-016-0046-9</pub-id>, PMID: <pub-id pub-id-type="pmid">27610127</pub-id></citation></ref>
<ref id="ref58"><label>58.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Souza</surname><given-names>WV</given-names></name> <name><surname>Barcellos</surname><given-names>CC</given-names></name> <name><surname>Brito</surname><given-names>AM</given-names></name> <name><surname>Carvalho</surname><given-names>MS</given-names></name> <name><surname>Cruz</surname><given-names>OG</given-names></name> <name><surname>Albuquerque</surname><given-names>MFM</given-names></name> <etal/></person-group>. <article-title>Empirical bayesian model applied to the spatial analysis of leprosy occurrence</article-title>. <source>Rev Saude Publica</source>. (<year>2001</year>) <volume>35</volume>:<fpage>474</fpage>&#x2013;<lpage>80</lpage>. doi: <pub-id pub-id-type="doi">10.1590/S0034-89102001000500011</pub-id>, PMID: <pub-id pub-id-type="pmid">11723520</pub-id></citation></ref>
<ref id="ref59"><label>59.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Smith</surname><given-names>RL</given-names></name> <name><surname>Grohn</surname><given-names>YT</given-names></name></person-group>. <article-title>Use of approximate Bayesian computation to assess and fit models of Mycobacterium leprae to predict outcomes of the Brazilian control program</article-title>. <source>PLoS One</source>. (<year>2015</year>) <volume>10</volume>:<fpage>e0129535</fpage>. doi: <pub-id pub-id-type="doi">10.1371/journal.pone.0129535</pub-id>, PMID: <pub-id pub-id-type="pmid">26107951</pub-id></citation></ref>
<ref id="ref60"><label>60.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Crump</surname><given-names>RE</given-names></name> <name><surname>Medley</surname><given-names>GF</given-names></name></person-group>. <article-title>Back-calculating the incidence of infection of leprosy in a Bayesian framework</article-title>. <source>Parasit Vectors</source>. (<year>2015</year>) <volume>8</volume>:<fpage>534</fpage>. doi: <pub-id pub-id-type="doi">10.1186/s13071-015-1142-5</pub-id>, PMID: <pub-id pub-id-type="pmid">26490744</pub-id></citation></ref>
<ref id="ref61"><label>61.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Joshua</surname><given-names>V</given-names></name> <name><surname>Mehendale</surname><given-names>S</given-names></name> <name><surname>Gupte</surname><given-names>MD</given-names></name></person-group>. <article-title>Bayesian model, ecological factors &#x0026; transmission of leprosy in an endemic area of South India</article-title>. <source>Indian J Med Res</source>. (<year>2016</year>) <volume>143</volume>:<fpage>104</fpage>&#x2013;<lpage>6</lpage>. doi: <pub-id pub-id-type="doi">10.4103/0971-5916.178618</pub-id>, PMID: <pub-id pub-id-type="pmid">26997022</pub-id></citation></ref>
<ref id="ref62"><label>62.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Zhang</surname><given-names>X</given-names></name> <name><surname>Yuan</surname><given-names>Z</given-names></name> <name><surname>Ji</surname><given-names>J</given-names></name> <name><surname>Li</surname><given-names>H</given-names></name> <name><surname>Xue</surname><given-names>F</given-names></name></person-group>. <article-title>Network or regression-based methods for disease discrimination: a comparison study</article-title>. <source>BMC Med Res Methodol</source>. (<year>2016</year>) <volume>16</volume>:<fpage>100</fpage>. doi: <pub-id pub-id-type="doi">10.1186/s12874-016-0207-2</pub-id></citation></ref>
<ref id="ref63"><label>63.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Wang</surname><given-names>N</given-names></name> <name><surname>Wang</surname><given-names>Z</given-names></name> <name><surname>Wang</surname><given-names>C</given-names></name> <name><surname>Fu</surname><given-names>X'</given-names></name> <name><surname>Yu</surname><given-names>G</given-names></name> <name><surname>Yue</surname><given-names>Z</given-names></name> <etal/></person-group>. <article-title>Prediction of leprosy in the Chinese population based on a weighted genetic risk score</article-title>. <source>PLoS Negl Trop Dis</source>. (<year>2018</year>) <volume>12</volume>:<fpage>e0006789</fpage>. doi: <pub-id pub-id-type="doi">10.1371/journal.pntd.0006789</pub-id>, PMID: <pub-id pub-id-type="pmid">30231057</pub-id></citation></ref>
<ref id="ref64"><label>64.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Gama</surname><given-names>RS</given-names></name> <name><surname>Souza</surname><given-names>MLM</given-names></name> <name><surname>Sarno</surname><given-names>EN</given-names></name> <name><surname>Moraes</surname><given-names>MO</given-names></name> <name><surname>Gon&#x00E7;alves</surname><given-names>A</given-names></name> <name><surname>Stefani</surname><given-names>MMA</given-names></name> <etal/></person-group>. <article-title>A novel integrated molecular and serological analysis method to predict new cases of leprosy amongst household contacts</article-title>. <source>PLoS Negl Trop Dis</source>. (<year>2019</year>) <volume>13</volume>:<fpage>e0007400</fpage>. doi: <pub-id pub-id-type="doi">10.1371/journal.pntd.0007400</pub-id>, PMID: <pub-id pub-id-type="pmid">31181059</pub-id></citation></ref>
<ref id="ref65"><label>65.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Ti&#x00F3;-Coma</surname><given-names>M</given-names></name> <name><surname>Kie&#x0142;basa</surname><given-names>SM</given-names></name> <name><surname>van den Eeden</surname><given-names>SJF</given-names></name> <name><surname>Mei</surname><given-names>H</given-names></name> <name><surname>Roy</surname><given-names>JC</given-names></name> <name><surname>Wallinga</surname><given-names>J</given-names></name> <etal/></person-group>. <article-title>Blood RNA signature RISK4LEP predicts leprosy years before clinical onset</article-title>. <source>EBioMedicine</source>. (<year>2021</year>) <volume>68</volume>:<fpage>103379</fpage>. doi: <pub-id pub-id-type="doi">10.1016/j.ebiom.2021.103379</pub-id>, PMID: <pub-id pub-id-type="pmid">34090257</pub-id></citation></ref>
<ref id="ref66"><label>66.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Penna</surname><given-names>GO</given-names></name> <name><surname>Pontes</surname><given-names>MAA</given-names></name> <name><surname>Cruz</surname><given-names>R</given-names></name> <name><surname>Gon&#x00E7;alves</surname><given-names>HS</given-names></name> <name><surname>Penna</surname><given-names>MLF</given-names></name> <name><surname>B&#x00FC;hrer-S&#x00E9;kula</surname><given-names>S</given-names></name></person-group>. <article-title>A clinical trial for uniform multidrug therapy for leprosy patients in Brazil: rationale and design</article-title>. <source>Mem Inst Oswaldo Cruz</source>. (<year>2012</year>) <volume>107</volume>:<fpage>22</fpage>&#x2013;<lpage>7</lpage>. doi: <pub-id pub-id-type="doi">10.1590/S0074-02762012000900005</pub-id></citation></ref>
<ref id="ref67"><label>67.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>de Sales Marques</surname><given-names>C</given-names></name> <name><surname>Brito-de-Souza</surname><given-names>VN</given-names></name> <name><surname>Guerreiro</surname><given-names>LTA</given-names></name> <name><surname>Martins</surname><given-names>JH</given-names></name> <name><surname>Amaral</surname><given-names>EP</given-names></name> <name><surname>Cardoso</surname><given-names>CC</given-names></name> <etal/></person-group>. <article-title>Toll-like receptor 1 N248S single-nucleotide polymorphism is associated with leprosy risk and regulates immune activation during mycobacterial infection</article-title>. <source>J Infect Dis</source>. (<year>2013</year>) <volume>208</volume>:<fpage>120</fpage>&#x2013;<lpage>9</lpage>. doi: <pub-id pub-id-type="doi">10.1093/infdis/jit133</pub-id>, PMID: <pub-id pub-id-type="pmid">23547143</pub-id></citation></ref>
<ref id="ref68"><label>68.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Sales-Marques</surname><given-names>C</given-names></name> <name><surname>Salom&#x00E3;o</surname><given-names>H</given-names></name> <name><surname>Fava</surname><given-names>VM</given-names></name> <name><surname>Alvarado-Arnez</surname><given-names>LE</given-names></name> <name><surname>Amaral</surname><given-names>EP</given-names></name> <name><surname>Cardoso</surname><given-names>CC</given-names></name> <etal/></person-group>. <article-title>NOD2 and CCDC122-LACC1 genes are associated with leprosy susceptibility in Brazilians</article-title>. <source>Hum Genet</source>. (<year>2014</year>) <volume>133</volume>:<fpage>1525</fpage>&#x2013;<lpage>32</lpage>. doi: <pub-id pub-id-type="doi">10.1007/s00439-014-1502-9</pub-id>, PMID: <pub-id pub-id-type="pmid">25367361</pub-id></citation></ref>
<ref id="ref69"><label>69.</label><citation citation-type="book"><person-group person-group-type="author"><name><surname>Witten</surname><given-names>IH</given-names></name> <name><surname>Frank</surname><given-names>E</given-names></name></person-group>. <source>Data mining practical machine learning tools and techniques, Ed</source>. <edition>2nd</edition> ed <publisher-name>Elsevier</publisher-name> (<year>2005</year>).</citation></ref>
<ref id="ref70"><label>70.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Bellazzi</surname><given-names>R</given-names></name> <name><surname>Ferrazzi</surname><given-names>F</given-names></name> <name><surname>Sacchi</surname><given-names>L</given-names></name></person-group>. <article-title>Predictive data mining in clinical medicine: a focus on selected methods and applications. WIREs</article-title>. <source>Data Min Knowl Disc</source>. (<year>2011</year>) <volume>1</volume>:<fpage>416</fpage>&#x2013;<lpage>30</lpage>. doi: <pub-id pub-id-type="doi">10.1002/widm.23</pub-id></citation></ref>
<ref id="ref71"><label>71.</label><citation citation-type="other"><person-group person-group-type="author"><collab id="coll4">The University of Waikato</collab></person-group>, Weka 3: Data mining software in Java. Available at: <ext-link xlink:href="https://www.cs.waikato.ac.nz/ml/weka/" ext-link-type="uri">https://www.cs.waikato.ac.nz/ml/weka/</ext-link>, (<year>2018</year>).</citation></ref>
<ref id="ref72"><label>72.</label><citation citation-type="book"><person-group person-group-type="author"><name><surname>Salzberg</surname><given-names>SL</given-names></name></person-group> <article-title>C4.5: Programs for machine learning by J. Ross Quinlan</article-title>. <publisher-name>Morgan Kaufmann Publishers</publisher-name>, Inc  <source>Mach Learn</source>. (<year>1993</year>) <volume>16</volume>:<fpage>235</fpage>&#x2013;<lpage>40</lpage>. doi: <pub-id pub-id-type="doi">10.1007/BF00993309</pub-id></citation></ref>
<ref id="ref73"><label>73.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Hall</surname><given-names>M</given-names></name> <name><surname>Frank</surname><given-names>E</given-names></name> <name><surname>Holmes</surname><given-names>G</given-names></name> <name><surname>Pfahringer</surname><given-names>B</given-names></name> <name><surname>Reutemann</surname><given-names>P</given-names></name> <name><surname>Witten</surname><given-names>IH</given-names></name></person-group>. <article-title>The WEKA data mining software: an update</article-title>. <source>ACM SIGKDD Explorations Newsletter</source>. (<year>2009</year>) <volume>11</volume>:<fpage>10</fpage>&#x2013;<lpage>8</lpage>. doi: <pub-id pub-id-type="doi">10.1145/1656274.1656278</pub-id></citation></ref>
<ref id="ref74"><label>74.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Ruggieri</surname><given-names>S</given-names></name></person-group>. <article-title>Efficient C4.5</article-title>. <source>IEEE Trans Knowl Data Eng</source>. (<year>2002</year>) <volume>14</volume>:<fpage>438</fpage>&#x2013;<lpage>44</lpage>. doi: <pub-id pub-id-type="doi">10.1109/69.991727</pub-id></citation></ref>
<ref id="ref75"><label>75.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Kotthoff</surname><given-names>L</given-names></name> <etal/></person-group>. <article-title>Auto-WEKA 2.0: automatic model selection and hyperparameter optimization in WEKA</article-title>. <source>J Mach Learn Res</source>. (<year>2016</year>) <volume>17</volume>:<fpage>1</fpage>&#x2013;<lpage>5</lpage>.</citation></ref>
<ref id="ref76"><label>76.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Bates</surname><given-names>DW</given-names></name> <name><surname>Kuperman</surname><given-names>GJ</given-names></name> <name><surname>Wang</surname><given-names>S</given-names></name> <name><surname>Gandhi</surname><given-names>T</given-names></name> <name><surname>Kittler</surname><given-names>A</given-names></name> <name><surname>Volk</surname><given-names>L</given-names></name> <etal/></person-group>. <article-title>Ten commandments for effective clinical decision support: making the practice of evidence-based medicine a reality</article-title>. <source>J Am Med Inform Assoc</source>. (<year>2003</year>) <volume>10</volume>:<fpage>523</fpage>&#x2013;<lpage>30</lpage>. doi: <pub-id pub-id-type="doi">10.1197/jamia.M1370</pub-id></citation></ref>
<ref id="ref77"><label>77.</label><citation citation-type="other"><person-group person-group-type="author"><collab id="coll5">Norsys Software Corp</collab></person-group>. <source>Netica API Programmer&#x2019;s library. Reference manual. Version 4.18</source>. (<year>2010</year>). Available at: <ext-link xlink:href="http://www.norsys.com/netica-j/docs/NeticaJMan.pdf" ext-link-type="uri">http://www.norsys.com/netica-j/docs/NeticaJ Man.pdf</ext-link></citation></ref>
<ref id="ref78"><label>78.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Hornung</surname><given-names>R</given-names></name></person-group>. <article-title>Diversity forests: using Split sampling to enable innovative complex Split procedures in random forests</article-title>. <source>SN Comput Sci</source>. (<year>2022</year>) <volume>3</volume>:<fpage>1</fpage>. doi: <pub-id pub-id-type="doi">10.1007/s42979-021-00920-1</pub-id>, PMID: <pub-id pub-id-type="pmid">34723205</pub-id></citation></ref>
<ref id="ref79"><label>79.</label><citation citation-type="other"><person-group person-group-type="author"><name><surname>Gontijo-Lopes</surname><given-names>R.</given-names></name> <name><surname>Smullin</surname><given-names>S. J.</given-names></name> <name><surname>Cubuk</surname><given-names>E. D.</given-names></name> <name><surname>Dyer</surname><given-names>E</given-names></name></person-group>, <article-title>Affinity and diversity: quantifying mechanisms of data augmentation</article-title>. <comment>arXiv [Preprint] (2020) arXiv:2002.08973</comment> doi: <pub-id pub-id-type="doi">10.48550/arXiv.2002.08973</pub-id></citation></ref>
<ref id="ref80"><label>80.</label><citation citation-type="other"><person-group person-group-type="author"><name><surname>Aroyo</surname><given-names>L.</given-names></name> <etal/></person-group>., <article-title>DICES dataset: diversity in conversational AI evaluation for safety</article-title>. <comment>arXiv [Preprint] (2023) arXiv:2306.11247</comment>. doi: <pub-id pub-id-type="doi">10.48550/arXiv.2306.11247</pub-id></citation></ref>
</ref-list>
<fn-group><fn id="fn0001"><p><sup>1</sup>The access to the platform is limited to HTTPS protocol. In case of difficulty accessing the platform, please certify whether HTTPS is being used.</p></fn></fn-group>
</back>
</article>