<?xml version="1.0" encoding="utf-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.3 20070202//EN" "journalpublishing.dtd">
<article xmlns:mml="http://www.w3.org/1998/Math/MathML" xmlns:xlink="http://www.w3.org/1999/xlink" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" article-type="research-article" dtd-version="2.3" xml:lang="EN">
<front>
<journal-meta>
<journal-id journal-id-type="publisher-id">Front. Med.</journal-id>
<journal-title>Frontiers in Medicine</journal-title>
<abbrev-journal-title abbrev-type="pubmed">Front. Med.</abbrev-journal-title>
<issn pub-type="epub">2296-858X</issn>
<publisher>
<publisher-name>Frontiers Media S.A.</publisher-name>
</publisher>
</journal-meta>
<article-meta>
<article-id pub-id-type="doi">10.3389/fmed.2024.1360197</article-id>
<article-categories>
<subj-group subj-group-type="heading">
<subject>Medicine</subject>
<subj-group>
<subject>Original Research</subject>
</subj-group>
</subj-group>
</article-categories>
<title-group>
<article-title>Establishment of a mortality risk nomogram for predicting in-hospital mortality of sepsis: cohort study from a Chinese single center</article-title>
</title-group>
<contrib-group>
<contrib contrib-type="author" corresp="yes">
<name><surname>Wu</surname> <given-names>Hongsheng</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
<xref ref-type="corresp" rid="c001"><sup>&#x002A;</sup></xref>
<uri xlink:href="https://loop.frontiersin.org/people/1063438/overview"/>
<role content-type="https://credit.niso.org/contributor-roles/conceptualization/"/>
<role content-type="https://credit.niso.org/contributor-roles/formal-analysis/"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-original-draft/"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Jia</surname> <given-names>Shichao</given-names></name>
<xref ref-type="aff" rid="aff2"><sup>2</sup></xref>
<role content-type="https://credit.niso.org/contributor-roles/resources/"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-review-editing/"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Liao</surname> <given-names>Biling</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
<role content-type="https://credit.niso.org/contributor-roles/data-curation/"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-review-editing/"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Ji</surname> <given-names>Tengfei</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
<role content-type="https://credit.niso.org/contributor-roles/data-curation/"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-review-editing/"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Huang</surname> <given-names>Jianbin</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
<role content-type="https://credit.niso.org/contributor-roles/data-curation/"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-review-editing/"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Luo</surname> <given-names>Yumei</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
<role content-type="https://credit.niso.org/contributor-roles/data-curation/"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-review-editing/"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Cao</surname> <given-names>Tiansheng</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
<uri xlink:href="https://loop.frontiersin.org/people/2038888/overview"/>
<role content-type="https://credit.niso.org/contributor-roles/data-curation/"/>
<role content-type="https://credit.niso.org/contributor-roles/methodology/"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-review-editing/"/>
</contrib>
<contrib contrib-type="author" corresp="yes">
<name><surname>Ma</surname> <given-names>Keqiang</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
<xref ref-type="corresp" rid="c002"><sup>&#x002A;</sup></xref>
<uri xlink:href="https://loop.frontiersin.org/people/1586709/overview"/>
<role content-type="https://credit.niso.org/contributor-roles/funding-acquisition/"/>
<role content-type="https://credit.niso.org/contributor-roles/supervision/"/>
<role content-type="https://credit.niso.org/contributor-roles/validation/"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-review-editing/"/>
</contrib>
</contrib-group>
<aff id="aff1"><sup>1</sup><institution>Hepatobiliary Pancreatic Surgery Department, Huadu District People&#x2019;s Hospital of Guangzhou</institution>, <addr-line>Guangzhou</addr-line>, <country>China</country></aff>
<aff id="aff2"><sup>2</sup><institution>Information Network Center, Huadu District People&#x2019;s Hospital of Guangzhou</institution>, <addr-line>Guangzhou</addr-line>, <country>China</country></aff>
<author-notes>
<fn fn-type="edited-by" id="fn0001">
<p>Edited by: Yuetian Yu, Shanghai Jiao Tong University, China</p>
</fn>
<fn fn-type="edited-by" id="fn0002">
<p>Reviewed by: Chen Yu, Tongji University, China</p>
<p>Sunil Swami, Blue Health Intelligence (BHI), United States</p>
<p>Minghui Tan, Jinan University, China</p>
<p>Zhongheng Zhang, Sir Run Run Shaw Hospital, China</p>
</fn>
<corresp id="c001">&#x002A;Correspondence: Hongsheng Wu, <email>crazywu2007@126.com</email></corresp>
<corresp id="c002">Keqiang Ma, <email>mkq9928@hotmail.com</email></corresp>
</author-notes>
<pub-date pub-type="epub">
<day>03</day>
<month>05</month>
<year>2024</year>
</pub-date>
<pub-date pub-type="collection">
<year>2024</year>
</pub-date>
<volume>11</volume>
<elocation-id>1360197</elocation-id>
<history>
<date date-type="received">
<day>22</day>
<month>12</month>
<year>2023</year>
</date>
<date date-type="accepted">
<day>18</day>
<month>04</month>
<year>2024</year>
</date>
</history>
<permissions>
<copyright-statement>Copyright &#x00A9; 2024 Wu, Jia, Liao, Ji, Huang, Luo, Cao and Ma.</copyright-statement>
<copyright-year>2024</copyright-year>
<copyright-holder>Wu, Jia, Liao, Ji, Huang, Luo, Cao and Ma</copyright-holder>
<license xlink:href="http://creativecommons.org/licenses/by/4.0/">
<p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (CC BY). The use, distribution or reproduction in other forums is permitted, provided the original author(s) and the copyright owner(s) are credited and that the original publication in this journal is cited, in accordance with accepted academic practice. No use, distribution or reproduction is permitted which does not comply with these terms.</p>
</license>
</permissions>
<abstract>
<sec id="sec1">
<title>Objective</title>
<p>To establish a mortality risk nomogram for predicting in-hospital mortality of sepsis patients in the Chinese population.</p>
</sec>
<sec id="sec2">
<title>Methods</title>
<p>Data were obtained from the medical records of sepsis patients enrolled at the Affiliated Huadu Hospital, Southern Medical University, between 2019 and 2021. A total of 696 sepsis patients were initially included in our research, and 582 cases were finally enrolled after screening and divided into the survival group (<italic>n</italic>&#x2009;=&#x2009;400) and the non-survival group (<italic>n</italic>&#x2009;=&#x2009;182) according to the incidence of mortality during hospitalization. Twenty-eight potential sepsis-related risk factors for mortality were identified. Least absolute shrinkage and selection operator (LASSO) regression was used to optimize variable selection by running cyclic coordinate descent with <italic>k</italic>-fold (tenfold in this case) cross-validation. We used binary logistic regression to build a model for predicting mortality from the variables based on LASSO regression selection. Binary logistic regression was used to establish a nomogram based on independent mortality risk factors. To validate the prediction accuracy of the nomogram, receiver operating characteristic curve (ROC) analysis, decision curve analysis (DCA) and restricted cubic spline (RCS) analysis were employed. Eventually, the <italic>Hosmer-Lemeshow</italic> test and calibration curve were used for nomogram calibration.</p>
</sec>
<sec id="sec3">
<title>Results</title>
<p>LASSO regression identified a total of ten factors, namely, chronic heart disease (CHD), lymphocyte count (LYMP), neutrophil-lymphocyte ratio (NLR), red blood cell distribution width (RDW), C reactive protein (CRP), Procalcitonin (PCT), lactic acid, prothrombin time (PT), alanine aminotransferase (ALT), total bilirubin (Tbil), interleukin-6 (IL6), that were incorporated into the multivariable analysis. Finally, a nomogram including CHD, LYMP, NLR, RDW, lactic acid, PT, CRP, PCT, Tbil, ALT, and IL6 was established by multivariable logistic regression. The ROC curves of the nomogram in the training and validation sets were 0.9836 and 0.9502, respectively. DCA showed that the nomogram could be applied clinically if the risk threshold was between 29.52 and 99.61% in the training set and between 31.32 and 98.49% in the testing set. RCS showed that when the value of independent risk factors from the predicted model exceeded the median, the mortality hazard ratio increased sharply. The results of the <italic>Hosmer&#x2013;Lemeshow</italic> test (<italic>&#x03C7;</italic><sup>2</sup>&#x2009;=&#x2009;0.1901, <italic>df</italic>&#x2009;=&#x2009;2, <italic>p</italic>&#x2009;=&#x2009;0.9091) and the calibration curves of the training and validation sets showed good agreement with the actual results, which indicated good stability of the model.</p>
</sec>
<sec id="sec4">
<title>Conclusion</title>
<p>Our nomogram, including CHD, LYMP, NLR, RDW, lactic acid, PT, CRP, PCT, Tbil, ALT, and IL6, exhibits good performance for predicting mortality risk in adult sepsis patients.</p>
</sec>
</abstract>
<kwd-group>
<kwd>sepsis</kwd>
<kwd>mortality risk</kwd>
<kwd>nomogram</kwd>
<kwd>cohort study</kwd>
<kwd>predictive model</kwd>
</kwd-group>
<contract-num rid="cn1">2020A01</contract-num>
<contract-num rid="cn2">YNZDXK202201</contract-num>
<contract-num rid="cn3">23HDQYLH06</contract-num>
<contract-sponsor id="cn1">Internal Medicine Research</contract-sponsor>
<contract-sponsor id="cn2">Construction of Major Subject</contract-sponsor>
<contract-sponsor id="cn3">Huadu District Basic and Applied Basic Research</contract-sponsor>
<counts>
<fig-count count="8"/>
<table-count count="1"/>
<equation-count count="0"/>
<ref-count count="51"/>
<page-count count="12"/>
<word-count count="6977"/>
</counts>
<custom-meta-wrap>
<custom-meta>
<meta-name>section-at-acceptance</meta-name>
<meta-value>Infectious Diseases: Pathogenesis and Therapy</meta-value>
</custom-meta>
</custom-meta-wrap>
</article-meta>
</front>
<body>
<sec sec-type="intro" id="sec5">
<title>Introduction</title>
<p>Sepsis is a severe inflammatory response associated with high mortality and medical costs worldwide. A pivotal epidemiological survey published in <italic>Lancet</italic> indicated that in 2017, the incidence of sepsis was approximately 48.9 million and caused 11.0 million (10.1&#x2013;12.0) sepsis-related deaths (<xref ref-type="bibr" rid="ref1">1</xref>). The latest epidemiological survey in China indicated that sepsis affected one-fifth of patients admitted to ICUs with a 90-day mortality rate of 35.5% (<xref ref-type="bibr" rid="ref2">2</xref>), and the mortality rate associated with sepsis exhibits an increasing trend globally (<xref ref-type="bibr" rid="ref3">3</xref>&#x2013;<xref ref-type="bibr" rid="ref5">5</xref>).</p>
<p>Early recognition and prompt initiation therapy during sepsis are essential. Based on the severity of sepsis, systemic inflammatory response syndrome (SIRS) progresses to severe sepsis and septic shock, which may be complicated by multiple organ failure, leading to a high mortality rate (<xref ref-type="bibr" rid="ref6">6</xref>, <xref ref-type="bibr" rid="ref7">7</xref>). Establishing a mortality risk prediction for sepsis can help recognize sepsis during its early stage to ensure early clinical intervention and prevent progression into septic shock or multiple organ failure. It is widely acknowledged that with early recognition and prompt therapy, the sepsis mortality rate can decline significantly (<xref ref-type="bibr" rid="ref8">8</xref>, <xref ref-type="bibr" rid="ref9">9</xref>). The past decade has witnessed unprecedented scientific progress. A study by Baysan et al. (<xref ref-type="bibr" rid="ref10">10</xref>) substantiated that lactate and its clearance play an important role in predicting in-hospital mortality in critically ill patients with sepsis; however, no decision curve analysis was conducted in this research, and the predictive model only underwent internal validation. Zeng et al. (<xref ref-type="bibr" rid="ref11">11</xref>) developed a novel blending machine learning (ML) model for hospital mortality prediction in ICU patients with sepsis. Nevertheless, model establishment and variable selection were based on logistic regression, and patients with missing data were excluded, suggesting that some potentially valuable variables were not comprehensively analyzed.</p>
<p>Herein, we established a mortality risk predictive model for sepsis based on variables identified by LASSO regression and developed a nomogram with logistic regression. To validate the predictive capability of the nomogram, discrimination and DCA for both the training set and validation set were performed. Finally, the <italic>Hosmer&#x2013;Lemeshow</italic> test and calibration curve were used for nomogram calibration. Model discrimination is to define a potential cut-off point that distinguish between positive and negative events correctly. Calibration is also as known as consistency or goodness of fit, it reflects the accuracy of the model in predicting absolute risk. DCA is mainly used to determine which intervention measure can maximize the clinical benefits for patients.</p>
</sec>
<sec sec-type="methods" id="sec6">
<title>Methods</title>
<sec id="sec7">
<title>Clinical data</title>
<p>The clinical data of this study were obtained by retrieving the electronic medical records of Affiliated Huadu Hospital, Southern Medical University, between 2019 and 2021. A total of 696 patients diagnosed with sepsis according to the Sepsis-3 definition (<xref ref-type="bibr" rid="ref12">12</xref>) were further screened, all patients were hospitalized due to the primary diagnosis of sepsis. After excluding patients aged &#x003C;18&#x2009;years old (<italic>n</italic>&#x2009;=&#x2009;35), hospitalization time&#x2009;&#x003C;&#x2009;24&#x2009;h (<italic>n</italic>&#x2009;=&#x2009;17), patients complicated with malignant tumors (<italic>n</italic>&#x2009;=&#x2009;23), immunosuppression statement (<italic>n</italic>&#x2009;=&#x2009;18) and clinical data that could not be extracted (<italic>n</italic>&#x2009;=&#x2009;21), 582 sepsis patients were finally included in our research. Based on the retrospective research of this study, missing values were inevitable. Including 26 variables and 582 clinical cases, the original data theoretically contained a total of 15,132 values. However, 375 missing values arose during the data extraction, and the ratio of missing values was approximately 2.48%. The &#x201C;<italic>mice</italic>&#x201D; package from R was used to complete missing data multiple imputation. The &#x201C;<italic>mice</italic>&#x201D; package was used in this study because it could design a distribution to obtain reasonable data values according to the specific situation of missing data points.</p>
</sec>
<sec id="sec8">
<title>Model establishment</title>
<p>A total of 582 sepsis patients were included in this research and randomly divided into a training set (<italic>n</italic>&#x2009;=&#x2009;408) and validation set (<italic>n</italic>&#x2009;=&#x2009;174) at a ratio of 7:3. We extracted the parameters of clinical data such as gender, age, systolic pressure, heart rate and Body Mass Index (BMI), past medical history (diabetes, hypertension, coronary heart disease), evaluation score of severity of sepsis such as Sequential Organ Failure Assessment (SOFA) and Acute Physiology And Chronichealth Evaluation scoring system (APACHE) which obtained within 2&#x2009;h of sepsis diagnosis, and laboratory tests such as leukocyte count, platelet count, neutrophil count (NEUT), lymphocyte count (LYM), NLR, RDW, procalcitonin (PCT), C-reactive protein (CRP), lactic acid, prothrombin time (PT), international normalized ratio (INR), fibrinogen (FIB), polymers, creatinine (Cr), alanine aminotransferase (ALT), aspartate aminotransferase (AST), total bilirubin (Tbil) and interleukin-6 (IL6) from the electronic medical record system. All laboratory tests mentioned above were performed within 2&#x2009;h of sepsis onset. To ensure the alarming function and subjective initiative of the models, we abandoned variables generated in late admission and variables regarding treatment. First, LASSO regression was performed for variable selection. The advantage of LASSO regression were as following: (1). Processing high-dimensional data and suitable for feature variable selection problems. (2). Reducing unnecessary feature variables and improve the interpretability and generalization capability of the model. (3). Avoiding the overfitting of the model. Subsequently, binary logistic regression was used to investigate the mortality risk factors from the training set. The independent risk factors identified during binary logistic regression were selected for model establishment and visualized in a nomogram. ROC and DCA curves were generated to verify the nomogram&#x2019;s prediction ability (<xref ref-type="bibr" rid="ref13">13</xref>). The core idea of DCA is to compare the clinical benefits of different prediction models under different treatment decision thresholds. It shows the benefits obtained from using predictive models for treatment decision-making under different treatment decision thresholds. Benefits can be defined as the number of cases treated correctly minus the number of cases treated incorrectly, where treatment correctness refers to making correct treatment decisions based on the output results of the predictive model. We also used RCS with five knots at the 5th, 35th, 50th, 65th, and 95th centiles to flexibly model the association of NLR, RDW, lactic acid, PT and IL6 with mortality of sepsis. The merit of RCS is that it makes sure the restriction on boundary conditions, avoiding overfitting of the model and improving model stability during the model construction. Ultimately, we used the <italic>Hosmer&#x2013;Lemeshow</italic> test and calibration curve for nomogram calibration. The flowchart of clinical data screening, model establishment and model verification was shown in <xref ref-type="fig" rid="fig1">Figure 1</xref>.</p>
<fig position="float" id="fig1">
<label>Figure 1</label>
<caption>
<p>Flowchart of model establishment and validation.</p>
</caption>
<graphic xlink:href="fmed-11-1360197-g001.tif"/>
</fig>
</sec>
<sec id="sec9">
<title>Ethics statement</title>
<p>The data collection of this research and implementation were approved by the Ethics Committee of Affiliated Huadu Hospital, Southern Medical University (Registration Number: 2023088). This was a retrospective study. At that time, informed consent was signed because patients needed to be informed that their personal disease data might be included in clinical studies and would not disclose personal privacy. The research was conducted in accordance with the 1964 Declaration of Helsinki and its subsequent amendments.</p>
</sec>
<sec id="sec10">
<title>Statistical methods</title>
<p>Statistical analysis was performed using R software (4.1.3 Version, R Foundation for Statistical Computing, Vienna, Austria). This was a cross-sectional study whereby the missing values were filled with multiple imputation using &#x201C;<italic>mice</italic>&#x201D; package. A total of 582 sepsis patients were randomly divided into a training set (<italic>n</italic>&#x2009;=&#x2009;408) and validation set (<italic>n</italic>&#x2009;=&#x2009;174) using the <italic>caret</italic> package at a 7:3 ratio. LASSO regression was performed using the <italic>glmnet</italic> package. The definition of death was mortality during hospitalization. Given that the variable &#x201C;death&#x201D; was defined as &#x201C;present&#x201D; or &#x201C;not,&#x201D; we set its properties as &#x201C;binomial.&#x201D; The risk factors were selected as the best predictors by fitted lambda and k-fold (tenfold in this case) cross-validation. In this study, tenfold cross-validation in LASSO regression was used, and only the split ratio of the data set (training set: verification set) was 7:3. In the end, 70% of the data were used for LASSO regression, and 30% were used for verification. Only one verification was carried out. For univariate analysis, Chi-square test used for analysis of differences in discontinuous data. While, for continuous data, if the data conforms to normal distribution, we used <italic>t</italic>-test to compare the differences in mean between the two groups, however if the data did not conform to normal distribution Mann&#x2013;Whitney U test was used.</p>
<p>From the optimal predictors selected by LASSO regression, the <italic>lrm</italic> function of the <italic>rms</italic> package was used to perform logistic regression. In the present study, we found that a predicted model including history of CHD, LYMP (protective factor), NLR, RDW, lactic acid, PT, CRP, PCT, ALT, Tbil, and IL6 had statistical significance. Finally, a nomogram was generated using the <italic>nomogram</italic> function from the <italic>rms</italic> package.</p>
<p>Furthermore, to investigate the accuracy of the risk prediction model and clinical practicability of the nomogram, ROC and DCA curves were generated using the <italic>pROC</italic> and <italic>ggDCA</italic> packages, respectively. To explore the relationship between the value of each risk factor and its corresponding hazard ratio under nonlinear conditions, we also used the <italic>rms</italic> and <italic>ggplot2</italic> packages for restricted cubic splines (RCS). Finally, with the <italic>calibration</italic> function from the <italic>rms</italic> package, the <italic>Hosmer&#x2013;Lemeshow</italic> test and calibration curve were conducted for nomogram calibration in the training and validation sets, respectively.</p>
</sec>
</sec>
<sec sec-type="results" id="sec11">
<title>Results</title>
<sec id="sec12">
<title>Univariate analysis</title>
<p>Among the 582 patients with sepsis including in this study, 182 patients died during the hospitalization in the stage of ICU, the mortality rate of the sepsis patients was about 31.27%. Based on whether the sepsis patient died during hospitalization, univariate analysis was performed. Univariate analysis indicated that gender difference (<italic>&#x03C7;</italic><sup>2</sup>&#x2009;=&#x2009;12.3, <italic>p</italic>&#x2009;=&#x2009;0.0005), history of CHD (<italic>&#x03C7;</italic><sup>2</sup>&#x2009;=&#x2009;22.78, <italic>p</italic>&#x2009;&#x003C;&#x2009;0.001), systolic pressure (<italic>t</italic>&#x2009;=&#x2009;&#x2212;18.898, <italic>p</italic>&#x2009;&#x003C;&#x2009;0.001), leukocyte count (<italic>U</italic>&#x2009;=&#x2009;28,749, <italic>p</italic>&#x2009;=&#x2009;0.001), platelet count (<italic>U</italic>&#x2009;=&#x2009;29,389, <italic>p</italic>&#x2009;=&#x2009;0.0002), neutrophil count (<italic>U</italic>&#x2009;=&#x2009;26,829, <italic>p</italic>&#x2009;&#x003C;&#x2009;0.001), LYMP (<italic>U</italic>&#x2009;=&#x2009;14,775, <italic>p</italic>&#x2009;&#x003C;&#x2009;0.001), NLR (<italic>U</italic>&#x2009;=&#x2009;15,196, <italic>p</italic>&#x2009;&#x003C;&#x2009;0.001), RDW (<italic>t</italic>&#x2009;=&#x2009;8.219, <italic>p</italic>&#x2009;&#x003C;&#x2009;0.001), CRP (<italic>U</italic>&#x2009;=&#x2009;29,767, <italic>p</italic>&#x2009;=&#x2009;0.0004), PCT (<italic>U</italic>&#x2009;=&#x2009;27,399, <italic>p</italic>&#x2009;&#x003C;&#x2009;0.001), lactic acid (<italic>U</italic>&#x2009;=&#x2009;13,335, <italic>p</italic>&#x2009;&#x003C;&#x2009;0.001), PT (<italic>t</italic>&#x2009;=&#x2009;8.612, <italic>p</italic>&#x2009;&#x003C;&#x2009;0.001), INR (<italic>U</italic>&#x2009;=&#x2009;18,959, <italic>p</italic>&#x2009;&#x003C;&#x2009;0.001), FIB (<italic>t</italic>&#x2009;=&#x2009;3.913, <italic>p</italic>&#x2009;&#x003C;&#x2009;0.001), D-polymers (<italic>U</italic>&#x2009;=&#x2009;28,642, <italic>p</italic>&#x2009;&#x003C;&#x2009;0.001), Cr (<italic>U</italic>&#x2009;=&#x2009;29,296, <italic>p</italic>&#x2009;=&#x2009;0.0002), ALT (<italic>U</italic>&#x2009;=&#x2009;27,957, <italic>p</italic>&#x2009;&#x003C;&#x2009;0.001), AST (<italic>U</italic>&#x2009;=&#x2009;22,250, <italic>p</italic>&#x2009;&#x003C;&#x2009;0.001), Tbil (<italic>U</italic>&#x2009;=&#x2009;26,197, <italic>p</italic>&#x2009;&#x003C;&#x2009;0.001), IL6 (<italic>t</italic>&#x2009;=&#x2009;19.63, <italic>p</italic>&#x2009;&#x003C;&#x2009;0.001), SOFA (<italic>t</italic>&#x2009;=&#x2009;40.12, <italic>p</italic>&#x2009;&#x003C;&#x2009;0.001) and APACHE (<italic>t</italic>&#x2009;=&#x2009;81.21, <italic>p</italic>&#x2009;&#x003C;&#x2009;0.001) between the survival group (<italic>n</italic>&#x2009;=&#x2009;400) and non-survival group (<italic>n</italic>&#x2009;=&#x2009;182) were significantly different (<xref ref-type="table" rid="tab1">Table 1</xref>), which showed that all study variables indicated above were univariate risk factors.</p>
<table-wrap position="float" id="tab1">
<label>Table 1</label>
<caption>
<p>Univariate analysis of sepsis patients with mortality risk.</p>
</caption>
<table frame="hsides" rules="groups">
<thead>
<tr>
<th align="left" valign="top">Factors</th>
<th/>
<th align="center" valign="top">Survival (<italic>n</italic> =&#x2009;400)</th>
<th align="center" valign="top">Non-Survival (<italic>n</italic> =&#x2009;182)</th>
<th align="center" valign="top"><italic>&#x03C7;<sup>2</sup>/t/U</italic></th>
<th align="center" valign="top"><italic>p</italic> value</th>
</tr>
</thead>
<tbody>
<tr>
<td align="left" valign="top">Gender</td>
<td align="left" valign="top">Male</td>
<td align="center" valign="top">202 (50.5%)</td>
<td align="center" valign="top">121 (66.48%)</td>
<td align="center" valign="top">12.30</td>
<td align="center" valign="top">0.0005</td>
</tr>
<tr>
<td/>
<td align="left" valign="top">Female</td>
<td align="center" valign="top">198 (49.5%)</td>
<td align="center" valign="top">61 (33.52%)</td>
<td/>
<td/>
</tr>
<tr>
<td align="left" valign="top">Age</td>
<td align="left" valign="top"><italic>x&#x00AF;</italic> &#x00B1; <italic>s</italic></td>
<td align="center" valign="top">61.85&#x2009;&#x00B1;&#x2009;16.70</td>
<td align="center" valign="top">64.87&#x2009;&#x00B1;&#x2009;17.58</td>
<td align="center" valign="top">1.943</td>
<td align="center" valign="top">0.053</td>
</tr>
<tr>
<td align="left" valign="top">Diabetes</td>
<td align="left" valign="top">Yes</td>
<td align="center" valign="top">124 (31%)</td>
<td align="center" valign="top">60 (32.97%)</td>
<td align="center" valign="top">0.224</td>
<td align="center" valign="top">0.6361</td>
</tr>
<tr>
<td/>
<td align="left" valign="top">No</td>
<td align="center" valign="top">276 (69%)</td>
<td align="center" valign="top">122 (67.03%)</td>
<td/>
<td/>
</tr>
<tr>
<td align="left" valign="top">Hypertension</td>
<td align="left" valign="top">Yes</td>
<td align="center" valign="top">157 (39.25%)</td>
<td align="center" valign="top">85 (46.70%)</td>
<td align="center" valign="top">2.861</td>
<td align="center" valign="top">0.0908</td>
</tr>
<tr>
<td/>
<td align="left" valign="top">No</td>
<td align="center" valign="top">243 (60.75%)</td>
<td align="center" valign="top">97 (53.30%)</td>
<td/>
<td/>
</tr>
<tr>
<td align="left" valign="top">Coronary heart disease</td>
<td align="left" valign="top">Yes</td>
<td align="center" valign="top">122 (30.5%)</td>
<td align="center" valign="top">93 (51.20%)</td>
<td align="center" valign="top">22.78</td>
<td align="center" valign="top">&#x003C;0.0001</td>
</tr>
<tr>
<td/>
<td align="left" valign="top">No</td>
<td align="center" valign="top">278 (69.5%)</td>
<td align="center" valign="top">89 (48.80%)</td>
<td/>
<td/>
</tr>
<tr>
<td align="left" valign="top">BMI</td>
<td align="left" valign="top"><italic>x&#x00AF;</italic> &#x00B1; <italic>s</italic></td>
<td align="center" valign="top">24.29&#x2009;&#x00B1;&#x2009;4.69</td>
<td align="center" valign="top">24.22&#x2009;&#x00B1;&#x2009;4.70</td>
<td align="center" valign="top">&#x2212;0.185</td>
<td align="center" valign="top">0.853</td>
</tr>
<tr>
<td align="left" valign="top">Systolic pressure (mmHg)</td>
<td align="left" valign="top"><italic>x&#x00AF;</italic> &#x00B1; <italic>s</italic></td>
<td align="center" valign="top">130.33&#x2009;&#x00B1;&#x2009;16.76</td>
<td align="center" valign="top">92.74&#x2009;&#x00B1;&#x2009;24.20</td>
<td align="center" valign="top">&#x2212;18.898</td>
<td align="center" valign="top">&#x003C;0.0001</td>
</tr>
<tr>
<td align="left" valign="top">Heart rate (time&#x00B7;minute<sup>&#x2212;1</sup>)</td>
<td align="left" valign="top"><italic>x&#x00AF;</italic> &#x00B1; <italic>s</italic></td>
<td align="center" valign="top">118.83&#x2009;&#x00B1;&#x2009;7.86</td>
<td align="center" valign="top">118.77&#x2009;&#x00B1;&#x2009;7.70</td>
<td align="center" valign="top">&#x2212;0.084</td>
<td align="center" valign="top">0.933</td>
</tr>
<tr>
<td align="left" valign="top">Leukocyte count (&#x00D7;10<sup>9</sup>&#x00B7;L<sup>&#x2212;1</sup>)</td>
<td align="left" valign="top">M (P<sub>25</sub> ~&#x2009;P<sub>75</sub>)</td>
<td align="center" valign="top">11.84 (7.34&#x2009;~&#x2009;16.29)</td>
<td align="center" valign="top">14.85 (8.10&#x2009;~&#x2009;23.4)</td>
<td align="center" valign="top">28,749</td>
<td align="center" valign="top">0.0001</td>
</tr>
<tr>
<td align="left" valign="top">Platelet count (&#x00D7;10<sup>9</sup>&#x00B7;L<sup>&#x2212;1</sup>)</td>
<td align="left" valign="top">M (P<sub>25</sub> ~&#x2009;P<sub>75</sub>)</td>
<td align="center" valign="top">175 (121&#x2009;~&#x2009;250.5)</td>
<td align="center" valign="top">145 (62.75&#x2009;~&#x2009;242.3)</td>
<td align="center" valign="top">29,389</td>
<td align="center" valign="top">0.0002</td>
</tr>
<tr>
<td align="left" valign="top">NEUT (&#x00D7;10<sup>9</sup>&#x00B7;L<sup>&#x2212;1</sup>)</td>
<td align="left" valign="top">M (P<sub>25</sub> ~&#x2009;P<sub>75</sub>)</td>
<td align="center" valign="top">9.82 (5.75&#x2009;~&#x2009;14.24)</td>
<td align="center" valign="top">14.49 (7.51&#x2009;~&#x2009;21.02)</td>
<td align="center" valign="top">26,829</td>
<td align="center" valign="top">&#x003C;0.0001</td>
</tr>
<tr>
<td align="left" valign="top">LYM (&#x00D7;10<sup>9</sup>&#x00B7;L<sup>&#x2212;1</sup>)</td>
<td align="left" valign="top">M (P<sub>25</sub> ~&#x2009;P<sub>75</sub>)</td>
<td align="center" valign="top">1.02 (0.71&#x2009;~&#x2009;1.52)</td>
<td align="center" valign="top">0.49 (0.28&#x2009;~&#x2009;0.73)</td>
<td align="center" valign="top">14,775</td>
<td align="center" valign="top">&#x003C;0.0001</td>
</tr>
<tr>
<td align="left" valign="top">NLR</td>
<td align="left" valign="top">M (P<sub>25</sub> ~&#x2009;P<sub>75</sub>)</td>
<td align="center" valign="top">9.92 (5.39&#x2009;~&#x2009;14.69)</td>
<td align="center" valign="top">26.21 (12.84&#x2009;~&#x2009;44.95)</td>
<td align="center" valign="top">15,196</td>
<td align="center" valign="top">&#x003C;0.0001</td>
</tr>
<tr>
<td align="left" valign="top">RDW (fl)</td>
<td align="left" valign="top"><italic>x&#x00AF;</italic> &#x00B1; <italic>s</italic></td>
<td align="center" valign="top">44.31&#x2009;&#x00B1;&#x2009;7.25</td>
<td align="center" valign="top">50.48&#x2009;&#x00B1;&#x2009;10.49</td>
<td align="center" valign="top">8.219</td>
<td align="center" valign="top">&#x003C;0.0001</td>
</tr>
<tr>
<td align="left" valign="top">CRP (mg&#x00B7;mL<sup>&#x2212;1</sup>)</td>
<td align="left" valign="top">M (P<sub>25</sub> ~&#x2009;P<sub>75</sub>)</td>
<td align="center" valign="top">106.7 (34.73&#x2009;~&#x2009;162.7)</td>
<td align="center" valign="top">135.5 (56.51&#x2009;~&#x2009;193.9)</td>
<td align="center" valign="top">29,767</td>
<td align="center" valign="top">0.0004</td>
</tr>
<tr>
<td align="left" valign="top">PCT (ng&#x00B7;mL<sup>&#x2212;1</sup>)</td>
<td align="left" valign="top">M (P<sub>25</sub> ~&#x2009;P<sub>75</sub>)</td>
<td align="center" valign="top">9.70 (1.603&#x2009;~&#x2009;37.0)</td>
<td align="center" valign="top">19.00 (6.65&#x2009;~&#x2009;57.86)</td>
<td align="center" valign="top">27,399</td>
<td align="center" valign="top">&#x003C;0.0001</td>
</tr>
<tr>
<td align="left" valign="top">Lactic acid (mmol&#x00B7;L<sup>&#x2212;1</sup>)</td>
<td align="left" valign="top">M (P<sub>25</sub> ~&#x2009;P<sub>75</sub>)</td>
<td align="center" valign="top">1.90 (1.25&#x2009;~&#x2009;3.00)</td>
<td align="center" valign="top">4.85 (3.25&#x2009;~&#x2009;9.175)</td>
<td align="center" valign="top">13,335</td>
<td align="center" valign="top">&#x003C;0.0001</td>
</tr>
<tr>
<td align="left" valign="top">PT (S)</td>
<td align="left" valign="top"><italic>x&#x00AF;</italic> &#x00B1; <italic>s</italic></td>
<td align="center" valign="top">14.93&#x2009;&#x00B1;&#x2009;2.372</td>
<td align="center" valign="top">19.03&#x2009;&#x00B1;&#x2009;8.854</td>
<td align="center" valign="top">8.612</td>
<td align="center" valign="top">&#x003C;0.0001</td>
</tr>
<tr>
<td align="left" valign="top">INR</td>
<td align="left" valign="top">M (P<sub>25</sub> ~&#x2009;P<sub>75</sub>)</td>
<td align="center" valign="top">1.16 (1.063&#x2009;~&#x2009;1.27)</td>
<td align="center" valign="top">1.34 (1.18&#x2009;~&#x2009;1.683)</td>
<td align="center" valign="top">18,959</td>
<td align="center" valign="top">&#x003C;0.0001</td>
</tr>
<tr>
<td align="left" valign="top">FIB</td>
<td align="left" valign="top"><italic>x&#x00AF;</italic> &#x00B1;ss <italic>s</italic></td>
<td align="center" valign="top">5.129&#x2009;&#x00B1;&#x2009;1.878</td>
<td align="center" valign="top">4.449&#x2009;&#x00B1;&#x2009;2.078</td>
<td align="center" valign="top">3.913</td>
<td align="center" valign="top">&#x003C;0.0001</td>
</tr>
<tr>
<td align="left" valign="top">D- polymers (ng/m)</td>
<td align="left" valign="top">M (P<sub>25</sub> ~&#x2009;P<sub>75</sub>)</td>
<td align="center" valign="top">2,509 (1,244&#x2009;~&#x2009;4,598)</td>
<td align="center" valign="top">3,709 (1825&#x2009;~&#x2009;7,887)</td>
<td align="center" valign="top">28,642</td>
<td align="center" valign="top">&#x003C;0.0001</td>
</tr>
<tr>
<td align="left" valign="top">Cr (umol&#x00B7;L<sup>&#x2212;1</sup>)</td>
<td align="left" valign="top">M (P<sub>25</sub> ~&#x2009;P<sub>75</sub>)</td>
<td align="center" valign="top">114.5 (71.85&#x2009;~&#x2009;232.0)</td>
<td align="center" valign="top">175.5 (95.00&#x2009;~&#x2009;313.5)</td>
<td align="center" valign="top">29,296</td>
<td align="center" valign="top">0.0002</td>
</tr>
<tr>
<td align="left" valign="top">ALT (U&#x00B7;L<sup>&#x2212;1</sup>)</td>
<td align="left" valign="top">M (P<sub>25</sub> ~&#x2009;P<sub>75</sub>)</td>
<td align="center" valign="top">24.50 (15.58&#x2009;~&#x2009;44.03)</td>
<td align="center" valign="top">36.55 (19.87&#x2009;~&#x2009;74.0)</td>
<td align="center" valign="top">27,957</td>
<td align="center" valign="top">&#x003C;0.0001</td>
</tr>
<tr>
<td align="left" valign="top">AST (U&#x00B7;L<sup>&#x2212;1</sup>)</td>
<td align="left" valign="top">M (P<sub>25</sub> ~&#x2009;P<sub>75</sub>)</td>
<td align="center" valign="top">26.59 (18.9&#x2009;~&#x2009;48.00)</td>
<td align="center" valign="top">57.55 (28.45&#x2009;~&#x2009;164.3)</td>
<td align="center" valign="top">22,250</td>
<td align="center" valign="top">&#x003C;0.0001</td>
</tr>
<tr>
<td align="left" valign="top">Tbil (&#x03BC;mol&#x00B7;L<sup>&#x2212;1</sup>)</td>
<td align="left" valign="top">M (P<sub>25</sub> ~&#x2009;P<sub>75</sub>)</td>
<td align="center" valign="top">13.60 (8.763&#x2009;~&#x2009;21.42)</td>
<td align="center" valign="top">19.65 (11.40&#x2009;~&#x2009;36.50)</td>
<td align="center" valign="top">26,197</td>
<td align="center" valign="top">&#x003C;0.0001</td>
</tr>
<tr>
<td align="left" valign="top">IL-6 (pg&#x00B7;ml<sup>&#x2212;1</sup>)</td>
<td align="left" valign="top"><italic>x&#x00AF;</italic> &#x00B1; <italic>s</italic></td>
<td align="center" valign="top">3.06&#x2009;&#x00B1;&#x2009;1.467</td>
<td align="center" valign="top">6.06&#x2009;&#x00B1;&#x2009;2.15</td>
<td align="center" valign="top">19.63</td>
<td align="center" valign="top">&#x003C;0.0001</td>
</tr>
<tr>
<td align="left" valign="top">SOFA</td>
<td align="left" valign="top"><italic>x&#x00AF;</italic> &#x00B1; <italic>s</italic></td>
<td align="center" valign="top">4.91&#x2009;&#x00B1;&#x2009;2.0</td>
<td align="center" valign="top">11.66&#x2009;&#x00B1;&#x2009;3.37</td>
<td align="center" valign="top">40.12</td>
<td align="center" valign="top">&#x003C;0.0001</td>
</tr>
<tr>
<td align="left" valign="top">APACHE</td>
<td align="left" valign="top"><italic>x&#x00AF;</italic> &#x00B1; <italic>s</italic></td>
<td align="center" valign="top">29.19&#x2009;&#x00B1;&#x2009;7.48</td>
<td align="center" valign="top">40.79&#x2009;&#x00B1;&#x2009;9.14</td>
<td align="center" valign="top">81.21</td>
<td align="center" valign="top">&#x003C;0.0001</td>
</tr>
</tbody>
</table>
<table-wrap-foot>
<p>M (P25&#x2009;~&#x2009;P75): M&#x2009;=&#x2009;Median, P25&#x2009;=&#x2009;Lower quartile, P75&#x2009;=&#x2009;Upper quartile; <italic>x&#x00AF;</italic>&#x2009;&#x00B1;&#x2009;<italic>s</italic>: Mean&#x2009;&#x00B1;&#x2009;Standard deviation.</p>
</table-wrap-foot>
</table-wrap>
</sec>
<sec id="sec13">
<title>Predictive model establishment</title>
<p>We used LASSO regression to select the predictive variables shown in <xref ref-type="table" rid="tab1">Table 1</xref>. Eleven out of twenty-eight variables, including CHD, LYM, NLR, RDW, CRP, PCT, lactic acid, PT, ALT, Tbil, and IL6 were incorporated into binary logistic regression (<xref ref-type="fig" rid="fig2">Figure 2</xref>). In order to investigate whether the above including variables involved in collinearity, we used Variance Inflation Factor (VIF) to conduct collinearity analysis. The result showed that all of the VIF from each including variable were less than 10, which implied there was no obvious collinearity among the fitted regression variables (<xref rid="SM1" ref-type="supplementary-material">Supplementary Figure S1</xref>). Binary logistic regression indicated that CHD, NLR, RDW, CRP, PCT, lactic acid, PT, ALT, Tbil, and IL6 were independent risk factors for mortality, while LYMP was a protective factor. The results of the logistic regression which fitted from the training set are indicated in <xref ref-type="fig" rid="fig3">Figure 3</xref>. Moreover, we constructed a nomogram for predicting the mortality risk probability of sepsis patients (<xref ref-type="fig" rid="fig4">Figure 4</xref>).</p>
<fig position="float" id="fig2">
<label>Figure 2</label>
<caption>
<p>Variable selection by the LASSO regression. A coefficient profile plot was constructed against by the log (lambda) sequence. <bold>(A)</bold> Eleven variables including CHD, NLR, LYMP, RDW, CRP, PCT, lactic acid, PT, ALT, Tbil, and IL6 with nonzero coefficents were selected by deriving the optimal lambda. <bold>(B)</bold> Following verification of the optimal parameter, we used LASSO 1.SE to shrink and select the variables.</p>
</caption>
<graphic xlink:href="fmed-11-1360197-g002.tif"/>
</fig>
<fig position="float" id="fig3">
<label>Figure 3</label>
<caption>
<p>Forest plot of logistic regression model. The forest plot indicated that CHD, NLR, RDW, CRP, PCT, lactic acid, PT, ALT, Tbil, and IL6 were independent risk factors for mortality, while LYMP was a protective factor.</p>
</caption>
<graphic xlink:href="fmed-11-1360197-g003.tif"/>
</fig>
<fig position="float" id="fig4">
<label>Figure 4</label>
<caption>
<p>A nomogram including CHD, NLR, LYMP, RDW, CRP, PCT, lactic acid, PT, ALT, Tbil, and IL6 showed mortality risk prediction of sepsis.</p>
</caption>
<graphic xlink:href="fmed-11-1360197-g004.tif"/>
</fig>
</sec>
<sec id="sec14">
<title>Predictive model validation and models comparison</title>
<p>We used ROC curve analysis to validate the diagnostic capability of the predictive model, and we also made a comparison of diagnostic capability among the model and traditional SOFA and APACHE scores. From the training set, the AUC (Area Under Curve) value of the model was 0.9836 (95% CI: 0.9662&#x2013;1.000), while AUC of the SOFA and APACHE scores were 0.861 (95%CI: 0.7354&#x2013;0.9221) and 0.752 (95%CI: 0.6877&#x2013;0.8324) respectively. From the testing set, AUC value of the model was 0.9502 (95% CI: 0.9025&#x2013;0.9788), while AUC of the SOFA and APACHE scores were 0.884 (95%CI: 0.8127&#x2013;0.9135) and 0.716 (95%CI: 0.6249&#x2013;0.8066) respectively. Delong&#x2019;s test indicated that discrimination between the model and SOFA score had statistical difference in both training set (<italic>p</italic> =&#x2009;0.032) and testing set (<italic>p</italic> =&#x2009;0.041), similarly, between the model and APACHE score, the difference were more statistically significant in both training set (<italic>p</italic> &#x003C;&#x2009;0.001) and testing set (<italic>p</italic> &#x003C;&#x2009;0.001). The ROC curves from our model not only showed the high diagnostic sensitivity and specificity, but also had certain advantages compared to SOFA APACHE scores in diagnostic capability (<xref ref-type="fig" rid="fig5">Figure 5</xref>). DCA curves were generated to verify the clinical utility of the model. Our results indicated that the threshold probability of the prediction model in the training set was between 29.52 and 99.61%, while in the testing set, it was between 31.32 and 98.49%, demonstrating valuable clinical efficiency. And the DCA curves from either training or testing set showed that the model had higher overall net benefit compared with SOFA and APACHE scores across the majority of the range of reasonable threshold probabilities (<xref ref-type="fig" rid="fig6">Figure 6</xref>). Additionally, considering the nonlinear relationship between dependent variables and independent risk factors, we used restricted cubic splines (RCS) to flexibly model and visualize the relation of independent risk factors in the nomogram with mortality. The results indicated that when the NLR (Median&#x2009;=&#x2009;23.7214), RDW (Median&#x2009;=&#x2009;44.7641&#x2009;fl), lactic acid (Median&#x2009;=&#x2009;3.6924&#x2009;mmol/L), PT (Median&#x2009;=&#x2009;14.5134&#x2009;S), and IL6 (Median&#x2009;=&#x2009;6.5924&#x2009;mmol/L) values exceeded their corresponding medians, the hazard ratio of mortality for sepsis started to increase rapidly (<italic>P</italic> for nonlinearity &#x003C;0.001) (<xref ref-type="fig" rid="fig7">Figure 7</xref>).</p>
<fig position="float" id="fig5">
<label>Figure 5</label>
<caption>
<p>Predictive model validation and models comparison using ROC curves and AUC for adult sepsis. The x-axis represented the specificity of the risk and the y-axis represented the sensitivity of the risk prediction. <bold>(A)</bold> ROCs of training set; <bold>(B)</bold> ROCs of validating set. Compared with traditional SOFA and APACHE scores, the predicted model had larger AUC both in training set and testing set that demonstrated this model had preferable predicted value.</p>
</caption>
<graphic xlink:href="fmed-11-1360197-g005.tif"/>
</fig>
<fig position="float" id="fig6">
<label>Figure 6</label>
<caption>
<p>Decision curve analysis (DCA) of mortality risk prediction for adult sepsis among the model and traditional SOFA and APACHE scores. The x-axis represented the risk threshold, and the y-axis measured the net benefit. The DCA curves from either training or testing set showed that the model had higher overall net benefit compared with SOFA and APACHE scores across the majority of the range of reasonable threshold probabilities. <bold>(A)</bold> From training set; <bold>(B)</bold> From testing set.</p>
</caption>
<graphic xlink:href="fmed-11-1360197-g006.tif"/>
</fig>
<fig position="float" id="fig7">
<label>Figure 7</label>
<caption>
<p>The restricted cubic splines (RCS) to flexibly model and visualize the relation of independent risk factors in nomogram with mortality base on nonlinear correlation. For all of the independent risk factors which may cause mortality including NLR <bold>(A)</bold>, RDW <bold>(B)</bold>, Lactic acid <bold>(C)</bold>, PT <bold>(D)</bold>, and IL6 <bold>(E)</bold>, prediction incidences were indicated by red lines, and their corresponding 95% CIs showed by green shaded areas.</p>
</caption>
<graphic xlink:href="fmed-11-1360197-g007.tif"/>
</fig>
</sec>
<sec id="sec15">
<title>Calibration of the predictive model</title>
<p>Furthermore, the results of the <italic>Hosmer&#x2013;Lemeshow</italic> test (<italic>&#x03C7;</italic><sup>2</sup>&#x2009;=&#x2009;0.1901, <italic>df</italic>&#x2009;=&#x2009;2, <italic>p</italic>&#x2009;=&#x2009;0.9091) indicated that the nomogram of mortality risk prediction exhibited good concordance with the actual results. To visualize the results of the <italic>Hosmer&#x2013;Lemeshow</italic> test, calibration curves of the model, SOFA and APACHE scores for the training and validation sets were also employed. A closer fit to the diagonal dotted line meant a better prediction (<xref ref-type="fig" rid="fig8">Figure 8</xref>).</p>
<fig position="float" id="fig8">
<label>Figure 8</label>
<caption>
<p>Calibration curves of the predicted mortality risk nomogram of adult sepsis among the model and traditional SOFA and APACHE scores. The x-axis represented the predicted risk of the mortality, the left y-axis represented actual diagnostic cases of the mortality. The diagonal dotted line represented a perfect prediction by ideal model, the solid line represented the performance of the training set <bold>(A)</bold> and testing set <bold>(B)</bold>, the results indicated that compared with SOFA and APACHE, the calibration of model in both training and testing sets were more closer to the ideal reference linear, which indicated good degree of fit of this predicted model.</p>
</caption>
<graphic xlink:href="fmed-11-1360197-g008.tif"/>
</fig>
</sec>
</sec>
<sec sec-type="discussion" id="sec16">
<title>Discussion</title>
<p>Given its high mortality rate and complex mechanism, treating sepsis remains a significant conundrum for clinicians (<xref ref-type="bibr" rid="ref14">14</xref>&#x2013;<xref ref-type="bibr" rid="ref16">16</xref>). Early identification and timely therapy are crucial for sepsis to reduce the incidence of sequential organ failure and the mortality rate. Much emphasis has been placed on exploring valuable mortality risk predictive models for sepsis over the past decades (<xref ref-type="bibr" rid="ref17">17</xref>&#x2013;<xref ref-type="bibr" rid="ref20">20</xref>). Nonetheless, the hospital-related costs and high mortality rates caused by sepsis remain significant burdens (<xref ref-type="bibr" rid="ref21">21</xref>, <xref ref-type="bibr" rid="ref22">22</xref>).</p>
<p>According to our mortality risk predictive model for sepsis, eleven indicators, including a history of CHD, NLR, RDW, lactic acid, PT, PCT, CRP, ALT, Tbil, and IL6 were independent predictors of poor prognosis in patients with sepsis, while the LYMP was a protective factor. Nomogram validation using the training and validation sets demonstrated good predictive performance. In addition, internal validation demonstrated the goodness-of-fit and stability of the model. Obviously, compared with traditional SOFA and APACHE score, our predicted model had certain advantage in terms of discrimination, calibration, and decision curve analysis. Although some of the risk factors related to mortality identified in this study were consistent with the literature (<xref ref-type="bibr" rid="ref23">23</xref>&#x2013;<xref ref-type="bibr" rid="ref26">26</xref>), only logistic regression was used for model establishment in these studies. Therefore, good control of confounding factors and variable selection was challenging. Herein, we used LASSO regression to solve this problem and exclude the interference of intermediate variables on the results. Importantly, logistic regression analysis in the present study was based on the linear relationship between the dependent and independent risk variables. We used RCS to visualize the nonlinear relationship between independent risk factors and the hazard ratio of sepsis.</p>
<sec id="sec17">
<title>Association of CHD with mortality risk for Sepsis</title>
<p>Patients often experience insufficient microcirculation perfusion during sepsis or septic shock due to vascular dysfunction. Under such conditions, cardiac output becomes extremely important for maintaining the microcirculation (<xref ref-type="bibr" rid="ref27">27</xref>&#x2013;<xref ref-type="bibr" rid="ref29">29</xref>). An increasing body of evidence (<xref ref-type="bibr" rid="ref30">30</xref>, <xref ref-type="bibr" rid="ref31">31</xref>) suggests that CHD represents a high mortality risk factor for sepsis. Arfaras-Melainis et al. (<xref ref-type="bibr" rid="ref32">32</xref>) showed that with CHD, the mortality incidence of sepsis was extremely high (may reach 90%). The findings of the present study were consistent with prior studies, which reported that CHD was a mortality risk predictor for sepsis. Accordingly, CHD is a hazard risk factor of mortality for sepsis, protecting and improving cardiac function during the early stages have important clinical significance.</p>
</sec>
<sec id="sec18">
<title>Association of inflammatory factors with mortality risk for sepsis</title>
<p>Since the third international consensus definition for sepsis and septic shock (Sepsis-3) was held in 2016, an increasing number of studies have pointed out that sepsis should be defined as life-threatening organ dysfunction caused by a dysregulated host response to infection (<xref ref-type="bibr" rid="ref33">33</xref>, <xref ref-type="bibr" rid="ref34">34</xref>). During this pathophysiological process, inflammatory factors such as IL6, TNF-<italic>a</italic>, and neutrophils may trigger an &#x201C;inflammatory factor storm,&#x201D; leading to sepsis-related sequential organ failure (<xref ref-type="bibr" rid="ref26">26</xref>, <xref ref-type="bibr" rid="ref35">35</xref>&#x2013;<xref ref-type="bibr" rid="ref37">37</xref>). The NLR, which refers to the proportion of neutrophils and lymphocytes, is an indicator of systemic inflammation based on complete blood count values. Once the body experiences severe inflammation, the blood neutrophil count may increase, and lymphocytes decrease accordingly, suggesting that neutrophils represent a risk factor, while lymphocytes are a protective factor (<xref ref-type="bibr" rid="ref38">38</xref>, <xref ref-type="bibr" rid="ref39">39</xref>). In accordance with the literature, our study indicated that the biomarkers IL6 and NLR correlated with a poor prognosis of sepsis.</p>
</sec>
<sec id="sec19">
<title>Association of RDW with mortality risk for sepsis</title>
<p>RDW represents the variability in the size and form of red blood cells (RBCs) (<xref ref-type="bibr" rid="ref40">40</xref>). As seen in our model, an increase in RDW indicated a high hazard ratio of mortality. During sepsis or severe sepsis, the potent inflammatory reaction may inhibit the formation and maturation of red blood cells, increase immature red blood cells in the circulation and promote heterogeneity of red blood cells, increasing RDW levels (<xref ref-type="bibr" rid="ref41">41</xref>, <xref ref-type="bibr" rid="ref42">42</xref>). There is a rich literature available substantiating that an abnormal increase in RDW has diagnostic value in sepsis and is predictive of poor prognosis and mortality (<xref ref-type="bibr" rid="ref43">43</xref>&#x2013;<xref ref-type="bibr" rid="ref45">45</xref>). Another advantage of RDW is that it can be easily obtained from routine blood tests and does not need high technical requirements, which is suitable for any primary-level medical center in China.</p>
</sec>
<sec id="sec20">
<title>Association of lactic acid and coagulation with mortality risk for sepsis</title>
<p>Lactic acid is a metabolite resulting from the fermentation of glucose. When tissues undergo increased anaerobic metabolism, high levels of lactic acid in the blood, sepsis or other diseases can cause death (<xref ref-type="bibr" rid="ref46">46</xref>, <xref ref-type="bibr" rid="ref47">47</xref>). The prothrombin time can be used to reflect human blood coagulation function. Similar to the &#x201C;lethal triad&#x201D; (coagulopathy, hypothermia and acidosis) (<xref ref-type="bibr" rid="ref48">48</xref>), high lactic acid levels and abnormal coagulation indicate a poor prognosis of sepsis. When the level of serum lactic acid increases, the acidic environment may aggravate tissue hypoxia, which can lead to a vicious cycle, and severe tissue hypoxia can prolong prothrombin time and cause coagulation dysfunction. Eventually, DIC or multiple organ failure may occur (<xref ref-type="bibr" rid="ref49">49</xref>, <xref ref-type="bibr" rid="ref50">50</xref>). Overall, dynamic monitoring of lactic acid and PT in the early stage of sepsis is valuable.</p>
</sec>
<sec id="sec21">
<title>Advance and limitations of this study</title>
<p>This study has a certain degree of advantages. First, the research sampling strategy was rigorous, the risk factors included in the screening were relatively comprehensive. Secondly, in order to make sure that the predictive model does not overfit, LASSO regression was employed variables selection. Thirdly, the including variables of the model are common biomarkers in clinical practice, their capture request not high equipment and technique, and the cost is relatively low. Finally, from internal validation, this model had certain advantages in clinical decision-making compared to traditional SOFA and APACHE scores.</p>
<p>Limitation was inevitable in this study. First, this study was retrospective in nature. Accordingly, potential bias could not be completely excluded. Secondly, the data on sepsis patients were obtained from a single center, and the sample size was relatively small. Thirdly, this study was just based on internal validation and lacked of external validation, we look forward to further applying data from public databases such as the MIMIC database for further validation. In recent years, significant progress has been made in the research of comorbidity index such as Charlson Comorbidity Index or Elixhauser Comorbidity Score, unfortunately, due to the calculation of these comorbidity burden measure involve a series of physiological indicators and psychological assessment questionnaires, which makes it difficult to score in actual clinical practice. Therefore, the data of these comorbidity burden measures could not been collected in this study. And the time span of this study overlaped with the COVID-19 pandemic, due to the institution did not disclose the COVID-19 data, base on that COVID-19 impacted the mortality rates of the sepsis, so there may be more or less bias in the study. Finally, we established a prognostic model based on the independent risk factors in this model. In fact, in actual clinical practice, there are many factors related to the outcome being identified in the model, nevertheless their causal relationship is largely unknown. To solve this problem, Zhang et al. (<xref ref-type="bibr" rid="ref51">51</xref>) recommended a reliable structural modeling with inverse probability weighting (IPW) to infer causality from observational data, which played an important decision-making role in clinical management. And base on this principle, we expect the causal relationship between risk factors and sepsis are looking forward to investigating in the future.</p>
</sec>
</sec>
<sec sec-type="conclusions" id="sec22">
<title>Conclusion</title>
<p>Our predictive model, which included six indicators named CHD, NLR, RDW, lactic acid, PT and IL6, yielded good performance for predicting mortality risk in adult sepsis patients.</p>
</sec>
<sec sec-type="data-availability" id="sec23">
<title>Data availability statement</title>
<p>The raw data supporting the conclusions of this article will be made available by the authors, without undue reservation.</p>
</sec>
<sec sec-type="ethics-statement" id="sec24">
<title>Ethics statement</title>
<p>The studies involving humans were approved by Ethics Committee of Affiliated Huadu Hospital, Southern Medical University. The studies were conducted in accordance with the local legislation and institutional requirements. The participants provided their written informed consent to participate in this study.</p>
</sec>
<sec sec-type="author-contributions" id="sec25">
<title>Author contributions</title>
<p>HW: Conceptualization, Formal analysis, Writing &#x2013; original draft. SJ: Resources, Writing &#x2013; review &#x0026; editing. BL: Data curation, Writing &#x2013; review &#x0026; editing. TJ: Data curation, Writing &#x2013; review &#x0026; editing. JH: Data curation, Writing &#x2013; review &#x0026; editing. YL: Data curation, Writing &#x2013; review &#x0026; editing. TC: Data curation, Methodology, Writing &#x2013; review &#x0026; editing. KM: Funding acquisition, Supervision, Validation, Writing &#x2013; review &#x0026; editing.</p>
</sec>
</body>
<back>
<sec sec-type="funding-information" id="sec26">
<title>Funding</title>
<p>The author(s) declare financial support was received for the research, authorship, and/or publication of this article. The sponsorship for this study was funded by the Internal Medicine Research Fund (Grant No. 2020A01) and the Construction of Major Subject (Grant No. YNZDXK202201, 2022&#x2013;2025) of Affiliated Huadu Hospital, Southern Medical University (People&#x2019;s Hospital of Huadu District). Huadu District Basic and Applied Basic Research Joint Funded Project (Grant No. 23HDQYLH06).</p>
</sec>
<ack>
<p>We thank the Information Network Center of Huadu District People&#x2019;s Hospital of Guangzhou, for providing the clinical data. We acknowledge the funding support from the Internal Medicine Research Fund and the Construction of Major Subject of Huadu District People&#x2019;s Hospital of Guangzhou.</p>
</ack>
<sec sec-type="COI-statement" id="sec27">
<title>Conflict of interest</title>
<p>The authors declare that the research was conducted in the absence of any commercial or financial relationships that could be construed as a potential conflict of interest.</p>
</sec>
<sec id="sec100" sec-type="disclaimer">
<title>Publisher&#x2019;s note</title>
<p>All claims expressed in this article are solely those of the authors and do not necessarily represent those of their affiliated organizations, or those of the publisher, the editors and the reviewers. Any product that may be evaluated in this article, or claim that may be made by its manufacturer, is not guaranteed or endorsed by the publisher.</p>
</sec>
<sec sec-type="supplementary-material" id="sec28">
<title>Supplementary material</title>
<p>The Supplementary material for this article can be found online at: <ext-link xlink:href="https://www.frontiersin.org/articles/10.3389/fmed.2024.1360197/full#supplementary-material" ext-link-type="uri">https://www.frontiersin.org/articles/10.3389/fmed.2024.1360197/full#supplementary-material</ext-link></p>
<supplementary-material xlink:href="Data_Sheet_1.docx" id="SM1" mimetype="application/vnd.openxmlformats-officedocument.wordprocessingml.document" xmlns:xlink="http://www.w3.org/1999/xlink"/>
</sec>
<fn-group>
<title>Abbreviations</title>
<fn fn-type="abbr"><p>ROC, Receiver Operating Characteristic; DCA, Decision Curve Analysis; RCS, Restricted Cubic Splines; CHD, Chronic Heart Disease; BMI, Body Mass Index; LYM, Lymphocyte Count; NLR, Neutrophil Lymphocyte Ratio; RDW, Red Blood Cell Distribution Width; CRP, C Reactive Protein; PT, Prothrombin Time; ALT, Alanine Aminotransferase; AST, Aspartate Aminotransferase; Tbil, Total Bilirubin; IL6, Interleukin-6; DIC, Disseminated Intravascular Coagulation; ICU, Intensive Care Unit</p></fn>
</fn-group>
<ref-list>
<title>References</title>
<ref id="ref1">
<label>1.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Rudd</surname> <given-names>KE</given-names></name> <name><surname>Johnson</surname> <given-names>SC</given-names></name> <name><surname>Agesa</surname> <given-names>KM</given-names></name> <name><surname>Shackelford</surname> <given-names>KA</given-names></name> <name><surname>Tsoi</surname> <given-names>D</given-names></name> <name><surname>Kievlan</surname> <given-names>DR</given-names></name> <etal/></person-group>. <article-title>Global, regional, and national sepsis incidence and mortality, 1990&#x2013;2017: analysis for the global burden of disease study</article-title>. <source>Lancet (London, England)</source>. (<year>2020</year>) <volume>395</volume>:<fpage>200</fpage>&#x2013;<lpage>11</lpage>. doi: <pub-id pub-id-type="doi">10.1016/S0140-6736(19)32989-7</pub-id>, PMID: <pub-id pub-id-type="pmid">31954465</pub-id></citation>
</ref>
<ref id="ref2">
<label>2.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Xie</surname> <given-names>J</given-names></name> <name><surname>Wang</surname> <given-names>H</given-names></name> <name><surname>Kang</surname> <given-names>Y</given-names></name> <name><surname>Zhou</surname> <given-names>L</given-names></name> <name><surname>Liu</surname> <given-names>Z</given-names></name> <name><surname>Qin</surname> <given-names>B</given-names></name> <etal/></person-group>. <article-title>The epidemiology of Sepsis in Chinese ICUs: a National Cross-Sectional Survey</article-title>. <source>Crit Care Med</source>. (<year>2020</year>) <volume>48</volume>:<fpage>e209</fpage>&#x2013;<lpage>18</lpage>. doi: <pub-id pub-id-type="doi">10.1097/CCM.0000000000004155</pub-id>, PMID: <pub-id pub-id-type="pmid">31804299</pub-id></citation>
</ref>
<ref id="ref3">
<label>3.</label>
<citation citation-type="journal"><person-group person-group-type="author">
<name><surname>Brun-Buisson</surname> <given-names>C</given-names></name>
</person-group>. <article-title>The epidemiology of the systemic inflammatory response</article-title>. <source>Intensive Care Med</source>. (<year>2000</year>) <volume>26 Suppl 1</volume>:<fpage>S64</fpage>&#x2013;<lpage>74</lpage>. doi: <pub-id pub-id-type="doi">10.1007/s001340051121</pub-id>, PMID: <pub-id pub-id-type="pmid">10786961</pub-id></citation>
</ref>
<ref id="ref4">
<label>4.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Fleischmann</surname> <given-names>C</given-names></name> <name><surname>Scherag</surname> <given-names>A</given-names></name> <name><surname>Adhikari</surname> <given-names>NK</given-names></name> <name><surname>Hartog</surname> <given-names>CS</given-names></name> <name><surname>Tsaganos</surname> <given-names>T</given-names></name> <name><surname>Schlattmann</surname> <given-names>P</given-names></name> <etal/></person-group>. <article-title>Assessment of global incidence and mortality of hospital-treated Sepsis. Current estimates and limitations</article-title>. <source>Am J Respir Crit Care Med</source>. (<year>2016</year>) <volume>193</volume>:<fpage>259</fpage>&#x2013;<lpage>72</lpage>. doi: <pub-id pub-id-type="doi">10.1164/rccm.201504-0781OC</pub-id>, PMID: <pub-id pub-id-type="pmid">26414292</pub-id></citation>
</ref>
<ref id="ref5">
<label>5.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Jawad</surname> <given-names>I</given-names></name> <name><surname>Luk&#x0161;i&#x0107;</surname> <given-names>I</given-names></name> <name><surname>Rafnsson</surname> <given-names>SB</given-names></name></person-group>. <article-title>Assessing available information on the burden of sepsis: global estimates of incidence, prevalence and mortality</article-title>. <source>J Glob Health</source>. (<year>2012</year>) <volume>2</volume>:<fpage>010404</fpage>. doi: <pub-id pub-id-type="doi">10.7189/jogh.02.010404</pub-id>, PMID: <pub-id pub-id-type="pmid">23198133</pub-id></citation>
</ref>
<ref id="ref6">
<label>6.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Gotts</surname> <given-names>JE</given-names></name> <name><surname>Matthay</surname> <given-names>MA</given-names></name></person-group>. <article-title>Sepsis: pathophysiology and clinical management</article-title>. <source>BMJ</source>. (<year>2016</year>) <volume>353</volume>:<fpage>i1585</fpage>. doi: <pub-id pub-id-type="doi">10.1136/bmj.i1585</pub-id></citation>
</ref>
<ref id="ref7">
<label>7.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Duran-Bedolla</surname> <given-names>J</given-names></name> <name><surname>Montes de Oca-Sandoval</surname> <given-names>MA</given-names></name> <name><surname>Salda&#x00F1;a-Navor</surname> <given-names>V</given-names></name> <name><surname>Villalobos-Silva</surname> <given-names>JA</given-names></name> <name><surname>Rodriguez</surname> <given-names>MC</given-names></name> <name><surname>Rivas-Arancibia</surname> <given-names>S</given-names></name></person-group>. <article-title>Sepsis, mitochondrial failure and multiple organ dysfunction</article-title>. <source>Clin Invest Med</source>. (<year>2014</year>) <volume>37</volume>:<fpage>E58</fpage>&#x2013;<lpage>69</lpage>. doi: <pub-id pub-id-type="doi">10.25011/cim.v37i2.21087</pub-id>, PMID: <pub-id pub-id-type="pmid">24690420</pub-id></citation>
</ref>
<ref id="ref8">
<label>8.</label>
<citation citation-type="journal"><person-group person-group-type="author">
<name><surname>Baue</surname> <given-names>AE</given-names></name>
</person-group>. <article-title>Sepsis, multi-organ dysfunction syndrome (MODS) and multiple organ failure (MOF). Prevention is better than treatment</article-title>. <source>Minerva Anestesiol</source>. (<year>1999</year>) <volume>65</volume>:<fpage>477</fpage>&#x2013;<lpage>80</lpage>.</citation>
</ref>
<ref id="ref9">
<label>9.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Haak</surname> <given-names>BW</given-names></name> <name><surname>Prescott</surname> <given-names>HC</given-names></name> <name><surname>Wiersinga</surname> <given-names>WJ</given-names></name></person-group>. <article-title>Therapeutic potential of the gut microbiota in the prevention and treatment of Sepsis</article-title>. <source>Front Immunol</source>. (<year>2018</year>) <volume>9</volume>:<fpage>2042</fpage>. doi: <pub-id pub-id-type="doi">10.3389/fimmu.2018.02042</pub-id></citation>
</ref>
<ref id="ref10">
<label>10.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Khojandi</surname> <given-names>A</given-names></name> <name><surname>Tansakul</surname> <given-names>V</given-names></name> <name><surname>Li</surname> <given-names>X</given-names></name> <name><surname>Koszalinski</surname> <given-names>RS</given-names></name> <name><surname>Paiva</surname> <given-names>W</given-names></name></person-group>. <article-title>Prediction of Sepsis and in-hospital mortality using electronic health records</article-title>. <source>Methods Inf Med</source>. (<year>2018</year>) <volume>57</volume>:<fpage>185</fpage>&#x2013;<lpage>93</lpage>. doi: <pub-id pub-id-type="doi">10.3414/ME18-01-0014</pub-id>, PMID: <pub-id pub-id-type="pmid">30248708</pub-id></citation>
</ref>
<ref id="ref11">
<label>11.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Zeng</surname> <given-names>Z</given-names></name> <name><surname>Yao</surname> <given-names>S</given-names></name> <name><surname>Zheng</surname> <given-names>J</given-names></name> <name><surname>Gong</surname> <given-names>X</given-names></name></person-group>. <article-title>Development and validation of a novel blending machine learning model for hospital mortality prediction in ICU patients with Sepsis</article-title>. <source>BioData Min</source>. (<year>2021</year>) <volume>14</volume>:<fpage>40</fpage>. doi: <pub-id pub-id-type="doi">10.1186/s13040-021-00276-5</pub-id>, PMID: <pub-id pub-id-type="pmid">34399809</pub-id></citation>
</ref>
<ref id="ref12">
<label>12.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Shankar-Hari</surname> <given-names>M</given-names></name> <name><surname>Harrison</surname> <given-names>DA</given-names></name> <name><surname>Rubenfeld</surname> <given-names>GD</given-names></name> <name><surname>Rowan</surname> <given-names>K</given-names></name></person-group>. <article-title>Epidemiology of sepsis and septic shock in critical care units: comparison between sepsis-2 and sepsis-3 populations using a national critical care database</article-title>. <source>Br J Anaesth</source>. (<year>2017</year>) <volume>119</volume>:<fpage>626</fpage>&#x2013;<lpage>36</lpage>. doi: <pub-id pub-id-type="doi">10.1093/bja/aex234</pub-id>, PMID: <pub-id pub-id-type="pmid">29121281</pub-id></citation>
</ref>
<ref id="ref13">
<label>13.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Zou</surname> <given-names>JY</given-names></name> <name><surname>Chen</surname> <given-names>H</given-names></name> <name><surname>Liu</surname> <given-names>C</given-names></name> <name><surname>Cai</surname> <given-names>Z</given-names></name> <name><surname>Yang</surname> <given-names>J</given-names></name> <name><surname>Zhang</surname> <given-names>Y</given-names></name> <etal/></person-group>. <article-title>Development and validation of a nomogram to predict the 30-day mortality risk of patients with intracerebral hemorrhage</article-title>. <source>Front Neurosci</source>. (<year>2022</year>) <volume>16</volume>:<fpage>942100</fpage>. doi: <pub-id pub-id-type="doi">10.3389/fnins.2022.942100</pub-id>, PMID: <pub-id pub-id-type="pmid">36033629</pub-id></citation>
</ref>
<ref id="ref14">
<label>14.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Guo</surname> <given-names>R</given-names></name> <name><surname>Wang</surname> <given-names>H</given-names></name> <name><surname>Cui</surname> <given-names>N</given-names></name></person-group>. <article-title>Autophagy regulation on Pyroptosis: mechanism and medical implication in Sepsis</article-title>. <source>Mediat Inflamm</source>. (<year>2021</year>) <volume>2021</volume>:<fpage>9925059</fpage>. doi: <pub-id pub-id-type="doi">10.1155/2021/9925059</pub-id></citation>
</ref>
<ref id="ref15">
<label>15.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Zhang</surname> <given-names>Y-Y</given-names></name> <name><surname>Ning</surname> <given-names>B-T</given-names></name></person-group>. <article-title>Signaling pathways and intervention therapies in sepsis</article-title>. <source>Signal Transduct Target Ther</source>. (<year>2021</year>) <volume>6</volume>:<fpage>407</fpage>. doi: <pub-id pub-id-type="doi">10.1038/s41392-021-00816-9</pub-id></citation>
</ref>
<ref id="ref16">
<label>16.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Lee</surname> <given-names>J</given-names></name> <name><surname>Banerjee</surname> <given-names>D</given-names></name></person-group>. <article-title>Metabolomics and the microbiome as biomarkers in Sepsis</article-title>. <source>Crit Care Clin</source>. (<year>2020</year>) <volume>36</volume>:<fpage>105</fpage>&#x2013;<lpage>13</lpage>. doi: <pub-id pub-id-type="doi">10.1016/j.ccc.2019.08.008</pub-id></citation>
</ref>
<ref id="ref17">
<label>17.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Singh</surname> <given-names>H</given-names></name> <name><surname>Ramai</surname> <given-names>D</given-names></name> <name><surname>Patel</surname> <given-names>H</given-names></name> <name><surname>Iskandir</surname> <given-names>M</given-names></name> <name><surname>Sachdev</surname> <given-names>S</given-names></name> <name><surname>Rai</surname> <given-names>R</given-names></name> <etal/></person-group>. <article-title>B-type natriuretic peptide: a predictor for mortality, intensive care unit length of stay, and hospital length of stay in patients with resolving Sepsis</article-title>. <source>Cardiol Res</source>. (<year>2017</year>) <volume>8</volume>:<fpage>271</fpage>&#x2013;<lpage>5</lpage>. doi: <pub-id pub-id-type="doi">10.14740/cr605w</pub-id>, PMID: <pub-id pub-id-type="pmid">29317968</pub-id></citation>
</ref>
<ref id="ref18">
<label>18.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Fu</surname> <given-names>J</given-names></name> <name><surname>Lan</surname> <given-names>Q</given-names></name> <name><surname>Wang</surname> <given-names>D</given-names></name> <name><surname>Wang</surname> <given-names>Y</given-names></name> <name><surname>Liu</surname> <given-names>Y</given-names></name></person-group>. <article-title>Predictive value of red cell distribution width on the prognosis of patients with abdominal sepsis</article-title>. <source>Zhonghua Wei Zhong Bing Ji Jiu Yi Xue</source>. (<year>2018</year>) <volume>30</volume>:<fpage>230</fpage>&#x2013;<lpage>3</lpage>. doi: <pub-id pub-id-type="doi">10.3760/cma.j.issn.2095-4352.2018.03.008</pub-id>, PMID: <pub-id pub-id-type="pmid">29519281</pub-id></citation>
</ref>
<ref id="ref19">
<label>19.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Lorente</surname> <given-names>L</given-names></name> <name><surname>Mart&#x00ED;n</surname> <given-names>MM</given-names></name> <name><surname>Abreu-Gonz&#x00E1;lez</surname> <given-names>P</given-names></name> <name><surname>P&#x00E9;rez-Cejas</surname> <given-names>A</given-names></name> <name><surname>L&#x00F3;pez</surname> <given-names>RO</given-names></name> <name><surname>Ferreres</surname> <given-names>J</given-names></name> <etal/></person-group>. <article-title>Serum melatonin levels during the first seven days of severe sepsis diagnosis are associated with sepsis severity and mortality</article-title>. <source>Enferm Infecc Microbiol Clin (Engl Ed)</source>. (<year>2018</year>) <volume>36</volume>:<fpage>544</fpage>&#x2013;<lpage>9</lpage>. doi: <pub-id pub-id-type="doi">10.1016/j.eimc.2017.10.024</pub-id>, PMID: <pub-id pub-id-type="pmid">29198774</pub-id></citation>
</ref>
<ref id="ref20">
<label>20.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Shang</surname> <given-names>XL</given-names></name> <name><surname>Liu</surname> <given-names>DW</given-names></name> <name><surname>Wang</surname> <given-names>XT</given-names></name> <name><surname>He</surname> <given-names>HW</given-names></name> <name><surname>Zhang</surname> <given-names>HM</given-names></name> <name><surname>Su</surname> <given-names>LX</given-names></name> <etal/></person-group>. <article-title>The relationship between arterial blood lactate clearance, prognosis and myocardial damage in patients with septic shock after early goal-directed therapy</article-title>. <source>Zhonghua Nei Ke Za Zhi</source>. (<year>2018</year>) <volume>57</volume>:<fpage>345</fpage>&#x2013;<lpage>50</lpage>. doi: <pub-id pub-id-type="doi">10.3760/cma.j.issn.0578-1426.2018.05.008</pub-id>, PMID: <pub-id pub-id-type="pmid">29747290</pub-id></citation>
</ref>
<ref id="ref21">
<label>21.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>van den Berg</surname> <given-names>M</given-names></name> <name><surname>van Beuningen</surname> <given-names>FE</given-names></name> <name><surname>ter Maaten</surname> <given-names>JC</given-names></name> <name><surname>Bouma</surname> <given-names>HR</given-names></name></person-group>. <article-title>Hospital-related costs of sepsis around the world: a systematic review exploring the economic burden of sepsis</article-title>. <source>J Crit Care</source>. (<year>2022</year>) <volume>71</volume>:<fpage>154096</fpage>. doi: <pub-id pub-id-type="doi">10.1016/j.jcrc.2022.154096</pub-id>, PMID: <pub-id pub-id-type="pmid">35839604</pub-id></citation>
</ref>
<ref id="ref22">
<label>22.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Nath</surname> <given-names>SS</given-names></name> <name><surname>Nachimuthu</surname> <given-names>N</given-names></name></person-group>. <article-title>Oversight in executive summary of Sepsis guidelines 2021</article-title>. <source>Crit Care Med</source>. (<year>2022</year>) <volume>50</volume>:<fpage>e649</fpage>. doi: <pub-id pub-id-type="doi">10.1097/CCM.0000000000005522</pub-id></citation>
</ref>
<ref id="ref23">
<label>23.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Chambers</surname> <given-names>KA</given-names></name> <name><surname>Park</surname> <given-names>AY</given-names></name> <name><surname>Banuelos</surname> <given-names>RC</given-names></name> <name><surname>Darger</surname> <given-names>BF</given-names></name> <name><surname>Akkanti</surname> <given-names>BH</given-names></name> <name><surname>Macaluso</surname> <given-names>A</given-names></name> <etal/></person-group>. <article-title>Outcomes of severe sepsis and septic shock patients after stratification by initial lactate value</article-title>. <source>World J Emerg Med</source>. (<year>2018</year>) <volume>9</volume>:<fpage>113</fpage>&#x2013;<lpage>7</lpage>. doi: <pub-id pub-id-type="doi">10.5847/wjem.j.1920-8642.2018.02.005</pub-id>, PMID: <pub-id pub-id-type="pmid">29576823</pub-id></citation>
</ref>
<ref id="ref24">
<label>24.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Baysan</surname> <given-names>M</given-names></name> <name><surname>Baroni</surname> <given-names>GD</given-names></name> <name><surname>van Boekel</surname> <given-names>AM</given-names></name> <name><surname>Steyerberg</surname> <given-names>EW</given-names></name> <name><surname>Arbous</surname> <given-names>MS</given-names></name> <name><surname>van der Bom</surname> <given-names>JG</given-names></name></person-group>. <article-title>The added value of lactate and lactate clearance in prediction of in-hospital mortality in critically ill patients with Sepsis</article-title>. <source>Crit Care Explor</source>. (<year>2020</year>) <volume>2</volume>:<fpage>e0087</fpage>. doi: <pub-id pub-id-type="doi">10.1097/CCE.0000000000000087</pub-id>, PMID: <pub-id pub-id-type="pmid">32259110</pub-id></citation>
</ref>
<ref id="ref25">
<label>25.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Dogan</surname> <given-names>P</given-names></name> <name><surname>Guney Varal</surname> <given-names>I</given-names></name></person-group>. <article-title>Red cell distribution width as a predictor of late-onset gram-negative sepsis</article-title>. <source>Pediatr Int</source>. (<year>2020</year>) <volume>62</volume>:<fpage>341</fpage>&#x2013;<lpage>6</lpage>. doi: <pub-id pub-id-type="doi">10.1111/ped.14123</pub-id></citation>
</ref>
<ref id="ref26">
<label>26.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Lorente</surname> <given-names>L</given-names></name> <name><surname>Mart&#x00ED;n</surname> <given-names>MM</given-names></name> <name><surname>Ortiz-L&#x00F3;pez</surname> <given-names>R</given-names></name> <name><surname>Alvarez-Castillo</surname> <given-names>A</given-names></name> <name><surname>Ruiz</surname> <given-names>C</given-names></name> <name><surname>Uribe</surname> <given-names>L</given-names></name> <etal/></person-group>. <article-title>Association between neutrophil-to-lymphocyte ratio in the first seven days of sepsis and mortality</article-title>. <source>Enferm Infecc Microbiol Clin (Engl Ed)</source>. (<year>2022</year>) <volume>40</volume>:<fpage>235</fpage>&#x2013;<lpage>40</lpage>. doi: <pub-id pub-id-type="doi">10.1016/j.eimce.2020.11.022</pub-id></citation>
</ref>
<ref id="ref27">
<label>27.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Pecchiari</surname> <given-names>M</given-names></name> <name><surname>Pontikis</surname> <given-names>K</given-names></name> <name><surname>Alevrakis</surname> <given-names>E</given-names></name> <name><surname>Vasileiadis</surname> <given-names>I</given-names></name> <name><surname>Kompoti</surname> <given-names>M</given-names></name> <name><surname>Koutsoukou</surname> <given-names>A</given-names></name></person-group>. <article-title>Cardiovascular responses during Sepsis</article-title>. <source>Compr Physiol</source>. (<year>2021</year>) <volume>11</volume>:<fpage>1605</fpage>&#x2013;<lpage>52</lpage>. doi: <pub-id pub-id-type="doi">10.1002/cphy.c190044</pub-id>, PMID: <pub-id pub-id-type="pmid">33792902</pub-id></citation>
</ref>
<ref id="ref28">
<label>28.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>De Backer</surname> <given-names>D</given-names></name> <name><surname>Ricottilli</surname> <given-names>F</given-names></name> <name><surname>Ospina-Tasc&#x00F3;n</surname> <given-names>GA</given-names></name></person-group>. <article-title>Septic shock: a microcirculation disease</article-title>. <source>Curr Opin Anaesthesiol</source>. (<year>2021</year>) <volume>34</volume>:<fpage>85</fpage>&#x2013;<lpage>91</lpage>. doi: <pub-id pub-id-type="doi">10.1097/ACO.0000000000000957</pub-id></citation>
</ref>
<ref id="ref29">
<label>29.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Hariri</surname> <given-names>G</given-names></name> <name><surname>Joffre</surname> <given-names>J</given-names></name> <name><surname>Leblanc</surname> <given-names>G</given-names></name> <name><surname>Bonsey</surname> <given-names>M</given-names></name> <name><surname>Lavillegrand</surname> <given-names>JR</given-names></name> <name><surname>Urbina</surname> <given-names>T</given-names></name> <etal/></person-group>. <article-title>Narrative review: clinical assessment of peripheral tissue perfusion in septic shock</article-title>. <source>Ann Intensive Care</source>. (<year>2019</year>) <volume>9</volume>:<fpage>37</fpage>. doi: <pub-id pub-id-type="doi">10.1186/s13613-019-0511-1</pub-id>, PMID: <pub-id pub-id-type="pmid">30868286</pub-id></citation>
</ref>
<ref id="ref30">
<label>30.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Jones</surname> <given-names>TW</given-names></name> <name><surname>Smith</surname> <given-names>SE</given-names></name> <name><surname>van Tuyl</surname> <given-names>JS</given-names></name> <name><surname>Newsome</surname> <given-names>AS</given-names></name></person-group>. <article-title>Sepsis with preexisting heart failure: Management of Confounding Clinical Features</article-title>. <source>J Intensive Care Med</source>. (<year>2021</year>) <volume>36</volume>:<fpage>989</fpage>&#x2013;<lpage>1012</lpage>. doi: <pub-id pub-id-type="doi">10.1177/0885066620928299</pub-id>, PMID: <pub-id pub-id-type="pmid">32495686</pub-id></citation>
</ref>
<ref id="ref31">
<label>31.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Jeong</surname> <given-names>HS</given-names></name> <name><surname>Lee</surname> <given-names>TH</given-names></name> <name><surname>Bang</surname> <given-names>CH</given-names></name> <name><surname>Kim</surname> <given-names>JH</given-names></name> <name><surname>Hong</surname> <given-names>SJ</given-names></name></person-group>. <article-title>Risk factors and outcomes of sepsis-induced myocardial dysfunction and stress-induced cardiomyopathy in sepsis or septic shock: a comparative retrospective study</article-title>. <source>Medicine</source>. (<year>2018</year>) <volume>97</volume>:<fpage>e0263</fpage>. doi: <pub-id pub-id-type="doi">10.1097/MD.0000000000010263</pub-id>, PMID: <pub-id pub-id-type="pmid">29595686</pub-id></citation>
</ref>
<ref id="ref32">
<label>32.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Arfaras-Melainis</surname> <given-names>A</given-names></name> <name><surname>Polyzogopoulou</surname> <given-names>E</given-names></name> <name><surname>Triposkiadis</surname> <given-names>F</given-names></name> <name><surname>Xanthopoulos</surname> <given-names>A</given-names></name> <name><surname>Ikonomidis</surname> <given-names>I</given-names></name> <name><surname>Mebazaa</surname> <given-names>A</given-names></name> <etal/></person-group>. <article-title>Heart failure and sepsis: practical recommendations for the optimal management</article-title>. <source>Heart Fail Rev</source>. (<year>2020</year>) <volume>25</volume>:<fpage>183</fpage>&#x2013;<lpage>94</lpage>. doi: <pub-id pub-id-type="doi">10.1007/s10741-019-09816-y</pub-id>, PMID: <pub-id pub-id-type="pmid">31227942</pub-id></citation>
</ref>
<ref id="ref33">
<label>33.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Singer</surname> <given-names>M</given-names></name> <name><surname>Deutschman</surname> <given-names>CS</given-names></name> <name><surname>Seymour</surname> <given-names>CW</given-names></name> <name><surname>Shankar-Hari</surname> <given-names>M</given-names></name> <name><surname>Annane</surname> <given-names>D</given-names></name> <name><surname>Bauer</surname> <given-names>M</given-names></name> <etal/></person-group>. <article-title>The third international consensus definitions for Sepsis and septic shock (Sepsis-3)</article-title>. <source>JAMA</source>. (<year>2016</year>) <volume>315</volume>:<fpage>801</fpage>&#x2013;<lpage>10</lpage>. doi: <pub-id pub-id-type="doi">10.1001/jama.2016.0287</pub-id>, PMID: <pub-id pub-id-type="pmid">26903338</pub-id></citation>
</ref>
<ref id="ref34">
<label>34.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Shankar-Hari</surname> <given-names>M</given-names></name> <name><surname>Phillips</surname> <given-names>GS</given-names></name> <name><surname>Levy</surname> <given-names>ML</given-names></name> <name><surname>Seymour</surname> <given-names>CW</given-names></name> <name><surname>Liu</surname> <given-names>VX</given-names></name> <name><surname>Deutschman</surname> <given-names>CS</given-names></name> <etal/></person-group>. <article-title>Developing a new definition and assessing new clinical criteria for septic shock: for the third international consensus definitions for Sepsis and septic shock (Sepsis-3)</article-title>. <source>JAMA</source>. (<year>2016</year>) <volume>315</volume>:<fpage>775</fpage>&#x2013;<lpage>87</lpage>. doi: <pub-id pub-id-type="doi">10.1001/jama.2016.0289</pub-id>, PMID: <pub-id pub-id-type="pmid">26903336</pub-id></citation>
</ref>
<ref id="ref35">
<label>35.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Song</surname> <given-names>J</given-names></name> <name><surname>Park</surname> <given-names>DW</given-names></name> <name><surname>Moon</surname> <given-names>S</given-names></name> <name><surname>Cho</surname> <given-names>HJ</given-names></name> <name><surname>Park</surname> <given-names>JH</given-names></name> <name><surname>Seok</surname> <given-names>H</given-names></name> <etal/></person-group>. <article-title>Diagnostic and prognostic value of interleukin-6, pentraxin 3, and procalcitonin levels among sepsis and septic shock patients: a prospective controlled study according to the Sepsis-3 definitions</article-title>. <source>BMC Infect Dis</source>. (<year>2019</year>) <volume>19</volume>:<fpage>968</fpage>. doi: <pub-id pub-id-type="doi">10.1186/s12879-019-4618-7</pub-id>, PMID: <pub-id pub-id-type="pmid">31718563</pub-id></citation>
</ref>
<ref id="ref36">
<label>36.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>B&#x00F6;sch</surname> <given-names>F</given-names></name> <name><surname>Schallhorn</surname> <given-names>S</given-names></name> <name><surname>Miksch</surname> <given-names>RC</given-names></name> <name><surname>Chaudry</surname> <given-names>IH</given-names></name> <name><surname>Faist</surname> <given-names>E</given-names></name> <name><surname>Werner</surname> <given-names>J</given-names></name> <etal/></person-group>. <article-title>The prognostic value of Presepsin for Sepsis in abdominal surgery: a prospective study</article-title>. <source>Shock</source>. (<year>2020</year>) <volume>54</volume>:<fpage>56</fpage>&#x2013;<lpage>61</lpage>. doi: <pub-id pub-id-type="doi">10.1097/SHK.0000000000001479</pub-id>, PMID: <pub-id pub-id-type="pmid">31743301</pub-id></citation>
</ref>
<ref id="ref37">
<label>37.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Gharamti</surname> <given-names>AA</given-names></name> <name><surname>Samara</surname> <given-names>O</given-names></name> <name><surname>Monzon</surname> <given-names>A</given-names></name> <name><surname>Montalbano</surname> <given-names>G</given-names></name> <name><surname>Scherger</surname> <given-names>S</given-names></name> <name><surname>DeSanto</surname> <given-names>K</given-names></name> <etal/></person-group>. <article-title>Proinflammatory cytokines levels in sepsis and healthy volunteers, and tumor necrosis factor-alpha associated sepsis mortality: a systematic review and meta-analysis</article-title>. <source>Cytokine</source>. (<year>2022</year>) <volume>158</volume>:<fpage>156006</fpage>. doi: <pub-id pub-id-type="doi">10.1016/j.cyto.2022.156006</pub-id>, PMID: <pub-id pub-id-type="pmid">36044827</pub-id></citation>
</ref>
<ref id="ref38">
<label>38.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Huang</surname> <given-names>Z</given-names></name> <name><surname>Fu</surname> <given-names>Z</given-names></name> <name><surname>Huang</surname> <given-names>W</given-names></name> <name><surname>Huang</surname> <given-names>K</given-names></name></person-group>. <article-title>Prognostic value of neutrophil-to-lymphocyte ratio in sepsis: a meta-analysis</article-title>. <source>Am J Emerg Med</source>. (<year>2020</year>) <volume>38</volume>:<fpage>641</fpage>&#x2013;<lpage>7</lpage>. doi: <pub-id pub-id-type="doi">10.1016/j.ajem.2019.10.023</pub-id>, PMID: <pub-id pub-id-type="pmid">31785981</pub-id></citation>
</ref>
<ref id="ref39">
<label>39.</label>
<citation citation-type="journal"><person-group person-group-type="author">
<name><surname>Zahorec</surname> <given-names>R</given-names></name>
</person-group>. <article-title>Neutrophil-to-lymphocyte ratio, past, present and future perspectives</article-title>. <source>Bratisl Lek Listy</source>. (<year>2021</year>) <volume>122</volume>:<fpage>474</fpage>&#x2013;<lpage>88</lpage>. doi: <pub-id pub-id-type="doi">10.4149/BLL_2021_078</pub-id></citation>
</ref>
<ref id="ref40">
<label>40.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Kim</surname> <given-names>S</given-names></name> <name><surname>Lee</surname> <given-names>K</given-names></name> <name><surname>Kim</surname> <given-names>I</given-names></name> <name><surname>Jung</surname> <given-names>S</given-names></name> <name><surname>Kim</surname> <given-names>MJ</given-names></name></person-group>. <article-title>Red cell distribution width and early mortality in elderly patients with severe sepsis and septic shock</article-title>. <source>Clin Exp Emerg Med</source>. (<year>2015</year>) <volume>2</volume>:<fpage>155</fpage>&#x2013;<lpage>61</lpage>. doi: <pub-id pub-id-type="doi">10.15441/ceem.15.037</pub-id>, PMID: <pub-id pub-id-type="pmid">27752590</pub-id></citation>
</ref>
<ref id="ref41">
<label>41.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Gong</surname> <given-names>Y</given-names></name> <name><surname>Long</surname> <given-names>X</given-names></name> <name><surname>Jin</surname> <given-names>J</given-names></name> <name><surname>Yang</surname> <given-names>X</given-names></name> <name><surname>Fu</surname> <given-names>J</given-names></name> <name><surname>Huang</surname> <given-names>F</given-names></name> <etal/></person-group>. <article-title>Elevation of red cell distribution width during hospitalization predicts mortality in patients with sepsis</article-title>. <source>Zhonghua Wei Zhong Bing Ji Jiu Yi Xue</source>. (<year>2017</year>) <volume>29</volume>:<fpage>481</fpage>&#x2013;<lpage>5</lpage>. doi: <pub-id pub-id-type="doi">10.3760/cma.j.issn.2095-4352.2017.06.001</pub-id>, PMID: <pub-id pub-id-type="pmid">28625233</pub-id></citation>
</ref>
<ref id="ref42">
<label>42.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Jandial</surname> <given-names>A</given-names></name> <name><surname>Kumar</surname> <given-names>S</given-names></name> <name><surname>Bhalla</surname> <given-names>A</given-names></name> <name><surname>Sharma</surname> <given-names>N</given-names></name> <name><surname>Varma</surname> <given-names>N</given-names></name> <name><surname>Varma</surname> <given-names>S</given-names></name></person-group>. <article-title>Elevated red cell distribution width as a prognostic marker in severe Sepsis: a prospective observational study</article-title>. <source>Indian J Crit Care Med</source>. (<year>2017</year>) <volume>21</volume>:<fpage>552</fpage>&#x2013;<lpage>62</lpage>. doi: <pub-id pub-id-type="doi">10.4103/ijccm.IJCCM_208_17</pub-id>, PMID: <pub-id pub-id-type="pmid">28970653</pub-id></citation>
</ref>
<ref id="ref43">
<label>43.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Zhang</surname> <given-names>HB</given-names></name> <name><surname>Chen</surname> <given-names>J</given-names></name> <name><surname>Lan</surname> <given-names>QF</given-names></name> <name><surname>Ma</surname> <given-names>XJ</given-names></name> <name><surname>Zhang</surname> <given-names>SY</given-names></name></person-group>. <article-title>Diagnostic values of red cell distribution width, platelet distribution width and neutrophil-lymphocyte count ratio for sepsis</article-title>. <source>Exp Ther Med</source>. (<year>2016</year>) <volume>12</volume>:<fpage>2215</fpage>&#x2013;<lpage>9</lpage>. doi: <pub-id pub-id-type="doi">10.3892/etm.2016.3583</pub-id>, PMID: <pub-id pub-id-type="pmid">27698714</pub-id></citation>
</ref>
<ref id="ref44">
<label>44.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Kim</surname> <given-names>CH</given-names></name> <name><surname>Park</surname> <given-names>JT</given-names></name> <name><surname>Kim</surname> <given-names>EJ</given-names></name> <name><surname>Han</surname> <given-names>JH</given-names></name> <name><surname>Han</surname> <given-names>JS</given-names></name> <name><surname>Choi</surname> <given-names>JY</given-names></name> <etal/></person-group>. <article-title>An increase in red blood cell distribution width from baseline predicts mortality in patients with severe sepsis or septic shock</article-title>. <source>Crit Care</source>. (<year>2013</year>) <volume>17</volume>:<fpage>R282</fpage>. doi: <pub-id pub-id-type="doi">10.1186/cc13145</pub-id>, PMID: <pub-id pub-id-type="pmid">24321201</pub-id></citation>
</ref>
<ref id="ref45">
<label>45.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Mahmood</surname> <given-names>NA</given-names></name> <name><surname>Mathew</surname> <given-names>J</given-names></name> <name><surname>Kang</surname> <given-names>B</given-names></name> <name><surname>DeBari</surname> <given-names>V</given-names></name> <name><surname>Khan</surname> <given-names>MA</given-names></name></person-group>. <article-title>Broadening of the red blood cell distribution width is associated with increased severity of illness in patients with sepsis</article-title>. <source>Int J Crit Illn Inj Sci</source>. (<year>2014</year>) <volume>4</volume>:<fpage>278</fpage>&#x2013;<lpage>82</lpage>. doi: <pub-id pub-id-type="doi">10.4103/2229-5151.147518</pub-id>, PMID: <pub-id pub-id-type="pmid">25625057</pub-id></citation>
</ref>
<ref id="ref46">
<label>46.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Bouobda</surname> <given-names>GT</given-names></name> <name><surname>Gonzalez</surname> <given-names>CE</given-names></name> <name><surname>Phipps</surname> <given-names>RA</given-names></name> <name><surname>Middleton</surname> <given-names>LP</given-names></name></person-group>. <article-title>Value added impact of both point-of-care and laboratory lactic acid analysis when emergently evaluating Cancer patients</article-title>. <source>Oncol Ther</source>. (<year>2020</year>) <volume>8</volume>:<fpage>277</fpage>&#x2013;<lpage>84</lpage>. doi: <pub-id pub-id-type="doi">10.1007/s40487-020-00118-0</pub-id>, PMID: <pub-id pub-id-type="pmid">32700044</pub-id></citation>
</ref>
<ref id="ref47">
<label>47.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Hao</surname> <given-names>C</given-names></name> <name><surname>Hu</surname> <given-names>Q</given-names></name> <name><surname>Zhu</surname> <given-names>L</given-names></name> <name><surname>Xu</surname> <given-names>H</given-names></name> <name><surname>Zhang</surname> <given-names>Y</given-names></name></person-group>. <article-title>Combined prognostic value of serum lactic acid, procalcitonin and severity score for short-term prognosis of septic shock patients</article-title>. <source>Zhonghua Wei Zhong Bing Ji Jiu Yi Xue</source>. (<year>2021</year>) <volume>33</volume>:<fpage>281</fpage>&#x2013;<lpage>5</lpage>. doi: <pub-id pub-id-type="doi">10.3760/cma.j.cn121430-20201113-00715</pub-id>, PMID: <pub-id pub-id-type="pmid">33834968</pub-id></citation>
</ref>
<ref id="ref48">
<label>48.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Moore</surname> <given-names>EE</given-names></name> <name><surname>Moore</surname> <given-names>HB</given-names></name> <name><surname>Kornblith</surname> <given-names>LZ</given-names></name> <name><surname>Neal</surname> <given-names>MD</given-names></name> <name><surname>Hoffman</surname> <given-names>M</given-names></name> <name><surname>Mutch</surname> <given-names>NJ</given-names></name> <etal/></person-group>. <article-title>Trauma-induced coagulopathy</article-title>. <source>Nat Rev Dis Primers</source>. (<year>2021</year>) <volume>7</volume>:<fpage>30</fpage>. doi: <pub-id pub-id-type="doi">10.1038/s41572-021-00264-3</pub-id>, PMID: <pub-id pub-id-type="pmid">33927200</pub-id></citation>
</ref>
<ref id="ref49">
<label>49.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Webb</surname> <given-names>AL</given-names></name> <name><surname>Kramer</surname> <given-names>N</given-names></name> <name><surname>Rosario</surname> <given-names>J</given-names></name> <name><surname>Dub</surname> <given-names>L</given-names></name> <name><surname>Lebowitz</surname> <given-names>D</given-names></name> <name><surname>Amico</surname> <given-names>K</given-names></name> <etal/></person-group>. <article-title>Delta lactate (three-hour lactate minus initial lactate) prediction of in-hospital death in Sepsis patients</article-title>. <source>Cureus</source>. (<year>2020</year>) <volume>12</volume>:<fpage>e7863</fpage>. doi: <pub-id pub-id-type="doi">10.7759/cureus.7863</pub-id>, PMID: <pub-id pub-id-type="pmid">32483513</pub-id></citation>
</ref>
<ref id="ref50">
<label>50.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Giustozzi</surname> <given-names>M</given-names></name> <name><surname>Ehrlinder</surname> <given-names>H</given-names></name> <name><surname>Bongiovanni</surname> <given-names>D</given-names></name> <name><surname>Borovac</surname> <given-names>JA</given-names></name> <name><surname>Guerreiro</surname> <given-names>RA</given-names></name> <name><surname>G&#x0105;secka</surname> <given-names>A</given-names></name> <etal/></person-group>. <article-title>Coagulopathy and sepsis: pathophysiology, clinical manifestations and treatment</article-title>. <source>Blood Rev</source>. (<year>2021</year>) <volume>50</volume>:<fpage>100864</fpage>. doi: <pub-id pub-id-type="doi">10.1016/j.blre.2021.100864</pub-id>, PMID: <pub-id pub-id-type="pmid">34217531</pub-id></citation>
</ref>
<ref id="ref51">
<label>51.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Zhang</surname> <given-names>Z</given-names></name> <name><surname>Jin</surname> <given-names>P</given-names></name> <name><surname>Feng</surname> <given-names>M</given-names></name> <name><surname>Yang</surname> <given-names>J</given-names></name> <name><surname>Huang</surname> <given-names>J</given-names></name> <name><surname>Chen</surname> <given-names>L</given-names></name> <etal/></person-group>. <article-title>Causal inference with marginal structural modeling for longitudinal data in laparoscopic surgery: a technical note</article-title>. <source>Laparosc Endosc Robot Surg</source>. (<year>2022</year>) <volume>5</volume>:<fpage>146</fpage>&#x2013;<lpage>52</lpage>. doi: <pub-id pub-id-type="doi">10.1016/j.lers.2022.10.002</pub-id></citation>
</ref>
</ref-list>
</back>
</article>