<?xml version="1.0" encoding="UTF-8" standalone="no"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.3 20070202//EN" "journalpublishing.dtd">
<article xml:lang="EN" xmlns:mml="http://www.w3.org/1998/Math/MathML" xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article">
<front>
<journal-meta>
<journal-id journal-id-type="publisher-id">Front. Cardiovasc. Med.</journal-id>
<journal-title>Frontiers in Cardiovascular Medicine</journal-title>
<abbrev-journal-title abbrev-type="pubmed">Front. Cardiovasc. Med.</abbrev-journal-title>
<issn pub-type="epub">2297-055X</issn>
<publisher>
<publisher-name>Frontiers Media S.A.</publisher-name>
</publisher>
</journal-meta>
<article-meta>
<article-id pub-id-type="doi">10.3389/fcvm.2022.865843</article-id>
<article-categories>
<subj-group subj-group-type="heading">
<subject>Cardiovascular Medicine</subject>
<subj-group>
<subject>Original Research</subject>
</subj-group>
</subj-group>
</article-categories>
<title-group>
<article-title>Development and Validation of a Risk Score in Chinese Patients With Chronic Heart Failure</article-title>
</title-group>
<contrib-group>
<contrib contrib-type="author">
<name><surname>Lin</surname> <given-names>Maoning</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
<xref ref-type="aff" rid="aff2"><sup>2</sup></xref>
<xref ref-type="author-notes" rid="fn002"><sup>&#x2020;</sup></xref>
<uri xlink:href="http://loop.frontiersin.org/people/1791599/overview"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Zhan</surname> <given-names>Jiachen</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
<xref ref-type="aff" rid="aff2"><sup>2</sup></xref>
<xref ref-type="aff" rid="aff3"><sup>3</sup></xref>
<xref ref-type="author-notes" rid="fn002"><sup>&#x2020;</sup></xref>
</contrib>
<contrib contrib-type="author">
<name><surname>Luan</surname> <given-names>Yi</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
<xref ref-type="aff" rid="aff2"><sup>2</sup></xref>
<uri xlink:href="http://loop.frontiersin.org/people/1084451/overview"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Li</surname> <given-names>Duanbin</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
<xref ref-type="aff" rid="aff2"><sup>2</sup></xref>
<uri xlink:href="http://loop.frontiersin.org/people/1700543/overview"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Shan</surname> <given-names>Yu</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
<xref ref-type="aff" rid="aff2"><sup>2</sup></xref>
</contrib>
<contrib contrib-type="author">
<name><surname>Xu</surname> <given-names>Tian</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
<xref ref-type="aff" rid="aff2"><sup>2</sup></xref>
</contrib>
<contrib contrib-type="author" corresp="yes">
<name><surname>Fu</surname> <given-names>Guosheng</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
<xref ref-type="aff" rid="aff2"><sup>2</sup></xref>
<xref ref-type="corresp" rid="c001"><sup>&#x002A;</sup></xref>
</contrib>
<contrib contrib-type="author" corresp="yes">
<name><surname>Zhang</surname> <given-names>Wenbin</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
<xref ref-type="aff" rid="aff2"><sup>2</sup></xref>
<xref ref-type="corresp" rid="c002"><sup>&#x002A;</sup></xref>
<uri xlink:href="http://loop.frontiersin.org/people/1119630/overview"/>
</contrib>
<contrib contrib-type="author" corresp="yes">
<name><surname>Wang</surname> <given-names>Min</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
<xref ref-type="aff" rid="aff2"><sup>2</sup></xref>
<xref ref-type="corresp" rid="c003"><sup>&#x002A;</sup></xref>
<uri xlink:href="http://loop.frontiersin.org/people/1657156/overview"/>
</contrib>
</contrib-group>
<aff id="aff1"><sup>1</sup><institution>Department of Cardiovascular Diseases, College of Medicine, Sir Run Run Shaw Hospital, Zhejiang University</institution>, <addr-line>Hangzhou</addr-line>, <country>China</country></aff>
<aff id="aff2"><sup>2</sup><institution>Key Laboratory of Cardiovascular Intervention and Regenerative Medicine of Zhejiang Province</institution>, <addr-line>Hangzhou</addr-line>, <country>China</country></aff>
<aff id="aff3"><sup>3</sup><institution>Department of Cardiology, Zhuji People&#x2019;s Hospital</institution>, <addr-line>Zhuji</addr-line>, <country>China</country></aff>
<author-notes>
<fn fn-type="edited-by"><p>Edited by: Chien-Yi Hsu, Taipei Medical University Hospital, Taiwan</p></fn>
<fn fn-type="edited-by"><p>Reviewed by: Daniele Masarone, Azienda Ospedaliera dei Colli, Italy; Maria Concetta Pastore, Universit&#x00E0; del Piemonte Orientale, Italy</p></fn>
<corresp id="c001">&#x002A;Correspondence: Guosheng Fu, <email>fugslh@126.com</email></corresp>
<corresp id="c002">Wenbin Zhang, <email>3313011@zju.edu.cn</email></corresp>
<corresp id="c003">Min Wang, <email>wangminsyf30508@zju.edu.cn</email></corresp>
<fn fn-type="equal" id="fn002"><p><sup>&#x2020;</sup>These authors have contributed equally to this work and share first authorship</p></fn>
<fn fn-type="other" id="fn004"><p>This article was submitted to Heart Failure and Transplantation, a section of the journal Frontiers in Cardiovascular Medicine</p></fn>
</author-notes>
<pub-date pub-type="epub">
<day>11</day>
<month>05</month>
<year>2022</year>
</pub-date>
<pub-date pub-type="collection">
<year>2022</year>
</pub-date>
<volume>9</volume>
<elocation-id>865843</elocation-id>
<history>
<date date-type="received">
<day>30</day>
<month>01</month>
<year>2022</year>
</date>
<date date-type="accepted">
<day>13</day>
<month>04</month>
<year>2022</year>
</date>
</history>
<permissions>
<copyright-statement>Copyright &#x00A9; 2022 Lin, Zhan, Luan, Li, Shan, Xu, Fu, Zhang and Wang.</copyright-statement>
<copyright-year>2022</copyright-year>
<copyright-holder>Lin, Zhan, Luan, Li, Shan, Xu, Fu, Zhang and Wang</copyright-holder>
<license xlink:href="http://creativecommons.org/licenses/by/4.0/"><p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (CC BY). The use, distribution or reproduction in other forums is permitted, provided the original author(s) and the copyright owner(s) are credited and that the original publication in this journal is cited, in accordance with accepted academic practice. No use, distribution or reproduction is permitted which does not comply with these terms.</p></license>
</permissions>
<abstract>
<sec>
<title>Background</title>
<p>Acute exacerbation of chronic heart failure contributes to substantial increases in major adverse cardiovascular events (MACE). The study developed a risk score to evaluate the severity of heart failure which was related to the risk of MACE.</p>
</sec>
<sec>
<title>Methods</title>
<p>This single-center retrospective observational study included 5,777 patients with heart failure. A credible random split-sample method was used to divide data into training and validation dataset (split ratio = 0.7:0.3). Least absolute shrinkage and selection operator (Lasso) logistic regression was applied to select predictors and develop the risk score to predict the severity category of heart failure. Receiver operating characteristic (ROC) curves, and calibration curves were used to assess the model&#x2019;s discrimination and accuracy.</p>
</sec>
<sec>
<title>Results</title>
<p>Body-mass index (BMI), ejection fraction (EF), serum creatinine, hemoglobin, C-reactive protein (CRP), and neutrophil lymphocyte ratio (NLR) were identified as predictors and assembled into the risk score (<italic>P</italic> &#x003C; 0.05), which showed good discrimination with AUC in the training dataset (0.770, 95% CI:0.746&#x2013;0.794) and validation dataset (0.756, 95% CI:0.717&#x2013;0.795) and was well calibrated in both datasets (all <italic>P</italic> &#x003E; 0.05). As the severity of heart failure worsened according to risk score, the incidence of MACE, length of hospital stay, and treatment cost increased (<italic>P</italic> &#x003C; 0.001).</p>
</sec>
<sec>
<title>Conclusion</title>
<p>A risk score incorporating BMI, EF, serum creatinine, hemoglobin, CRP, and NLR, was developed and validated. It effectively evaluated individuals&#x2019; severity classification of heart failure, closely related to MACE.</p>
</sec>
</abstract>
<kwd-group>
<kwd>heart failure</kwd>
<kwd>N-terminal pro-B type natriuretic peptide</kwd>
<kwd>risk score</kwd>
<kwd>severity classification</kwd>
<kwd>major adverse cardiovascular events</kwd>
</kwd-group>
<contract-num rid="cn001">81800212</contract-num>
<contract-num rid="cn001">82070408</contract-num>
<contract-sponsor id="cn001">National Natural Science Foundation of China<named-content content-type="fundref-id">10.13039/501100001809</named-content></contract-sponsor>
<counts>
<fig-count count="5"/>
<table-count count="3"/>
<equation-count count="0"/>
<ref-count count="41"/>
<page-count count="9"/>
<word-count count="5763"/>
</counts>
</article-meta>
</front>
<body>
<sec id="S1" sec-type="intro">
<title>Introduction</title>
<p>With the development of the advanced and accurate new medical technologies and the improved health care system, the average human age has improved compared with previous decades. On the other hand, due to the new sedentary lifestyle, the incident of chronic cardiovascular diseases such as coronary heart disease, hypertension, diabetes, and obesity also increased. Heart failure is a serious late-stage event of cardiovascular diseases with high readmission and mortality rate (<xref ref-type="bibr" rid="B1">1</xref>&#x2013;<xref ref-type="bibr" rid="B4">4</xref>). Meanwhile, the development of heart failure will eventually lead to adverse outcomes such as stroke and death (<xref ref-type="bibr" rid="B5">5</xref>&#x2013;<xref ref-type="bibr" rid="B7">7</xref>). Therefore, the early identification of individuals with high risk factors in the community will give chance to the early intervention and prevention of early adverse effects for those individuals. Therefore, it will reduce their late-stage health care costs and mortality rate (<xref ref-type="bibr" rid="B8">8</xref>, <xref ref-type="bibr" rid="B9">9</xref>).</p>
<p>The Framingham Heart Study and other studies have shown that risk factors such as age, gender, BMI, EF, diabetes, hypertension, obesity, and cardiovascular disease consistently predispose individuals to heart failure (<xref ref-type="bibr" rid="B10">10</xref>&#x2013;<xref ref-type="bibr" rid="B13">13</xref>). Proper early intervention for patients with acute heart failure could play a massive role in the prevention of severe adverse effects and delay bad prognosis thus reducing costs and MACE.</p>
<p>N-terminal pro-B type natriuretic peptide (NT-proBNP) is used extensively to evaluate the severity of cardiac dysfunction in patients with heart failure, which is considered as a momentous assessment tool for physicians (<xref ref-type="bibr" rid="B14">14</xref>&#x2013;<xref ref-type="bibr" rid="B18">18</xref>). However, due to the high costs of laboratory tests, it is not readily available in basic care settings such as community health care units, which are the first approach for the patients as a primary health care center. As a result, many patients are misdiagnosed or receive delayed assessments and treatment. Therefore, it is very necessary to establish an easy scoring model to have quick hint and assessment of severity and long-term prognosis of patients with heart failure. We aimed to formulate a risk algorithm composed of accessible clinical factors that can be assessed in primary care settings, by using lasso penalized regression for individual patients. It would allow early prevention and appropriate targeted intervention, and could decrease health-care costs and length of hospital stay (<xref ref-type="bibr" rid="B19">19</xref>).</p>
</sec>
<sec id="S2" sec-type="materials|methods">
<title>Materials and Methods</title>
<sec id="S2.SS1">
<title>Study Design and Setting</title>
<p>This was a single center retrospective observational study. The study included 5,777 consecutive patients who were previously diagnosed with chronic heart failure from November 2010 to October 2019 in Sir Run Run Shaw Hospital. The inclusion criteria were: (1) consecutive patients who were previously diagnosed with chronic heart failure; (2) with documented NT-proBNP at the time of first visit for acute exacerbation of chronic heart failure; (3) Chinese patients. Exclusion criteria were: (1) patients younger than 18 years; (2) patients with pre-existing end stage renal disease requiring hemodialysis, eGFR (estimated glomerular filtration rate, calculated by the CKD-EPI formula) &#x003C; 60 mL/min/1.73 m<sup>2</sup>. The study was approved by the Ethics Committee of Sir Run Run Shaw Hospital, College of Medicine, Zhejiang University. Random split-sample method was used to divide 5,777 patients into training, and the testing dataset comprised 4,059 patients and 1,718 patients (in a ratio of 7:3), respectively. The training dataset was used to develop the predictive risk score and the testing dataset was used to evaluate its performance.</p>
</sec>
<sec id="S2.SS2">
<title>Definitions</title>
<p>The acute exacerbation of chronic heart failure was defined as values of NT-proBNP: &#x003E; 450 pg/ml if age was &#x003C; 55 years, &#x003E; 900 pg/ml if age was between 55 and 75 years and &#x003E; 1,800 pg/m if age was &#x003E; 75 years, according to 2021 European Heart Journal (ESC) Guidelines (<xref ref-type="bibr" rid="B20">20</xref>). The exceeded multiple of NT-proBNP was calculated based on age. K-means clustering (<italic>k</italic> = 2) and it was used to divide the exceeded NT-proBNP multiples into two groups according to severity. MACE was defined as patients with death stroke during hospitalization and re-admission.</p>
</sec>
<sec id="S2.SS3">
<title>Data Collection and Predictor Selection</title>
<p>The data which was collected from the Hospital Information System (HIS) includes demographic characteristics [gender, age, body mass index (BMI)], laboratory blood biochemical tests, prognostic data (length of hospital stay, treatment cost, and MACE). NT-proBNP was assessed in all patients at hospital admission.</p>
</sec>
<sec id="S2.SS4">
<title>Data Analysis</title>
<p>Statistical Package for Social Sciences version 20 (SPSS Inc., Chicago, IL, United States) and R version 4.0.4 (The R Foundation for Statistical Computing, Vienna, Austria) were applied for all statistical analysis. <italic>P</italic>-values &#x003C; 0.05 were considered as statistically significant in this study. Categorical variables were summarized as percentages and continuous variables as median (interquartile range), and were examined using the Mann-Whitney U test. The &#x201C;glmnet&#x201D; R package was applied to perform Lasso feature selection (<xref ref-type="bibr" rid="B21">21</xref>). Lasso algorithm method was used for the most useful predictive features from the training dataset. For the binary logistic regression model, the residual sum of squares was replaced by the negative loglikelihood. If the &#x03BB; is smaller, there is no effect on the estimated regression parameters but as the &#x03BB; gets large, some coefficients may shrunk toward zero. The study selected the &#x03BB; for which the cross-validation error is the smallest. Finally, the model is re-fit using all of the available observations and the selected &#x03BB;. Most of the coefficients of the covariates are reduced to zero and the remaining non-zero coefficients are selected by Lasso. The binary logistic regression model was used to develop a predictive model and divide the severity of heart failure into four classifications. Calibration plots were performed to assess the accuracy of the model. Discrimination of the model was evaluated <italic>via</italic> the receiver operating characteristic (ROC) curve. Incidence of MACE, length of hospital stay and treatment cost were compared between 4 stages of risk stratification using non-parametric test.</p>
</sec>
</sec>
<sec id="S3" sec-type="results">
<title>Results</title>
<sec id="S3.SS1">
<title>Baseline Characteristics</title>
<p><xref ref-type="table" rid="T1">Table 1</xref> shows the patient characteristics in the training dataset and validation dataset. There were no significant differences between the two datasets, including exceeded NT-proBNP multiples (<italic>P</italic> = 0.868). A total of 5,777 patients were enrolled. The median age was 66 years old, male to female ratio was 64.7: 35.3 respectively, 48.7% have hypertension and 18.5% have diabetes. The median BMI was 23.7 kg/m<sup>2</sup>, the median EF was 55%, the median hemoglobin was 132 g/l, the median creatinine was 75 &#x03BC;mol/l, median CRP was 3.3 mg/l, and median NLR was 3.11. The median length of hospital stay was 6 days, and the median treatment cost was 49,042 yuan. About 1,216 (21%) of patients developed MACE.</p>
<table-wrap position="float" id="T1">
<label>TABLE 1</label>
<caption><p>Summary of study variables grouped by training and testing datasets.</p></caption>
<table cellspacing="5" cellpadding="5" frame="hsides" rules="groups">
<thead>
<tr>
<td valign="top" align="left">Characteristic</td>
<td valign="top" align="center">Total</td>
<td valign="top" align="center">Training dataset</td>
<td valign="top" align="center">Testing dataset</td>
<td valign="top" align="center"><italic>P</italic>-value</td>
</tr>
<tr>
<td valign="top" align="center"></td>
<td valign="top" align="center" colspan="1"><hr/></td>
<td valign="top" align="center" colspan="1"><hr/></td>
<td valign="top" align="center" colspan="1"><hr/></td>
</tr>
<tr>
<td valign="top" align="left"/>
<td valign="top" align="center">(<italic>n</italic> = 5,777)</td>
<td valign="top" align="center">(<italic>n</italic> = 4,059)</td>
<td valign="top" align="center">(<italic>n</italic> = 1,718)</td>
<td/>
</tr>
</thead>
<tbody>
<tr>
<td valign="top" align="left">Age, years</td>
<td valign="top" align="center">66 (57, 73)</td>
<td valign="top" align="center">66 (57, 73)</td>
<td valign="top" align="center">66 (57, 73)</td>
<td valign="top" align="center">0.962</td>
</tr>
<tr>
<td valign="top" align="left">Male, <italic>n</italic></td>
<td valign="top" align="center">3,737 (64.7%)</td>
<td valign="top" align="center">2620(64.5%)</td>
<td valign="top" align="center">1,117 (65%)</td>
<td valign="top" align="center">0.733</td>
</tr>
<tr>
<td valign="top" align="left">BMI, kg/m<sup>2</sup></td>
<td valign="top" align="center">23.7 (22.55, 25.28)</td>
<td valign="top" align="center">23.7 (22.5, 25.28)</td>
<td valign="top" align="center">23.7 (22.68, 25.31)</td>
<td valign="top" align="center">0.678</td>
</tr>
<tr>
<td valign="top" align="left">Smoke, <italic>n</italic></td>
<td valign="top" align="center">2,036 (35.2%)</td>
<td valign="top" align="center">1,439 (35.5%)</td>
<td valign="top" align="center">597 (34.7%)</td>
<td valign="top" align="center">0.61</td>
</tr>
<tr>
<td valign="top" align="left">Drink, <italic>n</italic></td>
<td valign="top" align="center">1,668 (28.9%)</td>
<td valign="top" align="center">1,185 (29.2%)</td>
<td valign="top" align="center">483 (28.1%)</td>
<td valign="top" align="center">0.408</td>
</tr>
<tr>
<td valign="top" align="left">EF,%</td>
<td valign="top" align="center">55 (41, 64)</td>
<td valign="top" align="center">55 (41.4, 64.3)</td>
<td valign="top" align="center">55.55 (41, 63.83)</td>
<td valign="top" align="center">0.79</td>
</tr>
<tr>
<td valign="top" align="left">Hemoglobin, g/L</td>
<td valign="top" align="center">132 (120, 144)</td>
<td valign="top" align="center">132 (120, 144)</td>
<td valign="top" align="center">132 (121, 144)</td>
<td valign="top" align="center">0.979</td>
</tr>
<tr>
<td valign="top" align="left">Total cholesterol, mmol/L</td>
<td valign="top" align="center">3.91 (3.3, 4.55)</td>
<td valign="top" align="center">3.91 (3.3, 4.55)</td>
<td valign="top" align="center">3.91 (3.31, 4.56)</td>
<td valign="top" align="center">0.653</td>
</tr>
<tr>
<td valign="top" align="left">Total bile acid,<break/> &#x03BC;mol/L</td>
<td valign="top" align="center">7.6 (3.4, 13.2)</td>
<td valign="top" align="center">7.5 (3.2, 13.1)</td>
<td valign="top" align="center">7.7 (3.7, 13.4)</td>
<td valign="top" align="center">0.362</td>
</tr>
<tr>
<td valign="top" align="left">LDL_C, mmol/L</td>
<td valign="top" align="center">2.13 (1.63, 2.71)</td>
<td valign="top" align="center">2.13 (1.63, 2.71)</td>
<td valign="top" align="center">2.1 (1.62, 2.72)</td>
<td valign="top" align="center">0.525</td>
</tr>
<tr>
<td valign="top" align="left">Serum creatinine,<break/> &#x03BC;mol/L</td>
<td valign="top" align="center">75 (65, 88)</td>
<td valign="top" align="center">75 (65, 88)</td>
<td valign="top" align="center">75 (65, 87)</td>
<td valign="top" align="center">0.892</td>
</tr>
<tr>
<td valign="top" align="left">White blood cell, 10<sup>9</sup>/L</td>
<td valign="top" align="center">6.6 (5.3, 8.3)</td>
<td valign="top" align="center">6.5 (5.3, 8.3)</td>
<td valign="top" align="center">6.7 (5.4, 8.2)</td>
<td valign="top" align="center">0.355</td>
</tr>
<tr>
<td valign="top" align="left">Platelets, 10<sup>9</sup>/L</td>
<td valign="top" align="center">171 (136, 211)</td>
<td valign="top" align="center">172 (135, 211)</td>
<td valign="top" align="center">170 (136, 211)</td>
<td valign="top" align="center">0.949</td>
</tr>
<tr>
<td valign="top" align="left">CRP, mg/L</td>
<td valign="top" align="center">3.3 (1.1, 9.9)</td>
<td valign="top" align="center">3.3 (1.1, 9.8)</td>
<td valign="top" align="center">3.4 (1.2, 10.13)</td>
<td valign="top" align="center">0.516</td>
</tr>
<tr>
<td valign="top" align="left">HbA1c,%</td>
<td valign="top" align="center">5.9 (5.5, 6.5)</td>
<td valign="top" align="center">5.9 (5.5, 6.5)</td>
<td valign="top" align="center">5.9 (5.6, 6.5)</td>
<td valign="top" align="center">0.863</td>
</tr>
<tr>
<td valign="top" align="left">Uric acid, &#x03BC;mol/L</td>
<td valign="top" align="center">378 (304, 440)</td>
<td valign="top" align="center">378 (304, 440)</td>
<td valign="top" align="center">376.5 (306, 440)</td>
<td valign="top" align="center">0.988</td>
</tr>
<tr>
<td valign="top" align="left">Homocysteine,<break/> &#x03BC;mol/L</td>
<td valign="top" align="center">13.4 (10.3, 17.8)</td>
<td valign="top" align="center">13.3 (10.2, 17.7)</td>
<td valign="top" align="center">13.4 (10.4, 18.2)</td>
<td valign="top" align="center">0.72</td>
</tr>
<tr>
<td valign="top" align="left">Neutrophils, 10<sup>9</sup>/L</td>
<td valign="top" align="center">4.41 (3.31, 5.87)</td>
<td valign="top" align="center">4.37 (3.3, 5.9)</td>
<td valign="top" align="center">4.5 (3.34, 5.79)</td>
<td valign="top" align="center">0.498</td>
</tr>
<tr>
<td valign="top" align="left">Lymphocytes, 10<sup>9</sup>/L</td>
<td valign="top" align="center">1.41 (1.01, 1.85)</td>
<td valign="top" align="center">1.4 (1.02, 1.83)</td>
<td valign="top" align="center">1.41 (1, 1.87)</td>
<td valign="top" align="center">0.535</td>
</tr>
<tr>
<td valign="top" align="left">NLR</td>
<td valign="top" align="center">3.11 (2.13, 4.75)</td>
<td valign="top" align="center">3.11 (2.13, 4.69)</td>
<td valign="top" align="center">3.12 (2.1, 4.85)</td>
<td valign="top" align="center">0.984</td>
</tr>
<tr>
<td valign="top" align="left">Hypertention, n</td>
<td valign="top" align="center">2,905 (50.3%)</td>
<td valign="top" align="center">2,042 (50.3%)</td>
<td valign="top" align="center">863 (50.2%)</td>
<td valign="top" align="center">0.958</td>
</tr>
<tr>
<td valign="top" align="left">Diabetes, n</td>
<td valign="top" align="center">1,070 (18.5%)</td>
<td valign="top" align="center">762(18.8%)</td>
<td valign="top" align="center">308 (17.9%)</td>
<td valign="top" align="center">0.45</td>
</tr>
<tr>
<td valign="top" align="left">Treatment cost, yuan</td>
<td valign="top" align="center">49,042 (14590, 114,580)</td>
<td valign="top" align="center">47,949 (14,492, 112,742)</td>
<td valign="top" align="center">51,551 (14,743, 119,264)</td>
<td valign="top" align="center">0.28</td>
</tr>
<tr>
<td valign="top" align="left">Length of stay, day</td>
<td valign="top" align="center">6 (4, 8)</td>
<td valign="top" align="center">6 (4, 8)</td>
<td valign="top" align="center">6 (4, 8)</td>
<td valign="top" align="center">0.542</td>
</tr>
<tr>
<td valign="top" align="left">MACE</td>
<td valign="top" align="center">1,216 (21%)</td>
<td valign="top" align="center">873 (21.5%)</td>
<td valign="top" align="center">343 (20%)</td>
<td valign="top" align="center">0.189</td>
</tr>
<tr>
<td valign="top" align="left">Death</td>
<td valign="top" align="center">18 (0.3%)</td>
<td valign="top" align="center">11 (0.3%)</td>
<td valign="top" align="center">7 (0.4%)</td>
<td valign="top" align="center">0.395</td>
</tr>
<tr>
<td valign="top" align="left">Stroke</td>
<td valign="top" align="center">40 (0.7%)</td>
<td valign="top" align="center">30 (0.7%)</td>
<td valign="top" align="center">10 (0.6%)</td>
<td valign="top" align="center">0.511</td>
</tr>
<tr>
<td valign="top" align="left">Re-admission</td>
<td valign="top" align="center">1,158 (20%)</td>
<td valign="top" align="center">832 (20.5%)</td>
<td valign="top" align="center">326 (19%)</td>
<td valign="top" align="center">0.187</td>
</tr>
<tr>
<td valign="top" align="left">NT-proBNP, pg/ml</td>
<td valign="top" align="center">1,989 (1162, 3464.5)</td>
<td valign="top" align="center">2,002 (1,163, 3,451)</td>
<td valign="top" align="center">1,962 (1,159, 3495.75)</td>
<td valign="top" align="center">0.582</td>
</tr>
<tr>
<td valign="top" align="left">Multiple</td>
<td valign="top" align="center">2.02 (1.29, 3.53)</td>
<td valign="top" align="center">2.04 (1.29, 3.53)</td>
<td valign="top" align="center">1.98 (1.29, 3.55)</td>
<td valign="top" align="center">0.384</td>
</tr>
<tr>
<td valign="top" align="left">Primary outcome (exceeded NT-proBNP multiple), n</td>
<td valign="top" align="center">1,808 (31.3%)</td>
<td valign="top" align="center">1,273 (31.4%)</td>
<td valign="top" align="center">535 (31.1%)</td>
<td valign="top" align="center">0.868</td>
</tr>
</tbody>
</table>
<table-wrap-foot>
<fn><p><italic>BMI, body mass index; EF, ejection fraction; LDL_C, low density lipoprotein cholesterol; CRP, C-reactive protein; HbA1c, glycated hemoglobin; NLR, neutrophil-lymphocyte ratio; MACE, major adverse cardiovascular events.</italic></p></fn>
</table-wrap-foot>
</table-wrap>
<p><xref ref-type="table" rid="T2">Table 2</xref> showed the bivariate analysis of study variables vs. exceeded NT-proBNP multiples for training dataset. Patients in the severe group had longer hospital stay [7 (5, 10) vs. 5 (3, 7), <italic>P</italic> &#x003C; 0.001] and more treatment cost [57,914 (15,866, 127,021) vs. 44,043 (13,661, 105,653) yuan, <italic>P</italic> &#x003C; 0.001]. The incidence of MACE was also higher (23.6 vs. 20.5%, <italic>P</italic> = 0.025).</p>
<table-wrap position="float" id="T2">
<label>TABLE 2</label>
<caption><p>Bivariate analyses of study variables vs. exceeded NT-proBNP multiples for training dataset.</p></caption>
<table cellspacing="5" cellpadding="5" frame="hsides" rules="groups">
<thead>
<tr>
<td valign="top" align="left"></td>
<td valign="top" align="center" colspan="3">Training dataset (<italic>n</italic> = 4,059)</td>
</tr>
<tr>
<td valign="top" align="center"></td>
<td valign="top" align="center" colspan="3"><hr/></td>
</tr>
<tr>
<td valign="top" align="left">Indicators</td>
<td valign="top" align="center">mild group (<italic>n</italic> = 2,786)</td>
<td valign="top" align="center">severe group (<italic>n</italic> = 1,273)</td>
<td valign="top" align="center"><italic>P</italic>-value</td>
</tr>
</thead>
<tbody>
<tr>
<td valign="top" align="left">Age, years</td>
<td valign="top" align="center">67 (59, 74)</td>
<td valign="top" align="center">64 (53, 71)</td>
<td valign="top" align="center">&#x003C;0.001</td>
</tr>
<tr>
<td valign="top" align="left">Male, <italic>n</italic></td>
<td valign="top" align="center">1,782 (64%)</td>
<td valign="top" align="center">838 (65.8%)</td>
<td valign="top" align="center">0.249</td>
</tr>
<tr>
<td valign="top" align="left">BMI, kg/m<sup>2</sup></td>
<td valign="top" align="center">23.7 (22.55, 25.56)</td>
<td valign="top" align="center">23.7 (22.37, 24.07)</td>
<td valign="top" align="center">&#x003C;0.001</td>
</tr>
<tr>
<td valign="top" align="left">Smoke, <italic>n</italic></td>
<td valign="top" align="center">990 (35.5%)</td>
<td valign="top" align="center">449 (35.3%)</td>
<td valign="top" align="center">0.871</td>
</tr>
<tr>
<td valign="top" align="left">Drink, <italic>n</italic></td>
<td valign="top" align="center">780 (28%)</td>
<td valign="top" align="center">405 (31.8%)</td>
<td valign="top" align="center">0.013</td>
</tr>
<tr>
<td valign="top" align="left">EF,%</td>
<td valign="top" align="center">58.3 (46, 65.8)</td>
<td valign="top" align="center">46.5 (35, 58.65)</td>
<td valign="top" align="center">&#x003C;0.001</td>
</tr>
<tr>
<td valign="top" align="left">Hemoglobin, g/L</td>
<td valign="top" align="center">133 (121, 144)</td>
<td valign="top" align="center">131 (117, 143)</td>
<td valign="top" align="center">&#x003C;0.001</td>
</tr>
<tr>
<td valign="top" align="left">Total cholesterol, mmol/L</td>
<td valign="top" align="center">3.91 (3.28, 4.57)</td>
<td valign="top" align="center">3.91 (3.34, 4.54)</td>
<td valign="top" align="center">0.641</td>
</tr>
<tr>
<td valign="top" align="left">Total bile acid,<break/> &#x03BC;mol/L</td>
<td valign="top" align="center">7.5 (3.5, 12.8)</td>
<td valign="top" align="center">7.6 (2.4, 14.3)</td>
<td valign="top" align="center">0.229</td>
</tr>
<tr>
<td valign="top" align="left">LDL_C, mmol/L</td>
<td valign="top" align="center">2.14 (1.63, 2.72)</td>
<td valign="top" align="center">2.12 (1.65, 2.69)</td>
<td valign="top" align="center">0.697</td>
</tr>
<tr>
<td valign="top" align="left">Serum creatinine,<break/> &#x03BC;mol/L</td>
<td valign="top" align="center">75 (64, 87)</td>
<td valign="top" align="center">78 (65, 91)</td>
<td valign="top" align="center">&#x003C;0.001</td>
</tr>
<tr>
<td valign="top" align="left">White blood cell, 10<sup>9</sup>/L</td>
<td valign="top" align="center">6.4 (5.2, 8)</td>
<td valign="top" align="center">6.9 (5.5, 9)</td>
<td valign="top" align="center">&#x003C;0.001</td>
</tr>
<tr>
<td valign="top" align="left">Platelets, 10<sup>9</sup>/L</td>
<td valign="top" align="center">172 (136, 210)</td>
<td valign="top" align="center">171 (132, 214)</td>
<td valign="top" align="center">0.624</td>
</tr>
<tr>
<td valign="top" align="left">CRP, mg/L</td>
<td valign="top" align="center">2.6 (1, 7.73)</td>
<td valign="top" align="center">5 (1.88, 16)</td>
<td valign="top" align="center">&#x003C;0.001</td>
</tr>
<tr>
<td valign="top" align="left">HbA1c,%</td>
<td valign="top" align="center">5.9 (5.5, 6.5)</td>
<td valign="top" align="center">6 (5.6, 6.6)</td>
<td valign="top" align="center">0.011</td>
</tr>
<tr>
<td valign="top" align="left">Uric acid, &#x03BC;mol/L</td>
<td valign="top" align="center">369.5 (301, 427)</td>
<td valign="top" align="center">392 (313, 476)</td>
<td valign="top" align="center">&#x003C;0.001</td>
</tr>
<tr>
<td valign="top" align="left">Homocysteine,<break/> &#x03BC;mol/L</td>
<td valign="top" align="center">13.1 (10.1, 17.5)</td>
<td valign="top" align="center">13.7 (10.45, 18.25)</td>
<td valign="top" align="center">0.089</td>
</tr>
<tr>
<td valign="top" align="left">Neutrophils, 10<sup>9</sup>/L</td>
<td valign="top" align="center">4.19 (3.22, 5.54)</td>
<td valign="top" align="center">4.82 (3.58, 6.61)</td>
<td valign="top" align="center">&#x003C;0.001</td>
</tr>
<tr>
<td valign="top" align="left">Lymphocytes, 10<sup>9</sup>/L</td>
<td valign="top" align="center">1.44 (1.07, 1.87)</td>
<td valign="top" align="center">1.33 (0.91, 1.76)</td>
<td valign="top" align="center">&#x003C;0.001</td>
</tr>
<tr>
<td valign="top" align="left">NLR</td>
<td valign="top" align="center">2.9 (2.03, 4.34)</td>
<td valign="top" align="center">3.62 (2.4, 5.66)</td>
<td valign="top" align="center">&#x003C;0.001</td>
</tr>
<tr>
<td valign="top" align="left">Hypertention, <italic>n</italic></td>
<td valign="top" align="center">1,389 (49.9%)</td>
<td valign="top" align="center">653 (51.3%)</td>
<td valign="top" align="center">0.395</td>
</tr>
<tr>
<td valign="top" align="left">Diabetes, <italic>n</italic></td>
<td valign="top" align="center">509 (18.3%)</td>
<td valign="top" align="center">253 (19.9%)</td>
<td valign="top" align="center">0.225</td>
</tr>
<tr>
<td valign="top" align="left">Treatment cost, yuan</td>
<td valign="top" align="center">44,043 (13,661, 105,653)</td>
<td valign="top" align="center">57,914 (15,866, 127,021)</td>
<td valign="top" align="center">&#x003C;0.001</td>
</tr>
<tr>
<td valign="top" align="left">Length of stay, day</td>
<td valign="top" align="center">5 (3, 7)</td>
<td valign="top" align="center">7 (5, 10)</td>
<td valign="top" align="center">&#x003C;0.001</td>
</tr>
<tr>
<td valign="top" align="left">MACE</td>
<td valign="top" align="center">572 (20.5%)</td>
<td valign="top" align="center">301 (23.6%)</td>
<td valign="top" align="center">0.025</td>
</tr>
<tr>
<td valign="top" align="left">Death</td>
<td valign="top" align="center">6 (0.2%)</td>
<td valign="top" align="center">5 (0.4%)</td>
<td valign="top" align="center">0.313</td>
</tr>
<tr>
<td valign="top" align="left">Stroke</td>
<td valign="top" align="center">19 (0.7%)</td>
<td valign="top" align="center">11 (0.9%)</td>
<td valign="top" align="center">0.53</td>
</tr>
<tr>
<td valign="top" align="left">Re-admission</td>
<td valign="top" align="center">547 (19.6%)</td>
<td valign="top" align="center">285 (22.4%)</td>
<td valign="top" align="center">0.044</td>
</tr>
<tr>
<td valign="top" align="left">NT-proBNP, pg/ml</td>
<td valign="top" align="center">1465.5 (1,044, 2,125)</td>
<td valign="top" align="center">4,450 (3,126, 7,036)</td>
<td valign="top" align="center">&#x003C;0.001</td>
</tr>
<tr>
<td valign="top" align="left">Multiple</td>
<td valign="top" align="center">1.52 (1.17, 2.09)</td>
<td valign="top" align="center">4.96 (3.69, 7.35)</td>
<td valign="top" align="center">&#x003C;0.001</td>
</tr>
</tbody>
</table>
<table-wrap-foot>
<fn><p><italic>BMI, body mass index; EF, ejection fraction; LDL_C, low density lipoprotein cholesterol; CRP, C-reactive protein; HbA1c, glycated hemoglobin; NLR, neutrophil-lymphocyte ratio; MACE, major adverse cardiovascular events.</italic></p></fn>
</table-wrap-foot>
</table-wrap>
</sec>
<sec id="S3.SS2">
<title>Development of Risk Score Model</title>
<p>Lasso regression analyses implied that BMI, EF, hemoglobin, creatine, CRP, and NLR were identified as predictors (<xref ref-type="fig" rid="F1">Figure 1</xref>). <xref ref-type="table" rid="T3">Table 3</xref> showed the associations of different risk factors with exceeded NT-proBNP multiples, using logistics regression analysis.</p>
<fig id="F1" position="float">
<label>FIGURE 1</label>
<caption><p>Predictor selection using the least absolute shrinkage and selection operator (LASSO) binary logistic regression model. <bold>(A)</bold> Identification of the optimal penalization coefficient lambda (&#x03BB;) in the Lasso model used tenfold cross-validation and the minimum criterion. <bold>(B)</bold> Lasso coefficient profiles of the features. Vertical line was drawn at the value selected using tenfold cross-validation, where optimal values by using the minimum criteria and the 1 standard error of the minimum criteria (the 1-se criteria).</p></caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fcvm-09-865843-g001.tif"/>
</fig>
<table-wrap position="float" id="T3">
<label>TABLE 3</label>
<caption><p>Multivariate logistic association for severe stage among the whole population.</p></caption>
<table cellspacing="5" cellpadding="5" frame="hsides" rules="groups">
<thead>
<tr>
<td valign="top" align="left">Indicators</td>
<td valign="top" align="center">B</td>
<td valign="top" align="center">OR</td>
<td valign="top" align="center">95%CI</td>
<td valign="top" align="center"><italic>P</italic></td>
</tr>
</thead>
<tbody>
<tr>
<td valign="top" align="left">BMI, kg/m<sup>2</sup></td>
<td valign="top" align="center">&#x2013;0.039</td>
<td valign="top" align="center">0.962</td>
<td valign="top" align="center">0.938&#x2013;0.987</td>
<td valign="top" align="center">0.003</td>
</tr>
<tr>
<td valign="top" align="left">EF,%</td>
<td valign="top" align="center">&#x2013;0.044</td>
<td valign="top" align="center">0.957</td>
<td valign="top" align="center">0.952&#x2013;0.962</td>
<td valign="top" align="center">&#x003C;0.001</td>
</tr>
<tr>
<td valign="top" align="left">Hemoglobin, g/L</td>
<td valign="top" align="center">&#x2013;0.009</td>
<td valign="top" align="center">0.992</td>
<td valign="top" align="center">0.988&#x2013;0.995</td>
<td valign="top" align="center">&#x003C;0.001</td>
</tr>
<tr>
<td valign="top" align="left">Serum creatinine, &#x03BC;mol/L</td>
<td valign="top" align="center">0.009</td>
<td valign="top" align="center">1.009</td>
<td valign="top" align="center">1.005&#x2013;1.014</td>
<td valign="top" align="center">&#x003C;0.001</td>
</tr>
<tr>
<td valign="top" align="left">CRP, mg/L</td>
<td valign="top" align="center">0.01</td>
<td valign="top" align="center">1.01</td>
<td valign="top" align="center">1.006&#x2013;1.014</td>
<td valign="top" align="center">&#x003C;0.001</td>
</tr>
<tr>
<td valign="top" align="left">NLR</td>
<td valign="top" align="center">0.074</td>
<td valign="top" align="center">1.076</td>
<td valign="top" align="center">1.054&#x2013;1.099</td>
<td valign="top" align="center">&#x003C;0.001</td>
</tr>
</tbody>
</table>
<table-wrap-foot>
<fn><p><italic>BMI, body mass index; EF, ejection fraction; CRP, C-reactive protein; NLR, neutrophil-lymphocyte ratio.</italic></p></fn>
</table-wrap-foot>
</table-wrap>
<p>Higher BMI (OR:0.962, 95%CI:0.938&#x2013;0.987; <italic>P</italic> = 0.003), higher EF (OR = 0.957, 95%CI:0.952&#x2013;0.962; <italic>P</italic> &#x003C; 0.001) and higher hemoglobin (OR:0.992, 95%CI:0.988&#x2013;0.995; <italic>P</italic> = 0.002) were negatively associated with endpoint, while creatinine (OR: 1.009, 95%CI: 1.005&#x2013;1.014; <italic>P</italic> &#x003C; 0.001), CRP (OR: 1.01, 95%CI: 1.006&#x2013;1.014; <italic>P</italic> &#x003C; 0.001) and NLR (OR: 1.076, 95%CI: 1.054&#x2013;1.099; <italic>P</italic> &#x003C; 0.001) indicated higher odds of exceeded NT-proBNP multiples.</p>
<p>A scoring system that incorporated the above independent predictors was developed (<xref ref-type="fig" rid="F2">Figure 2</xref>), and the total score was assigned to a specific absolute risk. Based on the specific absolute risk, the severity classifications of heart failure which were established, were divided into 4 stages: mild, moderate, severe, and very severe.</p>
<fig id="F2" position="float">
<label>FIGURE 2</label>
<caption><p>Risk score model. <bold>(A)</bold> Scores corresponding to different ranges of each independent predictor. <bold>(B)</bold> Risk stratification corresponding to total scores in different ranges. <bold>(C)</bold> A separate risk level for each total score. BMI, body mass index; EF, ejection fraction; Hb, hemoglobin; CRP, C-reactive protein; Scr, serum creatinine; NLR, neutrophil-lymphocyte ratio.</p></caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fcvm-09-865843-g002.tif"/>
</fig>
</sec>
<sec id="S3.SS3">
<title>Validation of the Risk Score Model</title>
<p>Discrimination: the area under the ROC curve (AUC) is plotted in <xref ref-type="fig" rid="F3">Figure 3</xref>. This model had good discriminative power with AUC of 0.770 (95% CI:0.746&#x2013;0.794) and 0.756 (95% CI:0.717&#x2013;0.795) in training and validation dataset, respectively (<xref ref-type="fig" rid="F3">Figure 3</xref>).</p>
<fig id="F3" position="float">
<label>FIGURE 3</label>
<caption><p>Receiver operating characteristic (ROC) curves of the model in training and validation dataset.</p></caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fcvm-09-865843-g003.tif"/>
</fig>
<p>Calibration: calibration curve was plotted in <xref ref-type="fig" rid="F4">Figure 4</xref>, which was evaluated with unreliability U test in training (<italic>P</italic> = 0.977) and validation dataset (<italic>P</italic> = 0.913), respectively. Calibration of risk score predictions was assessed by plotting observed proportions vs. predicted probabilities. We also evaluated average (Eavg) and maximal errors (Emax) between predictions and observations obtained from a calibration curve. The model was well calibrated, with no significant difference between the predicted and the observed probability.</p>
<fig id="F4" position="float">
<label>FIGURE 4</label>
<caption><p>The calibration curve of model for predicting exceeded NT-proBNP multiples in the training (<italic>P</italic> = 0.977) and testing (<italic>P</italic> = 0.913) dataset, respectively.</p></caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fcvm-09-865843-g004.tif"/>
</fig>
<p><xref ref-type="fig" rid="F5">Figure 5</xref> showed that severity stratifications of heart failure were significantly correlated with MACE, length of hospital stay, and treatment cost (<italic>P</italic> &#x003C; 0.001). As the severity of heart failure worsened, the incidence of MACE, length of hospital stay, and treatment cost had all increased (<italic>P</italic> &#x003C; 0.001).</p>
<fig id="F5" position="float">
<label>FIGURE 5</label>
<caption><p>The average treatment cost, length of hospital stay and the incidence of MACE in each severity stratification. &#x002A;<italic>P</italic> &#x003C; 0.05.</p></caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fcvm-09-865843-g005.tif"/>
</fig>
</sec>
</sec>
<sec id="S4" sec-type="discussion">
<title>Discussion</title>
<p>The main goal of this study is to establish a scoring system for primary health care institutions to predict the risk and severity of cardiovascular events for patients with chronic heart failure, the risk of MACE of chronic heart failure patients, the length of hospital stay, and treatment cost <italic>via</italic> readily available clinical factors and methods in primary care settings, especially when NT-proBNP and other specific and time-consuming medical investigations are unavailable. The study highlighted different prognostic influencing factors of heart failure correlated with admission of NT-proBNP in a retrospective registry study. The results confirmed that the risk factors such as (1) body-mass index, (2) ejection fraction, (3) serum creatinine, (4) hemoglobin, (5) C-reactive protein, and (6) neutrophil lymphocyte ratio were associated with NT-proBNP. Age was not included into the risk score model as it was already taken into account when calculating the multiples of NT-proBNP elevation. The variables included in the model were consistent with the risk factors mentioned in the current studies (<xref ref-type="bibr" rid="B22">22</xref>&#x2013;<xref ref-type="bibr" rid="B29">29</xref>).</p>
<p>This study focused on the early identification of acute exacerbations in patients with heart failure. It was conducted through identifying the severity of heart failure as the primary endpoint, and by creating an easy-to-use scoring system for evaluation. On the other hand, Long-term indicators such as MACE, length of hospitalization, and cost were used as secondary endpoints to confirm the feasibility of this prediction model. Although, diagnosis and assessment of heart failure in initial stages has been always challenging and could be misdiagnosed until occurrence of adverse events or sequelae, however, the early identification of severity of heart failure in the patients allow us to monitor, give proper timely treatment and get better prognosis (<xref ref-type="bibr" rid="B30">30</xref>).</p>
<p>In fact, large cohort studies and meta-analyses have shown the association between the risk factors in heart failure patients, such as NT pro-BNP, cardiac EF level, plasma level of calcium, hemoglobin, creatinine, uric acid, high-sensitivity C-reactive protein (CRP), overweight, chronic heart disease, malignancy and pulmonary infection with the prognosis of heart failure (<xref ref-type="bibr" rid="B31">31</xref>, <xref ref-type="bibr" rid="B32">32</xref>). However, only few studies focused on the relationship between these risk factors and severity of heart failure, reflected by NT pro-BNP, and cardiac EF level, in-hospital MACE events, length, and the cost of in-hospital stay.</p>
<p>Furthermore, a number of risk prediction models have been published to statistically predict the risk of future outcomes associated with heart failure (<xref ref-type="bibr" rid="B33">33</xref>&#x2013;<xref ref-type="bibr" rid="B36">36</xref>). Yet, only few models fit the Chinese population. For example, Framingham Heart Study Risk has set up an assessment for incident of heart failure but only in patients with atrial fibrillation (<xref ref-type="bibr" rid="B10">10</xref>) and not to assist patients with acute exacerbation of chronic heart failure, while &#x201C;Bo Zhuang&#x201D; in November has developed a multiple Cox regression model to predict long-term mortality and readmission risk of Chinese patients with chronic heart disease (<xref ref-type="bibr" rid="B37">37</xref>), with C index values of 0.69 (95%CI:0.65&#x2013;0.72) and 0.62 (95%CI:0.57&#x2013;0.67) in the derivation cohort and validation cohorts. However, the sample size of that study is insufficient, and it needs to conduct cardiopulmonary exercise tests (CPETs) to monitor the respiratory and circulatory parameters of patients under exercise and to obtain comprehensive indicators of cardiopulmonary functions, which is inappropriate for patients presenting with acute exacerbations of heart failure. The ACUTE HF score reporte by M. Cameli et al. was used to predict long-term prognosis (30-day, 6-month, and 5-year mortality) in patients with AHF (<xref ref-type="bibr" rid="B38">38</xref>). However, it had limited reference value for the short-term decision-making of doctors in treating patients with chronic heart failure. This study focused on the early identification of the severity of heart failure in patients, and also had a certain predictive value for long-term prognosis. There are also many studies using existing patient-centered holistic assessment methods to predict outcomes in patients with heart failure. For example, ALBI score, MELD XI score (<xref ref-type="bibr" rid="B39">39</xref>), Norton score (<xref ref-type="bibr" rid="B40">40</xref>), and SOFA score (<xref ref-type="bibr" rid="B41">41</xref>). Matsue et al. explored the relationship between ALBI score and MELD XI score using total bilirubin, serum creatinine, serum albumin, and prognosis in patients with AHF, and proved that ALBI had better predictive ability (<xref ref-type="bibr" rid="B39">39</xref>). However, since albumin synthesis and liver function are affected by many factors, the prognostic predictive ability of ALBI score in patients with AHF remains to be discussed. Natanzon et al. demonstrated that the admission Norton score was a strong predictor of prognosis in different heart failure populations and a predictor of short-term (30 and 90 days) and long-term (1-year) mortality after hospitalization in patients with AHF (<xref ref-type="bibr" rid="B40">40</xref>). But the Norton score is a tool used to evaluate the frailty of patients, including evaluation of mental state, which will be affected by the subjectivity of the evaluator. In addition, the Norton score is not simple enough and may be more suitable for inpatients, while it takes a certain amount of time for outpatient doctors to evaluate. Similarly, the SOFA score evaluated by Elias et al. is more complex, more time-consuming, and even requires dynamic assessment, and its application scenario is usually in the intensive care unit (<xref ref-type="bibr" rid="B41">41</xref>). The scoring model of this study was constructed with objective indicators, which was more reliable and could help outpatient doctors to obtain evaluation results quickly, which was one of the purposes and advantages of this study. Moreover, the AUC of the training and validation dataset in this study were 0.770 (95% CI:0.746&#x2013;0.794) and 0.756 (95% CI:0.717&#x2013;0.795), respectively, which indicate moderate levels of predictive ability and were high among those from previously published heart failure risk prediction models (<xref ref-type="bibr" rid="B35">35</xref>).</p>
<p>The current study has several strengths. This includes having a considerable sample size. Also, it provides a scoring system for primary medical workers with an easily applicable method to quickly assess the patient&#x2019;s condition in routine clinical practice, and conduct clinical decision-making, which may contribute to improving patients&#x2019; quality of life and subsequently decrease mortality, morbidity, treatment costs, and length of hospital stay. Furthermore, the indicators included in the model are simple and easy to obtain, which help its vigorous promotion in primary health care settings and contributes to the improvement of China&#x2019;s graded diagnosis and treatment system.</p>
<p>On the other hand, each study has some limitations, as well. First, the risk score was developed and validated with a Chinese middle-aged to elderly population with an average to good renal function. Therefore, the scoring system might be inapplicable to other ethnic groups or young individuals, since we had too few young adults with chronic heart failure. It was acknowledged that the risk score needed to be validated, and potentially recalibrated for other ethnic groups and age-groups. Similarly, MACE incidences tend to increase over time, therefore, the risk score might need to be recalibrated and the time factor might need to be considered to account for these changes. Secondly, the study was a retrospective analysis while the external validity of the risk function needs to be proven prospectively in independent samples. Thirdly, the epidemiological nature of the study also contributes to some limitations. We purposely incorporated clinical risk factors that are readily and routinely accessible in primary care settings such as blood routine and biochemistry, nevertheless, other factors could also be incorporated into risk models. For example, symptoms and signs can contribute in the assessment of risk factors. Despite its limitation, this risk score model conveniently provides a useful tool for prediction and patient triage.</p>
</sec>
<sec id="S5" sec-type="conclusion">
<title>Conclusion</title>
<p>This risk score model incorporating BMI, EF, serum creatinine, hemoglobin, CRP, and NLR, effectively evaluates patients&#x2019; severity classification of heart failure, closely related to MACE. It would help physicians to identify the severity of heart failure patients&#x2019; condition and target high-risk individuals for preventive measures, which contributes to lowering the incidence of MACE and minimizing hospital stay and treatment cost.</p>
</sec>
<sec id="S6" sec-type="data-availability">
<title>Data Availability Statement</title>
<p>The raw data supporting the conclusions of this article will be made available by the authors, without undue reservation.</p>
</sec>
<sec id="S7">
<title>Ethics Statement</title>
<p>The studies involving human participants were reviewed and approved by the Ethics Committee of Sir Run Run Shaw Hospital, College of Medicine, Zhejiang University. The patients/participants provided their written informed consent to participate in this study. Written informed consent was obtained from the individual(s) for the publication of any potentially identifiable images or data included in this article.</p>
</sec>
<sec id="S8">
<title>Author Contributions</title>
<p>MW, WZ, and GF designed the study. ML and JZ performed the statistical analysis. ML drafted the manuscript. All authors gave comments and suggestions, and approved publication.</p>
</sec>
<sec id="conf1" sec-type="COI-statement">
<title>Conflict of Interest</title>
<p>The authors declare that the research was conducted in the absence of any commercial or financial relationships that could be construed as a potential conflict of interest.</p>
</sec>
<sec id="pudiscl1" sec-type="disclaimer">
<title>Publisher&#x2019;s Note</title>
<p>All claims expressed in this article are solely those of the authors and do not necessarily represent those of their affiliated organizations, or those of the publisher, the editors and the reviewers. Any product that may be evaluated in this article, or claim that may be made by its manufacturer, is not guaranteed or endorsed by the publisher.</p>
</sec>
</body>
<back>
<sec id="S9" sec-type="funding-information">
<title>Funding</title>
<p>This study was supported by the National Natural Science Foundation of China (81800212 and 82070408).</p>
</sec>
<ack><p>We would like to thank Zakareya Alsalman, for his linguistic assistance during the preparation of this manuscript.</p>
</ack>
<ref-list>
<title>References</title>
<ref id="B1"><label>1.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Wang</surname> <given-names>SY</given-names></name> <name><surname>Valero-Elizondo</surname> <given-names>J</given-names></name> <name><surname>Ali</surname> <given-names>H-J</given-names></name> <name><surname>Pandey</surname> <given-names>A</given-names></name> <name><surname>Cainzos-Achirica</surname> <given-names>M</given-names></name> <name><surname>Krumholz</surname> <given-names>HM</given-names></name><etal/></person-group> <article-title>Out-of-pocket annual health expenditures and financial toxicity from healthcare costs in patients with heart failure in the United States.</article-title> <source><italic>J Am Heart Assoc.</italic></source> (<year>2021</year>) <volume>10</volume>:<issue>e022164</issue>. <pub-id pub-id-type="doi">10.1161/JAHA.121.022164</pub-id> <pub-id pub-id-type="pmid">33998273</pub-id></citation></ref>
<ref id="B2"><label>2.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Urbich</surname> <given-names>M</given-names></name> <name><surname>Globe</surname> <given-names>G</given-names></name> <name><surname>Pantiri</surname> <given-names>K</given-names></name> <name><surname>Heisen</surname> <given-names>M</given-names></name> <name><surname>Bennison</surname> <given-names>C</given-names></name> <name><surname>Wirtz</surname> <given-names>HS</given-names></name><etal/></person-group> <article-title>A systematic review of medical costs associated with heart failure in the USA (2014-2020).</article-title> <source><italic>Pharmacoeconomics.</italic></source> (<year>2020</year>) <volume>38</volume>:<fpage>1219</fpage>&#x2013;<lpage>36</lpage>. <pub-id pub-id-type="doi">10.1007/s40273-020-00952-0</pub-id> <pub-id pub-id-type="pmid">32812149</pub-id></citation></ref>
<ref id="B3"><label>3.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Lesyuk</surname> <given-names>W</given-names></name> <name><surname>Kriza</surname> <given-names>C</given-names></name> <name><surname>Kolominsky-Rabas</surname> <given-names>P</given-names></name></person-group>. <article-title>Cost-of-illness studies in heart failure: a systematic review 2004-2016.</article-title> <source><italic>BMC Cardiovasc Disord.</italic></source> (<year>2018</year>) <volume>18</volume>:<issue>74</issue>. <pub-id pub-id-type="doi">10.1186/s12872-018-0815-3</pub-id> <pub-id pub-id-type="pmid">29716540</pub-id></citation></ref>
<ref id="B4"><label>4.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Alghamdi</surname> <given-names>A</given-names></name> <name><surname>Algarni</surname> <given-names>E</given-names></name> <name><surname>Balkhi</surname> <given-names>B</given-names></name> <name><surname>Altowaijri</surname> <given-names>A</given-names></name> <name><surname>Alhossan</surname> <given-names>A</given-names></name></person-group>. <article-title>Healthcare expenditures associated with heart failure in Saudi Arabia: a cost of illness study.</article-title> <source><italic>Healthcare (Basel).</italic></source> (<year>2021</year>) <volume>9</volume>:<issue>988</issue>. <pub-id pub-id-type="doi">10.3390/healthcare9080988</pub-id> <pub-id pub-id-type="pmid">34442125</pub-id></citation></ref>
<ref id="B5"><label>5.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Desai</surname> <given-names>AS</given-names></name> <name><surname>Vaduganathan</surname> <given-names>M</given-names></name> <name><surname>Cleland</surname> <given-names>JG</given-names></name> <name><surname>Claggett</surname> <given-names>BL</given-names></name> <name><surname>Barkoudah</surname> <given-names>E</given-names></name> <name><surname>Finn</surname> <given-names>P</given-names></name><etal/></person-group> <article-title>Mode of death in patients with heart failure and preserved ejection fraction: insights from PARAGON-HF trial.</article-title> <source><italic>Circ Heart Fail.</italic></source> (<year>2021</year>) <volume>14</volume>:<issue>e008597</issue>. <pub-id pub-id-type="doi">10.1161/CIRCHEARTFAILURE.121.008597</pub-id> <pub-id pub-id-type="pmid">34807713</pub-id></citation></ref>
<ref id="B6"><label>6.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Kristensen</surname> <given-names>SL</given-names></name> <name><surname>Jhund</surname> <given-names>PS</given-names></name> <name><surname>K&#x00F8;ber</surname> <given-names>L</given-names></name> <name><surname>Preiss</surname> <given-names>D</given-names></name> <name><surname>Kjekshus</surname> <given-names>J</given-names></name> <name><surname>McKelvie</surname> <given-names>RS</given-names></name><etal/></person-group> <article-title>Comparison of outcomes after hospitalization for worsening heart failure, myocardial infarction, and stroke in patients with heart failure and reduced and preserved ejection fraction.</article-title> <source><italic>Eur J Heart Fail.</italic></source> (<year>2015</year>) <volume>17</volume>:<fpage>169</fpage>&#x2013;<lpage>76</lpage>. <pub-id pub-id-type="doi">10.1002/ejhf.211</pub-id> <pub-id pub-id-type="pmid">25756844</pub-id></citation></ref>
<ref id="B7"><label>7.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Ambrosio</surname> <given-names>G</given-names></name> <name><surname>Camm</surname> <given-names>AJ</given-names></name> <name><surname>Bassand</surname> <given-names>J-P</given-names></name> <name><surname>Corbalan</surname> <given-names>R</given-names></name> <name><surname>Kayani</surname> <given-names>G</given-names></name> <name><surname>Carluccio</surname> <given-names>E</given-names></name><etal/></person-group> <article-title>Characteristics, treatment, and outcomes of newly diagnosed atrial fibrillation patients with heart failure: GARFIELD-AF.</article-title> <source><italic>ESC Heart Fail.</italic></source> (<year>2021</year>) <volume>8</volume>:<fpage>1139</fpage>&#x2013;<lpage>49</lpage>. <pub-id pub-id-type="doi">10.1002/ehf2.13156</pub-id> <pub-id pub-id-type="pmid">33434417</pub-id></citation></ref>
<ref id="B8"><label>8.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Hsu</surname> <given-names>B</given-names></name> <name><surname>Korda</surname> <given-names>RJ</given-names></name> <name><surname>Lindley</surname> <given-names>RI</given-names></name> <name><surname>Douglas</surname> <given-names>KA</given-names></name> <name><surname>Naganathan</surname> <given-names>V</given-names></name> <name><surname>Jorm</surname> <given-names>LR</given-names></name></person-group>. <article-title>Use of health and aged care services in Australia following hospital admission for myocardial infarction, stroke or heart failure.</article-title> <source><italic>BMC Geriatr.</italic></source> (<year>2021</year>) <volume>21</volume>:<issue>538</issue>. <pub-id pub-id-type="doi">10.1186/s12877-021-02519-w</pub-id> <pub-id pub-id-type="pmid">34635068</pub-id></citation></ref>
<ref id="B9"><label>9.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Hsu</surname> <given-names>B</given-names></name> <name><surname>Korda</surname> <given-names>R</given-names></name> <name><surname>Naganathan</surname> <given-names>V</given-names></name> <name><surname>Lewis</surname> <given-names>P</given-names></name> <name><surname>Ooi</surname> <given-names>S-Y</given-names></name> <name><surname>Brieger</surname> <given-names>D</given-names></name><etal/></person-group> <article-title>Burden of cardiovascular diseases in older adults using aged care services.</article-title> <source><italic>Age Ageing.</italic></source> (<year>2021</year>) <volume>50</volume>:<fpage>1845</fpage>&#x2013;<lpage>9</lpage>. <pub-id pub-id-type="doi">10.1093/ageing/afab083</pub-id> <pub-id pub-id-type="pmid">34146393</pub-id></citation></ref>
<ref id="B10"><label>10.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Schnabel</surname> <given-names>RB</given-names></name> <name><surname>Rienstra</surname> <given-names>M</given-names></name> <name><surname>Sullivan</surname> <given-names>LM</given-names></name> <name><surname>Sun</surname> <given-names>JX</given-names></name> <name><surname>Moser</surname> <given-names>CB</given-names></name> <name><surname>Levy</surname> <given-names>D</given-names></name><etal/></person-group> <article-title>Risk assessment for incident heart failure in individuals with atrial fibrillation.</article-title> <source><italic>Eur J Heart Fail.</italic></source> (<year>2013</year>) <volume>15</volume>:<fpage>843</fpage>&#x2013;<lpage>9</lpage>. <pub-id pub-id-type="doi">10.1093/eurjhf/hft041</pub-id> <pub-id pub-id-type="pmid">23594831</pub-id></citation></ref>
<ref id="B11"><label>11.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Vermond</surname> <given-names>RA</given-names></name> <name><surname>Geelhoed</surname> <given-names>B</given-names></name> <name><surname>Verweij</surname> <given-names>N</given-names></name> <name><surname>Tieleman</surname> <given-names>RG</given-names></name> <name><surname>Van der Harst</surname> <given-names>P</given-names></name> <name><surname>Hillege</surname> <given-names>HL</given-names></name><etal/></person-group> <article-title>Incidence of atrial fibrillation and relationship with cardiovascular events, heart failure, and mortality: a community-based study from the Netherlands.</article-title> <source><italic>J Am Coll Cardiol.</italic></source> (<year>2015</year>) <volume>66</volume>:<fpage>1000</fpage>&#x2013;<lpage>7</lpage>. <pub-id pub-id-type="doi">10.1016/j.jacc.2015.06.1314</pub-id> <pub-id pub-id-type="pmid">26314526</pub-id></citation></ref>
<ref id="B12"><label>12.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Pandey</surname> <given-names>A</given-names></name> <name><surname>Kim</surname> <given-names>S</given-names></name> <name><surname>Moore</surname> <given-names>C</given-names></name> <name><surname>Thomas</surname> <given-names>L</given-names></name> <name><surname>Gersh</surname> <given-names>B</given-names></name> <name><surname>Allen</surname> <given-names>LA</given-names></name><etal/></person-group> <article-title>Predictors and prognostic implications of incident heart failure in patients with prevalent atrial fibrillation.</article-title> <source><italic>JACC Heart Fail.</italic></source> (<year>2017</year>) <volume>5</volume>:<fpage>44</fpage>&#x2013;<lpage>52</lpage>. <pub-id pub-id-type="doi">10.1016/j.jchf.2016.09.016</pub-id> <pub-id pub-id-type="pmid">28034376</pub-id></citation></ref>
<ref id="B13"><label>13.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Xu</surname> <given-names>T</given-names></name> <name><surname>Lin</surname> <given-names>M</given-names></name> <name><surname>Shen</surname> <given-names>X</given-names></name> <name><surname>Wang</surname> <given-names>M</given-names></name> <name><surname>Zhang</surname> <given-names>W</given-names></name> <name><surname>Zhao</surname> <given-names>L</given-names></name><etal/></person-group> <article-title>Association of the classification and severity of heart failure with the incidence of contrast-induced acute kidney injury.</article-title> <source><italic>Sci Rep.</italic></source> (<year>2021</year>) <volume>11</volume>:<issue>15348</issue>. <pub-id pub-id-type="doi">10.1038/s41598-021-94910-1</pub-id> <pub-id pub-id-type="pmid">34321588</pub-id></citation></ref>
<ref id="B14"><label>14.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Cunningham</surname> <given-names>JW</given-names></name> <name><surname>Vaduganathan</surname> <given-names>M</given-names></name> <name><surname>Claggett</surname> <given-names>BL</given-names></name> <name><surname>Zile</surname> <given-names>MR</given-names></name> <name><surname>Anand</surname> <given-names>IS</given-names></name> <name><surname>Packer</surname> <given-names>M</given-names></name><etal/></person-group> <article-title>Effects of sacubitril/valsartan on N-terminal pro-B-type natriuretic peptide in heart failure with preserved ejection fraction.</article-title> <source><italic>JACC Heart Fail.</italic></source> (<year>2020</year>) <volume>8</volume>:<fpage>372</fpage>&#x2013;<lpage>81</lpage>. <pub-id pub-id-type="doi">10.1016/j.jchf.2020.03.002</pub-id> <pub-id pub-id-type="pmid">32241619</pub-id></citation></ref>
<ref id="B15"><label>15.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Campbell</surname> <given-names>DJ</given-names></name> <name><surname>Gong</surname> <given-names>FF</given-names></name> <name><surname>Jelinek</surname> <given-names>MV</given-names></name> <name><surname>Castro</surname> <given-names>JM</given-names></name> <name><surname>Coller</surname> <given-names>JM</given-names></name> <name><surname>McGrady</surname> <given-names>M</given-names></name><etal/></person-group> <article-title>Prediction of incident heart failure by serum amino-terminal pro-B-type natriuretic peptide level in a community-based cohort.</article-title> <source><italic>Eur J Heart Fail.</italic></source> (<year>2019</year>) <volume>21</volume>:<fpage>449</fpage>&#x2013;<lpage>59</lpage>. <pub-id pub-id-type="doi">10.1002/ejhf.1381</pub-id> <pub-id pub-id-type="pmid">30656792</pub-id></citation></ref>
<ref id="B16"><label>16.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Qin</surname> <given-names>L</given-names></name> <name><surname>Liu</surname> <given-names>X</given-names></name> <name><surname>Li</surname> <given-names>Y</given-names></name></person-group>. <article-title>Correlation of serum BNP and ET-1 levels with cardiac pump function and ventricular remodeling in patients with heart failure.</article-title> <source><italic>Cell Mol Biol (Noisy-le-Grand).</italic></source> (<year>2020</year>) <volume>66</volume>:<fpage>125</fpage>&#x2013;<lpage>31</lpage>. <pub-id pub-id-type="doi">10.14715/cmb/2020.66.3.19</pub-id> <pub-id pub-id-type="pmid">32538758</pub-id></citation></ref>
<ref id="B17"><label>17.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>R&#x00F8;rth</surname> <given-names>R</given-names></name> <name><surname>Jhund</surname> <given-names>PS</given-names></name> <name><surname>Yilmaz</surname> <given-names>MB</given-names></name> <name><surname>Kristensen</surname> <given-names>SL</given-names></name> <name><surname>Welsh</surname> <given-names>P</given-names></name> <name><surname>Desai</surname> <given-names>AS</given-names></name><etal/></person-group> <article-title>Comparison of BNP and NT-proBNP in patients with heart failure and reduced ejection fraction.</article-title> <source><italic>Circ Heart Fail.</italic></source> (<year>2020</year>) <volume>13</volume>:<issue>e006541</issue>. <pub-id pub-id-type="doi">10.1161/CIRCHEARTFAILURE.119.006541</pub-id> <pub-id pub-id-type="pmid">32065760</pub-id></citation></ref>
<ref id="B18"><label>18.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Roberts</surname> <given-names>E</given-names></name> <name><surname>Ludman</surname> <given-names>AJ</given-names></name> <name><surname>Dworzynski</surname> <given-names>K</given-names></name> <name><surname>Al-Mohammad</surname> <given-names>A</given-names></name> <name><surname>Cowie</surname> <given-names>MR</given-names></name> <name><surname>McMurray</surname> <given-names>JJV</given-names></name><etal/></person-group> <article-title>The diagnostic accuracy of the natriuretic peptides in heart failure: systematic review and diagnostic meta-analysis in the acute care setting.</article-title> <source><italic>BMJ.</italic></source> (<year>2015</year>) <volume>350</volume>:<issue>h910</issue>. <pub-id pub-id-type="doi">10.1136/bmj.h910</pub-id> <pub-id pub-id-type="pmid">25740799</pub-id></citation></ref>
<ref id="B19"><label>19.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Salem</surname> <given-names>SS</given-names></name> <name><surname>Saleh</surname> <given-names>NY</given-names></name> <name><surname>Soliman</surname> <given-names>SE</given-names></name> <name><surname>Abo-Haded</surname> <given-names>HM</given-names></name></person-group>. <article-title>On-admission plasma levels of BNP, MR-proADM, and cTnI in pediatric heart failure: contributions to diagnosis, prognosis, and outcome.</article-title> <source><italic>Ir J Med Sci.</italic></source> (<year>2021</year>) <volume>191</volume>:<fpage>263</fpage>&#x2013;<lpage>70</lpage>. <pub-id pub-id-type="doi">10.1007/s11845-021-02533-2</pub-id> <pub-id pub-id-type="pmid">33564973</pub-id></citation></ref>
<ref id="B20"><label>20.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>McDonagh</surname> <given-names>TA</given-names></name> <name><surname>Metra</surname> <given-names>M</given-names></name> <name><surname>Adamo</surname> <given-names>M</given-names></name> <name><surname>Gardner</surname> <given-names>RS</given-names></name> <name><surname>Baumbach</surname> <given-names>A</given-names></name> <name><surname>Bohm</surname> <given-names>M</given-names></name><etal/></person-group> <article-title>2021 ESC Guidelines for the diagnosis and treatment of acute and chronic heart failure.</article-title> <source><italic>Eur Heart J.</italic></source> (<year>2021</year>) <volume>42</volume>:<fpage>3599</fpage>&#x2013;<lpage>726</lpage>.</citation></ref>
<ref id="B21"><label>21.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Friedman</surname> <given-names>J</given-names></name> <name><surname>Hastie</surname> <given-names>T</given-names></name> <name><surname>Tibshirani</surname> <given-names>R</given-names></name></person-group>. <article-title>Regularization paths for generalized linear models via coordinate descent.</article-title> <source><italic>J Stat Softw.</italic></source> (<year>2010</year>) <volume>33</volume>:<fpage>1</fpage>&#x2013;<lpage>22</lpage>. <pub-id pub-id-type="pmid">20808728</pub-id></citation></ref>
<ref id="B22"><label>22.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Stumpf</surname> <given-names>C</given-names></name> <name><surname>Sheriff</surname> <given-names>A</given-names></name> <name><surname>Zimmermann</surname> <given-names>S</given-names></name> <name><surname>Schaefauer</surname> <given-names>L</given-names></name> <name><surname>Schlundt</surname> <given-names>C</given-names></name> <name><surname>Raaz</surname> <given-names>D</given-names></name><etal/></person-group> <article-title>C-reactive protein levels predict systolic heart failure and outcome in patients with first ST-elevation myocardial infarction treated with coronary angioplasty.</article-title> <source><italic>Arch Med Sci.</italic></source> (<year>2017</year>) <volume>13</volume>:<fpage>1086</fpage>&#x2013;<lpage>93</lpage>. <pub-id pub-id-type="doi">10.5114/aoms.2017.69327</pub-id> <pub-id pub-id-type="pmid">28883850</pub-id></citation></ref>
<ref id="B23"><label>23.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Dupuy</surname> <given-names>AM</given-names></name> <name><surname>Curinier</surname> <given-names>C</given-names></name> <name><surname>Kuster</surname> <given-names>N</given-names></name> <name><surname>Huet</surname> <given-names>F</given-names></name> <name><surname>Leclercq</surname> <given-names>F</given-names></name> <name><surname>Davy</surname> <given-names>JM</given-names></name><etal/></person-group> <article-title>Multi-marker strategy in heart failure: combination of ST2 and CRP predicts poor outcome.</article-title> <source><italic>PLoS One.</italic></source> (<year>2016</year>) <volume>11</volume>:<issue>e0157159</issue>. <pub-id pub-id-type="doi">10.1371/journal.pone.0157159</pub-id> <pub-id pub-id-type="pmid">27311068</pub-id></citation></ref>
<ref id="B24"><label>24.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>O&#x2019;Connor</surname> <given-names>CM</given-names></name> <name><surname>Whellan</surname> <given-names>DJ</given-names></name> <name><surname>Wojdyla</surname> <given-names>D</given-names></name> <name><surname>Leifer</surname> <given-names>E</given-names></name> <name><surname>Clare</surname> <given-names>RM</given-names></name> <name><surname>Ellis</surname> <given-names>SJ</given-names></name><etal/></person-group> <article-title>Factors related to morbidity and mortality in patients with chronic heart failure with systolic dysfunction: the HF-ACTION predictive risk score model.</article-title> <source><italic>Circ Heart Fail.</italic></source> (<year>2012</year>) <volume>5</volume>:<fpage>63</fpage>&#x2013;<lpage>71</lpage>. <pub-id pub-id-type="doi">10.1161/CIRCHEARTFAILURE.111.963462</pub-id> <pub-id pub-id-type="pmid">22114101</pub-id></citation></ref>
<ref id="B25"><label>25.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Ezekowitz</surname> <given-names>JA</given-names></name> <name><surname>Zheng</surname> <given-names>Y</given-names></name> <name><surname>Cohen-Solal</surname> <given-names>A</given-names></name> <name><surname>Melenovsk&#x00FD;</surname> <given-names>V</given-names></name> <name><surname>Escobedo</surname> <given-names>J</given-names></name> <name><surname>Butler</surname> <given-names>J</given-names></name><etal/></person-group> <article-title>Hemoglobin and clinical outcomes in the vericiguat global study in patients with heart failure and reduced ejection fraction (VICTORIA).</article-title> <source><italic>Circulation.</italic></source> (<year>2021</year>) <volume>144</volume>:<fpage>1489</fpage>&#x2013;<lpage>99</lpage>. <pub-id pub-id-type="doi">10.1161/CIRCULATIONAHA.121.056797</pub-id> <pub-id pub-id-type="pmid">34432985</pub-id></citation></ref>
<ref id="B26"><label>26.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Okuno</surname> <given-names>K</given-names></name> <name><surname>Naito</surname> <given-names>Y</given-names></name> <name><surname>Asakura</surname> <given-names>M</given-names></name> <name><surname>Sugahara</surname> <given-names>M</given-names></name> <name><surname>Ando</surname> <given-names>T</given-names></name> <name><surname>Yasumura</surname> <given-names>S</given-names></name><etal/></person-group> <article-title>Effective blood hemoglobin level to predict prognosis in heart failure with preserved left ventricular ejection fraction: results of the Japanese heart failure syndrome with preserved ejection fraction registry.</article-title> <source><italic>Heart Vessels.</italic></source> (<year>2019</year>) <volume>34</volume>:<fpage>1168</fpage>&#x2013;<lpage>77</lpage>. <pub-id pub-id-type="doi">10.1007/s00380-019-01349-6</pub-id> <pub-id pub-id-type="pmid">30675647</pub-id></citation></ref>
<ref id="B27"><label>27.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Schefold</surname> <given-names>JC</given-names></name> <name><surname>Lainscak</surname> <given-names>M</given-names></name> <name><surname>Hodoscek</surname> <given-names>LM</given-names></name> <name><surname>Bl&#x00F6;chlinger</surname> <given-names>S</given-names></name> <name><surname>Doehner</surname> <given-names>W</given-names></name> <name><surname>von Haehling</surname> <given-names>S</given-names></name></person-group>. <article-title>Single baseline serum creatinine measurements predict mortality in critically ill patients hospitalized for acute heart failure.</article-title> <source><italic>ESC Heart Fail.</italic></source> (<year>2015</year>) <volume>2</volume>:<fpage>122</fpage>&#x2013;<lpage>8</lpage>. <pub-id pub-id-type="doi">10.1002/ehf2.12058</pub-id> <pub-id pub-id-type="pmid">27774258</pub-id></citation></ref>
<ref id="B28"><label>28.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Cho</surname> <given-names>JH</given-names></name> <name><surname>Cho</surname> <given-names>H-J</given-names></name> <name><surname>Lee</surname> <given-names>H-Y</given-names></name> <name><surname>Ki</surname> <given-names>Y-J</given-names></name> <name><surname>Jeon</surname> <given-names>E-S</given-names></name> <name><surname>Hwang</surname> <given-names>K-K</given-names></name><etal/></person-group> <article-title>Neutrophil-lymphocyte ratio in patients with acute heart failure predicts in-hospital and long-term mortality.</article-title> <source><italic>J Clin Med.</italic></source> (<year>2020</year>) <volume>9</volume>:<issue>557</issue>. <pub-id pub-id-type="doi">10.3390/jcm9020557</pub-id> <pub-id pub-id-type="pmid">32085596</pub-id></citation></ref>
<ref id="B29"><label>29.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Gentile</surname> <given-names>F</given-names></name> <name><surname>Sciarrone</surname> <given-names>P</given-names></name> <name><surname>Zamora</surname> <given-names>E</given-names></name> <name><surname>De Antonio</surname> <given-names>M</given-names></name> <name><surname>Santiago</surname> <given-names>E</given-names></name> <name><surname>Domingo</surname> <given-names>M</given-names></name><etal/></person-group> <article-title>Body mass index and outcomes in ischaemic versus non-ischaemic heart failure across the spectrum of ejection fraction.</article-title> <source><italic>Eur J Prev Cardiol.</italic></source> (<year>2021</year>) <volume>28</volume>:<fpage>948</fpage>&#x2013;<lpage>55</lpage>. <pub-id pub-id-type="doi">10.1177/2047487320927610</pub-id> <pub-id pub-id-type="pmid">34402870</pub-id></citation></ref>
<ref id="B30"><label>30.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Slomski</surname> <given-names>A</given-names></name></person-group>. <article-title>Early Rehabilitation Leads to Better Function in Heart Failure.</article-title> <source><italic>JAMA.</italic></source> (<year>2021</year>) <volume>326</volume>:<issue>1139</issue>. <pub-id pub-id-type="doi">10.1001/jama.2021.15004</pub-id> <pub-id pub-id-type="pmid">34581742</pub-id></citation></ref>
<ref id="B31"><label>31.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Coller</surname> <given-names>JM</given-names></name> <name><surname>Gong</surname> <given-names>FF</given-names></name> <name><surname>McGrady</surname> <given-names>M</given-names></name> <name><surname>Shiel</surname> <given-names>L</given-names></name> <name><surname>Liew</surname> <given-names>D</given-names></name> <name><surname>Stewart</surname> <given-names>S</given-names></name><etal/></person-group> <article-title>Risk factors for asymptomatic echocardiographic abnormalities that predict symptomatic heart failure.</article-title> <source><italic>ESC Heart Fail.</italic></source> (<year>2022</year>) <volume>9</volume>:<fpage>196</fpage>&#x2013;<lpage>212</lpage>. <pub-id pub-id-type="doi">10.1002/ehf2.13695</pub-id> <pub-id pub-id-type="pmid">34850597</pub-id></citation></ref>
<ref id="B32"><label>32.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Lip</surname> <given-names>GYH</given-names></name> <name><surname>Laroche</surname> <given-names>C</given-names></name> <name><surname>Popescu</surname> <given-names>MI</given-names></name> <name><surname>Rasmussen</surname> <given-names>LH</given-names></name> <name><surname>Vitali-Serdoz</surname> <given-names>L</given-names></name> <name><surname>Dan</surname> <given-names>G-A</given-names></name><etal/></person-group> <article-title>Heart failure in patients with atrial fibrillation in Europe: a report from the EUR observational research programme pilot survey on atrial fibrillation.</article-title> <source><italic>Eur J Heart Fail.</italic></source> (<year>2015</year>) <volume>17</volume>:<fpage>570</fpage>&#x2013;<lpage>82</lpage>. <pub-id pub-id-type="doi">10.1002/ejhf.254</pub-id> <pub-id pub-id-type="pmid">25727992</pub-id></citation></ref>
<ref id="B33"><label>33.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Canepa</surname> <given-names>M</given-names></name> <name><surname>Fonseca</surname> <given-names>C</given-names></name> <name><surname>Chioncel</surname> <given-names>O</given-names></name> <name><surname>Laroche</surname> <given-names>C</given-names></name> <name><surname>Crespo-Leiro</surname> <given-names>MG</given-names></name> <name><surname>Coats</surname> <given-names>AJS</given-names></name><etal/></person-group> <article-title>Performance of prognostic risk scores in chronic heart failure patients enrolled in the european society of cardiology heart failure long-term registry.</article-title> <source><italic>JACC Heart Fail.</italic></source> (<year>2018</year>) <volume>6</volume>:<fpage>452</fpage>&#x2013;<lpage>62</lpage>. <pub-id pub-id-type="doi">10.1016/j.jchf.2018.02.001</pub-id> <pub-id pub-id-type="pmid">29852929</pub-id></citation></ref>
<ref id="B34"><label>34.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Rahimi</surname> <given-names>K</given-names></name> <name><surname>Bennett</surname> <given-names>D</given-names></name> <name><surname>Conrad</surname> <given-names>N</given-names></name> <name><surname>Williams</surname> <given-names>TM</given-names></name> <name><surname>Basu</surname> <given-names>J</given-names></name> <name><surname>Dwight</surname> <given-names>J</given-names></name><etal/></person-group> <article-title>Risk prediction in patients with heart failure: a systematic review and analysis.</article-title> <source><italic>JACC Heart Fail.</italic></source> (<year>2014</year>) <volume>2</volume>:<fpage>440</fpage>&#x2013;<lpage>6</lpage>. <pub-id pub-id-type="doi">10.1016/j.jchf.2014.04.008</pub-id> <pub-id pub-id-type="pmid">25194291</pub-id></citation></ref>
<ref id="B35"><label>35.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Di Tanna</surname> <given-names>GL</given-names></name> <name><surname>Wirtz</surname> <given-names>H</given-names></name> <name><surname>Burrows</surname> <given-names>KL</given-names></name> <name><surname>Globe</surname> <given-names>G</given-names></name></person-group>. <article-title>Evaluating risk prediction models for adults with heart failure: a systematic literature review.</article-title> <source><italic>PLoS One.</italic></source> (<year>2020</year>) <volume>15</volume>:<issue>e0224135</issue>. <pub-id pub-id-type="doi">10.1371/journal.pone.0224135</pub-id> <pub-id pub-id-type="pmid">31940350</pub-id></citation></ref>
<ref id="B36"><label>36.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Ouwerkerk</surname> <given-names>W</given-names></name> <name><surname>Voors</surname> <given-names>AA</given-names></name> <name><surname>Zwinderman</surname> <given-names>AH</given-names></name></person-group>. <article-title>Factors influencing the predictive power of models for predicting mortality and/or heart failure hospitalization in patients with heart failure.</article-title> <source><italic>JACC Heart Fail.</italic></source> (<year>2014</year>) <volume>2</volume>:<fpage>429</fpage>&#x2013;<lpage>36</lpage>. <pub-id pub-id-type="doi">10.1016/j.jchf.2014.04.006</pub-id> <pub-id pub-id-type="pmid">25194294</pub-id></citation></ref>
<ref id="B37"><label>37.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Zhuang</surname> <given-names>B</given-names></name> <name><surname>Shen</surname> <given-names>T</given-names></name> <name><surname>Li</surname> <given-names>D</given-names></name> <name><surname>Jiang</surname> <given-names>Y</given-names></name> <name><surname>Li</surname> <given-names>G</given-names></name> <name><surname>Luo</surname> <given-names>Q</given-names></name><etal/></person-group> <article-title>A model for the prediction of mortality and hospitalization in Chinese heart failure patients.</article-title> <source><italic>Front Cardiovasc Med.</italic></source> (<year>2021</year>) <volume>8</volume>:<issue>761605</issue>. <pub-id pub-id-type="doi">10.3389/fcvm.2021.761605</pub-id> <pub-id pub-id-type="pmid">34869676</pub-id></citation></ref>
<ref id="B38"><label>38.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>D&#x2019;Ascenzi</surname> <given-names>F</given-names></name> <name><surname>Nannelli</surname> <given-names>C</given-names></name> <name><surname>Rizzo</surname> <given-names>L</given-names></name> <name><surname>Valente</surname> <given-names>S</given-names></name> <name><surname>Mondillo</surname> <given-names>S</given-names></name></person-group>. <article-title>ACUTE HF score, a multiparametric prognostic tool for acute heart failure: a real-life study.</article-title> <source><italic>Int J Cardiol.</italic></source> (<year>2019</year>) <volume>296</volume>:<fpage>103</fpage>&#x2013;<lpage>8</lpage>. <pub-id pub-id-type="doi">10.1016/j.ijcard.2019.07.015</pub-id> <pub-id pub-id-type="pmid">31324396</pub-id></citation></ref>
<ref id="B39"><label>39.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Matsue</surname> <given-names>Y</given-names></name> <name><surname>Kagiyama</surname> <given-names>N</given-names></name> <name><surname>Yamaguchi</surname> <given-names>T</given-names></name> <name><surname>Kuroda</surname> <given-names>S</given-names></name> <name><surname>Okumura</surname> <given-names>T</given-names></name> <name><surname>Kida</surname> <given-names>K</given-names></name><etal/></person-group> <article-title>Clinical and prognostic values of ALBI score in patients with acute heart failure.</article-title> <source><italic>Heart Lung Circ.</italic></source> (<year>2020</year>) <volume>29</volume>:<fpage>1328</fpage>&#x2013;<lpage>37</lpage>. <pub-id pub-id-type="doi">10.1016/j.hlc.2019.12.003</pub-id> <pub-id pub-id-type="pmid">32165085</pub-id></citation></ref>
<ref id="B40"><label>40.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Natanzon</surname> <given-names>SS</given-names></name> <name><surname>Maor</surname> <given-names>E</given-names></name> <name><surname>Klempfner</surname> <given-names>R</given-names></name> <name><surname>Goldenberg</surname> <given-names>I</given-names></name> <name><surname>Shaviv</surname> <given-names>E</given-names></name> <name><surname>Massalha</surname> <given-names>E</given-names></name><etal/></person-group> <article-title>Norton score and clinical outcomes following acute decompensated heart failure hospitalization.</article-title> <source><italic>J Cardiol.</italic></source> (<year>2020</year>) <volume>76</volume>:<fpage>335</fpage>&#x2013;<lpage>41</lpage>. <pub-id pub-id-type="doi">10.1016/j.jjcc.2020.05.016</pub-id> <pub-id pub-id-type="pmid">32534818</pub-id></citation></ref>
<ref id="B41"><label>41.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Elias</surname> <given-names>A</given-names></name> <name><surname>Agbarieh</surname> <given-names>R</given-names></name> <name><surname>Saliba</surname> <given-names>W</given-names></name> <name><surname>Khoury</surname> <given-names>J</given-names></name> <name><surname>Bahouth</surname> <given-names>F</given-names></name> <name><surname>Nashashibi</surname> <given-names>J</given-names></name><etal/></person-group> <article-title>SOFA score and short-term mortality in acute decompensated heart failure.</article-title> <source><italic>Sci Rep.</italic></source> (<year>2020</year>) <volume>10</volume>:<issue>20802</issue>. <pub-id pub-id-type="doi">10.1038/s41598-020-77967-2</pub-id> <pub-id pub-id-type="pmid">33257739</pub-id></citation></ref>
</ref-list>
</back>
</article>
