<?xml version="1.0" encoding="UTF-8" standalone="no"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.3 20070202//EN" "journalpublishing.dtd">
<article xml:lang="EN" xmlns:mml="http://www.w3.org/1998/Math/MathML" xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article">
<front>
<journal-meta>
<journal-id journal-id-type="publisher-id">Front. Med.</journal-id>
<journal-title>Frontiers in Medicine</journal-title>
<abbrev-journal-title abbrev-type="pubmed">Front. Med.</abbrev-journal-title>
<issn pub-type="epub">2296-858X</issn>
<publisher>
<publisher-name>Frontiers Media S.A.</publisher-name>
</publisher>
</journal-meta>
<article-meta>
<article-id pub-id-type="doi">10.3389/fmed.2021.792689</article-id>
<article-categories>
<subj-group subj-group-type="heading">
<subject>Medicine</subject>
<subj-group>
<subject>Original Research</subject>
</subj-group>
</subj-group>
</article-categories>
<title-group>
<article-title>A Machine Learning Approach for the Prediction of Traumatic Brain Injury Induced Coagulopathy</article-title>
</title-group>
<contrib-group>
<contrib contrib-type="author">
<name><surname>Yang</surname> <given-names>Fan</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
<xref ref-type="author-notes" rid="fn002"><sup>&#x02020;</sup></xref>
<uri xlink:href="http://loop.frontiersin.org/people/1558420/overview"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Peng</surname> <given-names>Chi</given-names></name>
<xref ref-type="aff" rid="aff2"><sup>2</sup></xref>
<xref ref-type="author-notes" rid="fn002"><sup>&#x02020;</sup></xref>
<uri xlink:href="http://loop.frontiersin.org/people/1558399/overview"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Peng</surname> <given-names>Liwei</given-names></name>
<xref ref-type="aff" rid="aff3"><sup>3</sup></xref>
<xref ref-type="author-notes" rid="fn002"><sup>&#x02020;</sup></xref>
<uri xlink:href="http://loop.frontiersin.org/people/1558468/overview"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Wang</surname> <given-names>Jian</given-names></name>
<xref ref-type="aff" rid="aff3"><sup>3</sup></xref>
<uri xlink:href="http://loop.frontiersin.org/people/365993/overview"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Li</surname> <given-names>Yuejun</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
<uri xlink:href="http://loop.frontiersin.org/people/1558489/overview"/>
</contrib>
<contrib contrib-type="author" corresp="yes">
<name><surname>Li</surname> <given-names>Weixin</given-names></name>
<xref ref-type="aff" rid="aff3"><sup>3</sup></xref>
<xref ref-type="corresp" rid="c001"><sup>&#x0002A;</sup></xref>
<uri xlink:href="http://loop.frontiersin.org/people/1511297/overview"/>
</contrib>
</contrib-group>
<aff id="aff1"><sup>1</sup><institution>Department of Plastic Surgery and Burns, Tangdu Hospital, Fourth Military Medical University</institution>, <addr-line>Xi&#x00027;an</addr-line>, <country>China</country></aff>
<aff id="aff2"><sup>2</sup><institution>Department of Health Statistics, Second Military Medical University</institution>, <addr-line>Shanghai</addr-line>, <country>China</country></aff>
<aff id="aff3"><sup>3</sup><institution>Department of Neurosurgery, Tangdu Hospital, Fourth Military Medical University</institution>, <addr-line>Xi&#x00027;an</addr-line>, <country>China</country></aff>
<author-notes>
<fn fn-type="edited-by"><p>Edited by: Zhongheng Zhang, Sir Run Run Shaw Hospital, China</p></fn>
<fn fn-type="edited-by"><p>Reviewed by: Luo Zhe, Fudan University, China; Arulselvi Subramanian, All India Institute of Medical Sciences, India; Gaurav Chhabra, All India Institute of Medical Sciences, Bhubaneswar, India</p></fn>
<corresp id="c001">&#x0002A;Correspondence: Weixin Li <email>tangdunaowai&#x00040;163.com</email></corresp>
<fn fn-type="other" id="fn001"><p>This article was submitted to Intensive Care Medicine and Anesthesiology, a section of the journal Frontiers in Medicine</p></fn>
<fn fn-type="equal" id="fn002"><p>&#x02020;These authors have contributed equally to this work and share first authorship</p></fn></author-notes>
<pub-date pub-type="epub">
<day>10</day>
<month>12</month>
<year>2021</year>
</pub-date>
<pub-date pub-type="collection">
<year>2021</year>
</pub-date>
<volume>8</volume>
<elocation-id>792689</elocation-id>
<history>
<date date-type="received">
<day>11</day>
<month>10</month>
<year>2021</year>
</date>
<date date-type="accepted">
<day>08</day>
<month>11</month>
<year>2021</year>
</date>
</history>
<permissions>
<copyright-statement>Copyright &#x000A9; 2021 Yang, Peng, Peng, Wang, Li and Li.</copyright-statement>
<copyright-year>2021</copyright-year>
<copyright-holder>Yang, Peng, Peng, Wang, Li and Li</copyright-holder>
<license xlink:href="http://creativecommons.org/licenses/by/4.0/"><p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (CC BY). The use, distribution or reproduction in other forums is permitted, provided the original author(s) and the copyright owner(s) are credited and that the original publication in this journal is cited, in accordance with accepted academic practice. No use, distribution or reproduction is permitted which does not comply with these terms.</p></license> </permissions>
<abstract><p><bold>Background:</bold> Traumatic brain injury-induced coagulopathy (TBI-IC), is a disease with poor prognosis and increased mortality rate.</p>
<p><bold>Objectives:</bold> Our study aimed to identify predictors as well as develop machine learning (ML) models to predict the risk of coagulopathy in this population.</p>
<p><bold>Methods:</bold> ML models were developed and validated based on two public databases named Medical Information Mart for Intensive Care (MIMIC)-IV and the eICU Collaborative Research Database (eICU-CRD). Candidate predictors, including demographics, family history, comorbidities, vital signs, laboratory findings, injury type, therapy strategy and scoring system were included. Models were compared on area under the curve (AUC), accuracy, sensitivity, specificity, positive and negative predictive values, and decision curve analysis (DCA) curve.</p>
<p><bold>Results:</bold> Of 999 patients in MIMIC-IV included in the final cohort, a total of 493 (49.35%) patients developed coagulopathy following TBI. Recursive feature elimination (RFE) selected 15 variables, including international normalized ratio (INR), prothrombin time (PT), sepsis related organ failure assessment (SOFA), activated partial thromboplastin time (APTT), platelet (PLT), hematocrit (HCT), red blood cell (RBC), hemoglobin (HGB), blood urea nitrogen (BUN), red blood cell volume distribution width (RDW), creatinine (CRE), congestive heart failure, myocardial infarction, sodium, and blood transfusion. The external validation in eICU-CRD demonstrated that adapting boosting (Ada) model had the highest AUC of 0.924 (95% CI: 0.902&#x02013;0.943). Furthermore, in the DCA curve, the Ada model and the extreme Gradient Boosting (XGB) model had relatively higher net benefits (ie, the correct classification of coagulopathy considering a trade-off between false- negatives and false-positives)&#x02014;over other models across a range of threshold probability values.</p>
<p><bold>Conclusions:</bold> The ML models, as indicated by our study, can be used to predict the incidence of TBI-IC in the intensive care unit (ICU).</p></abstract>
<kwd-group>
<kwd>traumatic brain injury-induced coagulopathy</kwd>
<kwd>TBI-IC</kwd>
<kwd>machine learning</kwd>
<kwd>external validation</kwd>
<kwd>model interpretation</kwd>
</kwd-group>
<counts>
<fig-count count="6"/>
<table-count count="2"/>
<equation-count count="0"/>
<ref-count count="43"/>
<page-count count="11"/>
<word-count count="6665"/>
</counts>
</article-meta>
</front>
<body>
<sec sec-type="intro" id="s1">
<title>Introduction</title>
<p>Traumatic brain injury (TBI) is still one of the leading causes of death and disability worldwide with over 10 million people hospitalized every year (<xref ref-type="bibr" rid="B1">1</xref>). It is common to witness the alterations of the coagulative system and disturbed coagulation function in TBI patients. Results from previous studies indicated that two in three patients with severe TBI manifested coagulation system abnormalities upon admission to the emergency department, and then continued to worsen (<xref ref-type="bibr" rid="B2">2</xref>, <xref ref-type="bibr" rid="B3">3</xref>). And the overall mortality of TBI-induced coagulopathy (TBI-IC) attains 17&#x02013;86% (<xref ref-type="bibr" rid="B4">4</xref>&#x02013;<xref ref-type="bibr" rid="B6">6</xref>). TBI-IC is characterized by both hypo-coagulopathy with prolonged bleeding or hyper-coagulopathy with an increased prothrombotic tendency, or both (<xref ref-type="bibr" rid="B4">4</xref>, <xref ref-type="bibr" rid="B7">7</xref>). Previous study unearthed that coagulopathy following TBI was related to higher mortality and prolonged intensive care unit (ICU) stay (<xref ref-type="bibr" rid="B8">8</xref>). In early stage, potential mechanisms include the dysfunction of the coagulation cascade and hyperfibrinolysis, both of which contribute to hemorrhagic progression. Later, a poorly defined prothrombotic stage emerges, partly caused by fibrinolysis shutdown and hyperactive platelets (<xref ref-type="bibr" rid="B9">9</xref>&#x02013;<xref ref-type="bibr" rid="B11">11</xref>).</p>
<p>Undoubtedly, it is imperative to promote the early identification of TBI-IC in a timely way. Laboratory assays, including international normalized ratio (INR) and thromboelastogram are widely used to diagnose TBI-IC. Nonetheless, these assays have limited value in predicting coagulopathy before it develops. In recent years, as a field of artificial intelligence, machine learning (ML) is able to learn from data based on computational modeling. Likewise, ML can fit high-order relationships between covariates and outcomes in data-rich environments (<xref ref-type="bibr" rid="B12">12</xref>&#x02013;<xref ref-type="bibr" rid="B14">14</xref>).</p>
<p>This study aimed to determine whether ML algorithms using demographic, comorbidities, laboratory examinations and other variables could predict TBI-IC with considerable accuracy and identify factors contributing to the prediction power.</p>
</sec>
<sec sec-type="materials and methods" id="s2">
<title>Materials and Methods</title>
<sec>
<title>Data Source</title>
<p>We conducted this retrospective study based on two sizeable critical care databases, the Medical Information Mart for Intensive Care (MIMIC)-IV version 1.0 (<xref ref-type="bibr" rid="B15">15</xref>) and eICU Collaborative Research Database (eICU-CRD) version 1.2 (<xref ref-type="bibr" rid="B16">16</xref>). In brief, the MIMIC-IV database, an updated version of MIMIC-III, incorporated comprehensive, de-identified data of patients admitted to the ICUs at the Beth Israel Deaconess Medical Center in Boston, Massachusetts, between 2008 and 2019, containing data from 383220 distinct admissions (single center). The other database, eICU-CRD, was a multicenter, freely available, sizeable database with de-identified high granularity health data associated for over 200,000 admissions to ICUs across the United States between 2014 and 2015. This study was approved by the Institutional Review Boards of Beth Israel Deaconess Medical Center (Boston, MA) and the Massachusetts Institute of Technology (Cambridge, MA). Requirement for individual patient consent was waived because the study did not impact clinical care and all protected health information was deidentified. One author (CP) has obtained access to both databases and was responsible for data extraction (Certification number: 41657645). The study was reported in accordance to the REporting of studies Conducted using Observational Routinely collected health Data (RECORD) statement (<xref ref-type="bibr" rid="B17">17</xref>).</p>
</sec>
<sec>
<title>Participant Selection</title>
<p>Inclusion criteria were patients with moderate and severe TBI [msTBI: defined as Glasgow Coma Score (GCS) &#x0003D; &#x0003C; 12]. People with an age of less than 16 years old, ICU stays less than 48 h, and no coagulation index within 24 h of ICU admission were excluded from the study. Moreover, for patients with ICU admissions more than once, only data of the first ICU admission of the first hospitalization were included in the analysis.</p>
</sec>
<sec>
<title>Predictors of Coagulopathy</title>
<p>A total of 53 predictor variables for the ML models were initially included. Specifically, in this study, the data were extracted from MIMIC-IV and eICU-CRD including age, gender, race, family history of stroke. Coexisting disorders were also collected based on the recorded International Classification of Diseases (ICD)-9 and ICD-10 codes. Then, the Charlson comorbidity index (CCI) was calculated from its component variables [myocardial infarction, congestive heart failure, peripheral vascular disease, cerebrovascular disease, dementia, chronic pulmonary disease, rheumatic disease, peptic ulcer disease, diabetes, paraplegia, renal disease, malignant cancer, severe liver disease, metastatic solid tumor and acquired immunodeficiency syndrome (AIDS)]. Lastly, we extracted data containing vital signs, laboratory findings, injury type, different therapy strategies and scoring system on the first day of ICU admission. Details of missing data can be seen in <xref ref-type="supplementary-material" rid="SM1">Supplementary Table 1</xref>.</p>
</sec>
<sec>
<title>Outcome</title>
<p>In accordance to previous literature, the following parameters were considered for diagnosing coagulopathy: an activated partial thromboplastin time (APTT) &#x0003E; 40s, an INR &#x0003E; 1.4, or platelet (PLT) counts &#x0003C; 100 &#x000D7; 10<sup>9</sup>/L (<xref ref-type="bibr" rid="B4">4</xref>, <xref ref-type="bibr" rid="B18">18</xref>).</p>
</sec>
<sec>
<title>Statistical Analysis</title>
<p>Values were presented as the means with standard deviations (if normal) or medians with interquartile ranges (IQR) (if non-normal) for continuous variables, and total numbers with percentages for categorical variables. Proportions were compared using &#x003C7;<sup>2</sup> test or Fisher exact tests while continuous variables were compared using the <italic>t</italic> test or Wilcoxon rank sum test, as appropriate.</p>
<p>In this study, recursive feature elimination (RFE) as a feature selection method was used to select the most relevant features. In short, RFE recursively fits a model based on smaller feature sets until a specified termination criterion is reached. In each loop, in the trained model, features were ranked based on their importance. Finally, dependency and collinearity were eliminated. Features were then considered in groups of 15/25/35/45/ALL (ALL = 53 variables, as represented in <xref ref-type="fig" rid="F1">Figure 1</xref>) organized by the ranks obtained after the feature selection method. To find the optimal hyperparameters, 10-fold cross-validation was used as a resampling method. In each iteration, every nine folds were used as training subset, and the remaining one fold was processed to tune the hyperparameters. This training-testing process was repeated thirty times. And in this way, each sample would be involved in the training model, and also participated in the testing model, so that all data were used to the greatest extent.</p>
<fig id="F1" position="float">
<label>Figure 1</label>
<caption><p>Overview of the methods used for data extraction, training, and testing. ICU, intensive care unit; MIMIC-IV, Medical Information Mart for Intensive Care-IV; eICU-CRD, eICU Collaborative Research Database; TBI, traumatic brain injury; ML, machine learning; NNET, artificial neural network; NB, na&#x000EF;ve bayes; GBM, gradient boosting machine; Ada, adapting boosting; RF, random forest; BT, bagged trees; XGB, eXtreme Gradient Boosting.</p></caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fmed-08-792689-g0001.tif"/>
</fig>
<p>In this study, we employed seven diverse ML algorithms to develop models, containing artificial neural network (NNET), na&#x000EF;ve bayes (NB), gradient boosting machine (GBM), adapting boosting (Ada), random forest (RF), bagged trees (BT), and eXtreme Gradient Boosting (XGB). Initially, we conducted internal validation on the development sets to quantify optimism in the predictive performance and evaluate stability of the prediction model. Bootstrap Resampling technique with 100 iterations was used to evaluate the internal validity of each model. External validation of the models was performed in eICU-CRD. All the models were assessed in multiple dimensions regarding their model performance. The median and 95% confidence intervals of area under the curve (AUC) were calculated, where an AUC value of 1.0 means perfect discrimination and 0.5 represents no discrimination. And the accuracy, sensitivity, specificity, negative predictive value, and positive predictive value were also calculated. Additionally, to determine the clinical usefulness of the included variables by quantifying the net benefit at different threshold probabilities, we conducted the decision curve analysis (DCA) (<xref ref-type="bibr" rid="B19">19</xref>). Finally, the &#x0201C;Shiny&#x0201D; package in the R was used to construct a visual data analysis platform.</p>
<p>All analyses were performed by the statistical software packages R version 4.0.2 (<ext-link ext-link-type="uri" xlink:href="http://www.R-project.org">http://www.R-project.org</ext-link>, The R Foundation). In our study, we used the &#x0201C;Caret&#x0201D; R packages to achieve the process. <italic>P</italic> values less than 0.05 (two-sided test) were considered as statistically significant.</p>
</sec>
</sec>
<sec sec-type="results" id="s3">
<title>Results</title>
<sec>
<title>Baseline Characteristics</title>
<p>Variable values on the first day of the TBI patients in MIMIC-IV were analyzed. As shown in <xref ref-type="fig" rid="F1">Figure 1</xref> and <xref ref-type="table" rid="T1">Table 1</xref> of 5717 TBI patients in MIMIC-IV, 999 were included in the final cohort. A total of 493 patients developed coagulopathy, whereas 506 patients did not. A cohort of 285 patients with coagulopathy following TBI in eICU-CRD was included as external dataset (<xref ref-type="supplementary-material" rid="SM2">Supplementary Table 2</xref>). The process of data extraction, training preparation, data testing via different ML algorithms is depicted in <xref ref-type="fig" rid="F1">Figure 1</xref>. People who had coagulopathy were more likely to be female, with family history of stroke, myocardial infarction, congestive heart failure, peripheral vascular disease, cerebrovascular disease, renal disease, malignant cancer, severe liver disease, metastatic solid tumor as well as having higher CCI, heart rate, respiratory rate, red blood cell volume distribution width (RDW), INR, lactate, buffer excess (BE), FiO<sub>2</sub>, chloride, sodium, glucose, creatinine (CRE), blood urea nitrogen (BUN), blood transfusion, sepsis related organ failure assessment (SOFA), acute physiology score III (APSIII), and longer APTT, prothrombin time (PT), mechanical ventilation (MV). Furthermore, they were less likely to have dementia, cerebral contusion, with lower temperature, mean artery pressure (MAP), red blood cell (RBC), white blood cell (WBC), hemoglobin (HGB), PLT, hematocrit (HCT), pH, bicarbonate, PaO<sub>2</sub>/FiO<sub>2</sub>, calcium, urine output, and GCS.</p>
<table-wrap position="float" id="T1">
<label>Table 1</label>
<caption><p>Baseline characteristics of the MIMIC-IV cohorts.</p></caption>
<table frame="hsides" rules="groups">
<thead><tr>
<th/>
<th valign="top" align="center" colspan="3" style="border-bottom: thin solid #000000;"><bold>MIMIC-IV</bold></th>
</tr>
<tr>
<th valign="top" align="left"><bold>Variables</bold></th>
<th valign="top" align="center"><bold>Coagulopathy (<italic>n</italic> &#x0003D; 493)</bold></th>
<th valign="top" align="center"><bold>Non-Coagulopathy (<italic>n</italic> &#x0003D; 506)</bold></th>
<th valign="top" align="center"><italic><bold>P</bold></italic> <bold>Value</bold></th>
</tr>
</thead>
<tbody>
<tr>
<td valign="top" align="left">Demographics</td>
<td/>
<td/>
<td/>
</tr>
<tr>
<td valign="top" align="left">Age (y), median [Q1, Q3]</td>
<td valign="top" align="center">67.00 (52.00, 80.00)</td>
<td valign="top" align="center">66.00 (48.00, 82.00)</td>
<td valign="top" align="center">0.809</td>
</tr>
<tr>
<td valign="top" align="left">Male, <italic>n</italic> (%)</td>
<td valign="top" align="center">317 (62.65)</td>
<td valign="top" align="center">343 (69.57)</td>
<td valign="top" align="center">0.025</td>
</tr>
<tr>
<td valign="top" align="left">Race, <italic>n</italic> (%)</td>
<td/>
<td/>
<td/>
</tr>
<tr>
<td valign="top" align="left">Black</td>
<td valign="top" align="center">24 (4.87)</td>
<td valign="top" align="center">28 (5.53)</td>
<td/>
</tr>
<tr>
<td valign="top" align="left">White</td>
<td valign="top" align="center">294 (59.63)</td>
<td valign="top" align="center">304 (60.08)</td>
<td/>
</tr>
<tr>
<td valign="top" align="left">Hispanic</td>
<td valign="top" align="center">14 (2.84)</td>
<td valign="top" align="center">16 (3.16)</td>
<td/>
</tr>
<tr>
<td valign="top" align="left">Asian</td>
<td valign="top" align="center">15 (3.04)</td>
<td valign="top" align="center">10 (1.98)</td>
<td/>
</tr>
<tr>
<td valign="top" align="left">Others</td>
<td valign="top" align="center">146 (29.61)</td>
<td valign="top" align="center">148 (29.25)</td>
<td/>
</tr>
<tr>
<td valign="top" align="left">BMI (kg/m<sup>2</sup>), median [Q1, Q3]</td>
<td valign="top" align="center">26.25 (23.03, 29.80)</td>
<td valign="top" align="center">26.12 (23.10, 30.10)</td>
<td valign="top" align="center">0.914</td>
</tr>
<tr>
<td valign="top" align="left">Family history of stroke, <italic>n</italic> (%)</td>
<td valign="top" align="center">19 (3.85)</td>
<td valign="top" align="center">5 (0.99)</td>
<td valign="top" align="center">0.006</td>
</tr>
<tr>
<td valign="top" align="left">Coexisting disorders, <italic>n</italic> (%)</td>
<td/>
<td/>
<td/>
</tr>
<tr>
<td valign="top" align="left">Myocardial infarction</td>
<td valign="top" align="center">69 (14.00)</td>
<td valign="top" align="center">23 (4.55)</td>
<td valign="top" align="center">&#x0003C;0.001</td>
</tr>
<tr>
<td valign="top" align="left">Congestive heart failure</td>
<td valign="top" align="center">122 (24.75)</td>
<td valign="top" align="center">44 (8.70)</td>
<td valign="top" align="center">&#x0003C;0.001</td>
</tr>
<tr>
<td valign="top" align="left">Peripheral vascular disease</td>
<td valign="top" align="center">39 (7.91)</td>
<td valign="top" align="center">20 (3.95)</td>
<td valign="top" align="center">0.012</td>
</tr>
<tr>
<td valign="top" align="left">Cerebrovascular disease</td>
<td valign="top" align="center">98 (19.88)</td>
<td valign="top" align="center">75 (14.82)</td>
<td valign="top" align="center">0.043</td>
</tr>
<tr>
<td valign="top" align="left">Dementia</td>
<td valign="top" align="center">22 (4.46)</td>
<td valign="top" align="center">45 (8.89)</td>
<td valign="top" align="center">0.008</td>
</tr>
<tr>
<td valign="top" align="left">Chronic pulmonary disease</td>
<td valign="top" align="center">75 (15.21)</td>
<td valign="top" align="center">61 (12.06)</td>
<td valign="top" align="center">0.173</td>
</tr>
<tr>
<td valign="top" align="left">Rheumatic disease</td>
<td valign="top" align="center">11 (2.23)</td>
<td valign="top" align="center">5 (0.99)</td>
<td valign="top" align="center">0.189</td>
</tr>
<tr>
<td valign="top" align="left">Peptic ulcer disease</td>
<td valign="top" align="center">12 (2.43)</td>
<td valign="top" align="center">5 (0.99)</td>
<td valign="top" align="center">0.128</td>
</tr>
<tr>
<td valign="top" align="left">Diabetes</td>
<td valign="top" align="center">108 (21.91)</td>
<td valign="top" align="center">122 (24.11)</td>
<td valign="top" align="center">0.452</td>
</tr>
<tr>
<td valign="top" align="left">Paraplegia</td>
<td valign="top" align="center">47 (9.53)</td>
<td valign="top" align="center">62 (12.25)</td>
<td valign="top" align="center">0.202</td>
</tr>
<tr>
<td valign="top" align="left">Renal disease</td>
<td valign="top" align="center">73 (14.81)</td>
<td valign="top" align="center">42 (8.30)</td>
<td valign="top" align="center">0.002</td>
</tr>
<tr>
<td valign="top" align="left">Malignant cancer</td>
<td valign="top" align="center">36 (7.30)</td>
<td valign="top" align="center">10 (1.98)</td>
<td valign="top" align="center">&#x0003C;0.001</td>
</tr>
<tr>
<td valign="top" align="left">Severe liver disease</td>
<td valign="top" align="center">23 (4.67)</td>
<td valign="top" align="center">0 (0.00)</td>
<td valign="top" align="center">&#x0003C;0.001</td>
</tr>
<tr>
<td valign="top" align="left">Metastatic solid tumor</td>
<td valign="top" align="center">10 (2.03)</td>
<td valign="top" align="center">2 (0.40)</td>
<td valign="top" align="center">0.038</td>
</tr>
<tr>
<td valign="top" align="left">AIDS</td>
<td valign="top" align="center">2 (0.41)</td>
<td valign="top" align="center">2 (0.40)</td>
<td valign="top" align="center">1.000</td>
</tr>
<tr>
<td valign="top" align="left">CCI, median [Q1, Q3]</td>
<td valign="top" align="center">5.00 (3.00, 7.00)</td>
<td valign="top" align="center">4.00 (2.00, 6.00)</td>
<td valign="top" align="center">&#x0003C;0.001</td>
</tr>
<tr>
<td valign="top" align="left">Vital signs (1st 24h)</td>
<td/>
<td/>
<td/>
</tr>
<tr>
<td valign="top" align="left">Temperature (&#x000B0;C), median [Q1, Q3]</td>
<td valign="top" align="center">37.10 (36.70, 37.50)</td>
<td valign="top" align="center">37.20 (36.90, 37.52)</td>
<td valign="top" align="center">0.017</td>
</tr>
<tr>
<td valign="top" align="left">MAP (mmHg), median [Q1, Q3]</td>
<td valign="top" align="center">79.00 (73.00, 86.00)</td>
<td valign="top" align="center">81.00 (76.00, 88.00)</td>
<td valign="top" align="center">&#x0003C;0.001</td>
</tr>
<tr>
<td valign="top" align="left">Heart rate (min), median [Q1, Q3]</td>
<td valign="top" align="center">86.00 (76.00, 99.00)</td>
<td valign="top" align="center">84.00 (73.00, 95.00)</td>
<td valign="top" align="center">0.004</td>
</tr>
<tr>
<td valign="top" align="left">Respiratory rate (min), median [Q1, Q3]</td>
<td valign="top" align="center">19.00 (17.00, 22.00)</td>
<td valign="top" align="center">18.00 (16.00, 20.00)</td>
<td valign="top" align="center">&#x0003C;0.001</td>
</tr>
<tr>
<td valign="top" align="left">Laboratory findings (1st 24h)</td>
<td/>
<td/>
<td/>
</tr>
<tr>
<td valign="top" align="left">RBC (10<sup>9</sup>/L), median [Q1, Q3]</td>
<td valign="top" align="center">3.40 (3.00, 3.80)</td>
<td valign="top" align="center">3.80 (3.30, 4.20)</td>
<td valign="top" align="center">&#x0003C;0.001</td>
</tr>
<tr>
<td valign="top" align="left">WBC (&#x000D7; 10<sup>9</sup>/L), median [Q1, Q3]</td>
<td valign="top" align="center">11.60 (8.33, 14.80)</td>
<td valign="top" align="center">12.30 (9.50, 15.00)</td>
<td valign="top" align="center">0.029</td>
</tr>
<tr>
<td valign="top" align="left">HGB (g/dL), median [Q1, Q3]</td>
<td valign="top" align="center">11.00 (9.00, 12.00)</td>
<td valign="top" align="center">12.00 (10.00, 13.00)</td>
<td valign="top" align="center">&#x0003C;0.001</td>
</tr>
<tr>
<td valign="top" align="left">PLT (&#x000D7; 10<sup>9</sup>/L), median [Q1, Q3]</td>
<td valign="top" align="center">166.50 (119.00, 224.75)</td>
<td valign="top" align="center">219.00 (178.00, 265.00)</td>
<td valign="top" align="center">&#x0003C;0.001</td>
</tr>
<tr>
<td valign="top" align="left">RDW (%), median [Q1, Q3]</td>
<td valign="top" align="center">17.20 (14.50, 47.80)</td>
<td valign="top" align="center">15.50 (13.60, 44.98)</td>
<td valign="top" align="center">&#x0003C;0.001</td>
</tr>
<tr>
<td valign="top" align="left">HCT (%), median [Q1, Q3]</td>
<td valign="top" align="center">31.90 (27.83, 35.77)</td>
<td valign="top" align="center">35.10 (31.20, 38.40)</td>
<td valign="top" align="center">&#x0003C;0.001</td>
</tr>
<tr>
<td valign="top" align="left">APTT (s), median [Q1, Q3]</td>
<td valign="top" align="center">31.40 (27.70, 38.20)</td>
<td valign="top" align="center">27.60 (25.70, 30.17)</td>
<td valign="top" align="center">&#x0003C;0.001</td>
</tr>
<tr>
<td valign="top" align="left">PT (s), median [Q1, Q3]</td>
<td valign="top" align="center">15.40 (13.40, 17.90)</td>
<td valign="top" align="center">12.90 (12.00, 13.80)</td>
<td valign="top" align="center">&#x0003C;0.001</td>
</tr>
<tr>
<td valign="top" align="left">INR, median [Q1, Q3]</td>
<td valign="top" align="center">1.40 (1.20, 1.60)</td>
<td valign="top" align="center">1.20 (1.10, 1.20)</td>
<td valign="top" align="center">&#x0003C;0.001</td>
</tr>
<tr>
<td valign="top" align="left">pH, median [Q1, Q3]</td>
<td valign="top" align="center">7.39 (7.34, 7.43)</td>
<td valign="top" align="center">7.40 (7.37, 7.44)</td>
<td valign="top" align="center">0.001</td>
</tr>
<tr>
<td valign="top" align="left">Bicarbonate (mmol/L), median [Q1, Q3]</td>
<td valign="top" align="center">22.50 (20.00, 25.00)</td>
<td valign="top" align="center">23.30 (21.00, 25.00)</td>
<td valign="top" align="center">0.002</td>
</tr>
<tr>
<td valign="top" align="left">Lactate (mmol/L), median [Q1, Q3]</td>
<td valign="top" align="center">1.80 (1.20, 2.60)</td>
<td valign="top" align="center">1.50 (1.00, 2.12)</td>
<td valign="top" align="center">&#x0003C;0.001</td>
</tr>
<tr>
<td valign="top" align="left">BE (mEq/L), median [Q1, Q3]</td>
<td valign="top" align="center">&#x02212;0.71 (-3.00, 1.00)</td>
<td valign="top" align="center">0.00 (-1.50, 1.50)</td>
<td valign="top" align="center">&#x0003C;0.001</td>
</tr>
<tr>
<td valign="top" align="left">Anion gap (mmol/L), median [Q1, Q3]</td>
<td valign="top" align="center">14.80 (12.80, 16.70)</td>
<td valign="top" align="center">14.50 (13.00, 16.30)</td>
<td valign="top" align="center">0.467</td>
</tr>
<tr>
<td valign="top" align="left">PaO<sub>2</sub> (mmHg), median [Q1, Q3]</td>
<td valign="top" align="center">141.48 (104.91, 191.65)</td>
<td valign="top" align="center">148.33 (103.25, 193.69)</td>
<td valign="top" align="center">0.560</td>
</tr>
<tr>
<td valign="top" align="left">PaCO<sub>2</sub> (mmHg), median [Q1, Q3]</td>
<td valign="top" align="center">38.33 (35.00, 42.67)</td>
<td valign="top" align="center">38.46 (35.00, 43.00)</td>
<td valign="top" align="center">0.784</td>
</tr>
<tr>
<td valign="top" align="left">FiO<sub>2</sub> (%), median [Q1, Q3]</td>
<td valign="top" align="center">50.00 (42.50, 60.00)</td>
<td valign="top" align="center">50.00 (40.00, 57.50)</td>
<td valign="top" align="center">0.025</td>
</tr>
<tr>
<td valign="top" align="left">PaO<sub>2</sub>/FiO<sub>2</sub>, median [Q1, Q3]</td>
<td valign="top" align="center">286.29 (208.26, 372.00)</td>
<td valign="top" align="center">313.72 (227.25, 413.23)</td>
<td valign="top" align="center">0.008</td>
</tr>
<tr>
<td valign="top" align="left">Chloride (mmol/L), median [Q1, Q3]</td>
<td valign="top" align="center">105.50 (102.00, 109.30)</td>
<td valign="top" align="center">104.50 (101.00, 108.00)</td>
<td valign="top" align="center">0.001</td>
</tr>
<tr>
<td valign="top" align="left">Calcium (mmol/L), median [Q1, Q3]</td>
<td valign="top" align="center">8.30 (7.80, 8.70)</td>
<td valign="top" align="center">8.50 (8.00, 8.90)</td>
<td valign="top" align="center">&#x0003C;0.001</td>
</tr>
<tr>
<td valign="top" align="left">Sodium, (mmol/L), median [Q1, Q3]</td>
<td valign="top" align="center">140.00 (137.00, 142.80)</td>
<td valign="top" align="center">140.00 (137.00, 141.80)</td>
<td valign="top" align="center">0.049</td>
</tr>
<tr>
<td valign="top" align="left">Potassium (mmol/L), median [Q1, Q3]</td>
<td valign="top" align="center">4.10 (3.80, 4.40)</td>
<td valign="top" align="center">4.00 (3.80, 4.30)</td>
<td valign="top" align="center">0.197</td>
</tr>
<tr>
<td valign="top" align="left">Glucose (mmol/L), median [Q1, Q3]</td>
<td valign="top" align="center">141.00 (116.00, 166.00)</td>
<td valign="top" align="center">133.00 (114.50, 159.00)</td>
<td valign="top" align="center">0.035</td>
</tr>
<tr>
<td valign="top" align="left">CRE (mg/dL), median [Q1, Q3]</td>
<td valign="top" align="center">1.00 (0.70, 1.30)</td>
<td valign="top" align="center">0.90 (0.70, 1.10)</td>
<td valign="top" align="center">&#x0003C;0.001</td>
</tr>
<tr>
<td valign="top" align="left">BUN (mg/dL), median [Q1, Q3]</td>
<td valign="top" align="center">17.50 (12.30, 26.70)</td>
<td valign="top" align="center">15.00 (11.00, 20.00)</td>
<td valign="top" align="center">&#x0003C;0.001</td>
</tr>
<tr>
<td valign="top" align="left">Urine output (mL), median [Q1, Q3]</td>
<td valign="top" align="center">1668.00 (1078.00, 2462.50)</td>
<td valign="top" align="center">1875.00 (1250.00, 2673.75)</td>
<td valign="top" align="center">0.018</td>
</tr>
<tr>
<td valign="top" align="left">Type of injury, <italic>n</italic> (%)</td>
<td/>
<td/>
<td/>
</tr>
<tr>
<td valign="top" align="left">Subarachnoid hemorrhage</td>
<td valign="top" align="center">175 (35.50)</td>
<td valign="top" align="center">162 (32.02)</td>
<td valign="top" align="center">0.273</td>
</tr>
<tr>
<td valign="top" align="left">Cranial extradural hematoma</td>
<td valign="top" align="center">18 (3.65)</td>
<td valign="top" align="center">16 (3.16)</td>
<td valign="top" align="center">0.801</td>
</tr>
<tr>
<td valign="top" align="left">Cerebral contusion</td>
<td valign="top" align="center">74 (15.01)</td>
<td valign="top" align="center">124 (24.51)</td>
<td valign="top" align="center">&#x0003C;0.001</td>
</tr>
<tr>
<td valign="top" align="left">Therapy strategy (1st 24h), <italic>n</italic> (%)</td>
<td/>
<td/>
</tr>
<tr>
<td valign="top" align="left">MV</td>
<td valign="top" align="center">436 (88.44)</td>
<td valign="top" align="center">401 (79.25)</td>
<td valign="top" align="center">&#x0003C;0.001</td>
</tr>
<tr>
<td valign="top" align="left">Blood Transfusion</td>
<td valign="top" align="center">29 (5.88)</td>
<td valign="top" align="center">5 (0.99)</td>
<td valign="top" align="center">&#x0003C;0.001</td>
</tr>
<tr>
<td valign="top" align="left">Hyperosmolar therapy</td>
<td valign="top" align="center">46 (9.33)</td>
<td valign="top" align="center">63 (12.45)</td>
<td valign="top" align="center">0.139</td>
</tr>
<tr>
<td valign="top" align="left">Neurosurgical intervention</td>
<td valign="top" align="center">146 (29.61)</td>
<td valign="top" align="center">153 (30.24)</td>
<td valign="top" align="center">0.884</td>
</tr>
<tr>
<td valign="top" align="left">Scoring system</td>
<td/>
<td/>
<td/>
</tr>
<tr>
<td valign="top" align="left">GCS</td>
<td valign="top" align="center">8.00 (5.00, 10.00)</td>
<td valign="top" align="center">8.00 (7.00, 10.00)</td>
<td valign="top" align="center">0.001</td>
</tr>
<tr>
<td valign="top" align="left">SOFA</td>
<td valign="top" align="center">7.00 (5.00, 10.00)</td>
<td valign="top" align="center">5.00 (4.00, 6.00)</td>
<td valign="top" align="center">&#x0003C;0.001</td>
</tr>
<tr>
<td valign="top" align="left">APSIII</td>
<td valign="top" align="center">39.00 (31.00, 48.00)</td>
<td valign="top" align="center">35.00 (27.00, 43.00)</td>
<td valign="top" align="center">&#x0003C;0.001</td>
</tr>
</tbody>
</table>
<table-wrap-foot>
<p><italic>MIMIC-IV, Medical Information Mart for Intensive Care-IV; BMI, body mass index; AIDS, acquired immunodeficiency syndrome; CCI, Charlson comorbidity index; MAP, mean artery pressure; RBC, red blood cell; WBC, white blood cell; HGB, hemoglobin; PLT, platelet; RDW, red blood cell volume distribution width; RDW, red blood cell volume distribution width; HCT, hematocrit; APTT, activated partial thromboplastin time; PT, prothrombin time; INR, international normalized ratio; BE, buffer excess; CRE, creatinine; BUN, blood urea nitrogen; MV, mechanical ventilation; GCS, Glasgow coma score; SOFA, sepsis related organ failure assessment; APSIII acute physiology score III; Blood Transfusion: defined as RBC, Plasma, PLT product administered; Hyperosmolar therapy: defined as HTS or mannitol; Neurosurgical intervention: defined as craniectomy or ventriculostomy</italic>.</p>
</table-wrap-foot>
</table-wrap>
</sec>
<sec>
<title>Variable Importance</title>
<p>A total of 15 important predictors (<xref ref-type="fig" rid="F2">Figure 2</xref>) was selected by the RFE algorithm, including INR, PT, SOFA, APTT, PLT, HCT, RBC, HGB, BUN, RDW, CRE, congestive heart failure, myocardial infarction, sodium, and blood transfusion. Then, these 15 variables were used in all the subsequent analysis for all models in both training and testing sets.</p>
<fig id="F2" position="float">
<label>Figure 2</label>
<caption><p>Association between the number of variables allowed to be considered at each split and the prediction accuracy in the REF algorithm. REF, recursive feature elimination.</p></caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fmed-08-792689-g0002.tif"/>
</fig>
</sec>
<sec>
<title>Prediction Performance in eICU-CRD</title>
<p>The discriminatory abilities of all models for the prediction of coagulopathy are in <xref ref-type="fig" rid="F3">Figure 3</xref> and <xref ref-type="table" rid="T2">Table 2</xref>. Within the training set, the NNET, NB, GBM, Ada, RF, BT and XGB models were established, and the testing set obtained AUCs of 0.910, 0.867, 0.920, 0.924, 0.915, 0.881, and 0.917, respectively. Comparatively, Ada had the highest predictive performance among these seven models (AUC 0.924, 95% Confidence Interval (CI) 0.902 to 0.943), while NB had the poorest generalization ability (AUC 0.867, 95% CI 0.839 to 0.891). The decision curve compared the net benefit of the best model and alternative approaches for clinical decision making. As shown in <xref ref-type="fig" rid="F4">Figure 4</xref>, the net benefits of the Ada model and XGB model surpassed those of other ML models, including NB for all threshold values, showing that these two models were more superior in predicting the TBI-IC in this cohort.</p>
<fig id="F3" position="float">
<label>Figure 3</label>
<caption><p>Area under the curve of receiver operating characteristic curve by machine learning models in the validation cohort. ROC, receiver operate characteristics; AUC, area under the curve; NNET, artificial neural network; NB, na&#x000EF;ve bayes; GBM, gradient boosting machine; Ada, adapting boosting; RF, random forest; BT, bagged trees; XGB, eXtreme Gradient Boosting.</p></caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fmed-08-792689-g0003.tif"/>
</fig>
<table-wrap position="float" id="T2">
<label>Table 2</label>
<caption><p>Prediction performance of the machine learning models in the testing set.</p></caption>
<table frame="hsides" rules="groups">
<thead><tr>
<th valign="top" align="left"><bold>Model</bold></th>
<th valign="top" align="center"><bold>Accuracy</bold></th>
<th valign="top" align="center"><bold>Sensitivity</bold></th>
<th valign="top" align="center"><bold>Specificity</bold></th>
<th valign="top" align="center"><bold>PPV</bold></th>
<th valign="top" align="center"><bold>NPV</bold></th>
<th valign="top" align="center"><bold>AUC</bold></th>
<th valign="top" align="center"><bold>95% CI</bold></th>
</tr>
</thead>
<tbody>
<tr>
<td valign="top" align="left">NNET</td>
<td valign="top" align="center">0.851</td>
<td valign="top" align="center">0.733</td>
<td valign="top" align="center">0.932</td>
<td valign="top" align="center">0.882</td>
<td valign="top" align="center">0.835</td>
<td valign="top" align="center">0.910</td>
<td valign="top" align="center">(0.886, 0.930)</td>
</tr>
<tr>
<td valign="top" align="left">NB</td>
<td valign="top" align="center">0.814</td>
<td valign="top" align="center">0.586</td>
<td valign="top" align="center">0.971</td>
<td valign="top" align="center">0.933</td>
<td valign="top" align="center">0.772</td>
<td valign="top" align="center">0.867</td>
<td valign="top" align="center">(0.839, 0.891)</td>
</tr>
<tr>
<td valign="top" align="left">GBM</td>
<td valign="top" align="center">0.848</td>
<td valign="top" align="center">0.800</td>
<td valign="top" align="center">0.881</td>
<td valign="top" align="center">0.823</td>
<td valign="top" align="center">0.864</td>
<td valign="top" align="center">0.920</td>
<td valign="top" align="center">(0.897, 0.939)</td>
</tr>
<tr>
<td valign="top" align="left">Ada</td>
<td valign="top" align="center">0.855</td>
<td valign="top" align="center">0.730</td>
<td valign="top" align="center">0.942</td>
<td valign="top" align="center">0.897</td>
<td valign="top" align="center">0.834</td>
<td valign="top" align="center">0.924</td>
<td valign="top" align="center">(0.902, 0.943)</td>
</tr>
<tr>
<td valign="top" align="left">RF</td>
<td valign="top" align="center">0.862</td>
<td valign="top" align="center">0.797</td>
<td valign="top" align="center">0.908</td>
<td valign="top" align="center">0.857</td>
<td valign="top" align="center">0.866</td>
<td valign="top" align="center">0.915</td>
<td valign="top" align="center">(0.892, 0.935)</td>
</tr>
<tr>
<td valign="top" align="left">BT</td>
<td valign="top" align="center">0.835</td>
<td valign="top" align="center">0.747</td>
<td valign="top" align="center">0.896</td>
<td valign="top" align="center">0.832</td>
<td valign="top" align="center">0.837</td>
<td valign="top" align="center">0.881</td>
<td valign="top" align="center">(0.854, 0.904)</td>
</tr>
<tr>
<td valign="top" align="left">XGB</td>
<td valign="top" align="center">0.859</td>
<td valign="top" align="center">0.744</td>
<td valign="top" align="center">0.939</td>
<td valign="top" align="center">0.895</td>
<td valign="top" align="center">0.841</td>
<td valign="top" align="center">0.917</td>
<td valign="top" align="center">(0.894, 0.936)</td>
</tr>
</tbody>
</table>
<table-wrap-foot>
<p><italic>PPV, positive predictive values; NPV, negative predictive values, AUC, area under the curve; CI, confidence interval; NNET, artificial neural network; NB, na&#x000EF;ve bayes; GBM, gradient boosting machine; Ada, adapting boosting; RF, random forest; BT, bagged trees; XGB, eXtreme Gradient Boosting</italic>.</p>
</table-wrap-foot>
</table-wrap>
<fig id="F4" position="float">
<label>Figure 4</label>
<caption><p>Decision curve analysis. The net benefits of the Ada and XGB are relatively larger over a range of threshold probability values compared with those of other ML models. Ada, adapting boosting; XGB, eXtreme Gradient Boosting; ML, machine learning. NNET, arti?cial neural network; NB, na&#x000EF;ve bayes; GBM, gradient boosting machine; RF, random forest; BT, bagged trees.</p></caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fmed-08-792689-g0004.tif"/>
</fig>
<p>In the <xref ref-type="fig" rid="F5">Figure 5</xref>, the fifth predictor variables in the ML models are shown. Each variable included in the study had varying importance over the TBI-IC relying on the ML approach. Overall, the coagulation profile (PLT, INR, PT) was the variable with relatively higher importance across all ML algorithms, followed by APTT, SOFA, and so forth.</p>
<fig id="F5" position="float">
<label>Figure 5</label>
<caption><p>Variable importance in seven different ML models. ML, machine learning; NNET, artificial neural network; NB, na&#x000EF;ve bayes; GBM, gradient boosting machine; Ada, adapting boosting; RF, random forest; BT, bagged trees; XGB, eXtreme Gradient Boosting; INR, international normalized ratio; PT, prothrombin time; SOFA, sepsis related organ failure assessment; APTT, activated partial thromboplastin time; PLT, platelet; HCT, hematocrit; RBC, red blood cell; HGB, hemoglobin; BUN, blood urea nitrogen; RDW, red blood cell volume distribution width; CRE, creatinine.</p></caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fmed-08-792689-g0005.tif"/>
</fig>
</sec>
<sec>
<title>Model Interpretation</title>
<p>We next used the Shiny to illustrate the impacts of key features on the coagulopathy prediction model in individual patients. As shown in <xref ref-type="fig" rid="F6">Figure 6</xref>, the information of one patient was input into the model: PLT (186 &#x000D7; 10<sup>9</sup>/L), INR (1.1), PT (12s), APTT (29s), SOFA (<xref ref-type="bibr" rid="B4">4</xref>), RDW (44%), no congestive heart failure, RBC (3.9 &#x000D7; 10<sup>9</sup>/L), CRE (8.7 mg/dL), BUN (24 mg/dL), sodium (142.3 mmol/L), HCT (39.2%), no myocardial infarction, no blood transfusion, HGB (14 g/dl). The model analyzed that the risk of coagulopathy in this patient was 82.10%, indicating that the probability of coagulopathy for the patients was high, and precaution measures were recommended.</p>
<fig id="F6" position="float">
<label>Figure 6</label>
<caption><p>Examples of website usage. Entering the input value determined the coagulopathy and displayed how each value contributed to the prediction. PLT, platelet; INR, international normalized ratio; PT, prothrombin time; APTT, activated partial thromboplastin time; SOFA, sepsis related organ failure assessment; RDW, red blood cell volume distribution width; RBC, red blood cell; CRE, creatinine; BUN, blood urea nitrogen; HCT, hematocrit; HGB, hemoglobin.</p></caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fmed-08-792689-g0006.tif"/>
</fig>
</sec>
</sec>
<sec sec-type="discussion" id="s4">
<title>Discussion</title>
<p>Altered hemostasis and hemorrhagic progression are substantial challenges in the clinical management of TBI. Patients with TBI-IC were at a high risk of death over those with normal coagulation. Notably, studies elucidating the rapid prediction of TBI-IC, are warranted. In this sense, our study developed and validated ML models, providing an accurate predictive tool for coagulopathy in TBI patients. Specifically, seven ML models (NNET, NB, GBM, Ada, RF, BT and XGB) were used to predict TBI-IC using variables frequently used in clinical practice. Concerning the predictive performance, the Ada outperformed the remaining models. Moreover, results from the DCA indicated that the Ada and XGB models had higher net benefits over a range of threshold probability values than other models. It is remarkable that this study combined preoperative characteristic, comorbidities, and laboratory findings other than coagulopathy profile to establish a prediction model.</p>
<p>To help surgeons use the model, a calculator was developed, which provided a user-friendly interface. After entering the variables, the incidence of TBI-IC will be shown. The explanation of the ML model at the individual level was consistent with the aforementioned explanations at the feature level, and gratifyingly, the black-box concern was further mitigated to a certain extent. Notably, these results facilitated correct clinical decisions, and more importantly, timely treatment strategy.</p>
<p>A previous study conducted by Cosgriff et al. (<xref ref-type="bibr" rid="B20">20</xref>) developed a simple score to predict traumatic brain injury-induced coagulopathy (TIC) using four binary predictors [systolic blood pressure &#x0003C;70 mm Hg, temperature &#x0003C;34&#x000B0;C, pH &#x0003C;7.1, and Injury Severity Score (ISS) &#x0003E;25]. However, due to the fact that the ISS cannot be obtained at the time of decision making, the application of such a score was limited. To predict TIC more accurately, two scores have been developed by prehospital information (<xref ref-type="bibr" rid="B21">21</xref>, <xref ref-type="bibr" rid="B22">22</xref>). Mitraet al.&#x00027;s score used 5 predictors (entrapment; systolic blood pressure &#x0003C; 100 mm Hg; temperature &#x0003C; 34&#x000B0;C; suspected abdominal or pelvic injury; and chest decompression), whereas Peltan et al.&#x00027;s score employed 6 predictors (age, injury mechanism, prehospital shock index&#x0003E;= 1, GCS, and need for prehospital tracheal intubation and/or Cardiopulmonary Resuscitation (CPR)) (<xref ref-type="bibr" rid="B21">21</xref>, <xref ref-type="bibr" rid="B22">22</xref>). Nevertheless, in new patients, both scores achieved only moderate performance, with sensitivity &#x0003C;30%. Additionally, the Trauma Induced Coagulopathy Clinical Score (TICCS) employed three components, including general severity, blood pressure, and extent of significant injuries to predict TIC (<xref ref-type="bibr" rid="B23">23</xref>). A major limitation of above scores was that much of the prognostic potential of available information was lost through limiting the number of predictors and dichotomizing continuous variables. Consequently, a novel predictive model for early-identification of TIC was established (Predictors: heart rate, systolic blood pressure, temperature, hemothorax, Focused Assessment with Sonography for Trauma (FAST) result, unstable pelvic fracture, long bone fracture, GCS, lactate, base deficit, pH, mechanism of injury, energy) (<xref ref-type="bibr" rid="B24">24</xref>). However, one point worth noting was that previous study focused on the entire trauma patient, not TBI patients in particular, which added confusion to some extent.</p>
<p>By interpreting the full model, it was found that many clinical variables can contribute to predict the risk of TBI-IC. In this study, coagulopathy profile (INR, PT, APTT) was found to be the most important variable in predicting TBI-IC, followed by SOFA, blood routine test (PLT, RBC, HCT, HGB, RDW), renal function (BUN and CRE), comorbidities (congestive heart failure, myocardial infarction) and so forth. Among the fifteen included variables, the SOFA was an important predictor. SOFA is an indicator to describe multiple organ dysfunction, including respiratory system, nervous system, cardiovascular system, liver, coagulation and kidney (<xref ref-type="bibr" rid="B25">25</xref>). Potential mechanisms may include the fact that SOFA scores are more likely to indicate liver failure or cardiovascular failure. Those organ failures have a high tendency to bleed, and subsequently leading to coagulopathy (<xref ref-type="bibr" rid="B26">26</xref>).</p>
<p>In this study, PLT, RBC, HCT, HGB and RDW were important predictors of TBI-IC. In a prospective observational study conducted by Davis PK et al. (<xref ref-type="bibr" rid="B27">27</xref>), PLT dysfunction was an early marker for TBI-IC. Potential mechanism included the blood dilution arised from the use of coagulation factor products (<xref ref-type="bibr" rid="B28">28</xref>). Nevertheless, we cannot exclude the likelihood that the blood coagulation system was activated by the continuous bleeding itself (<xref ref-type="bibr" rid="B29">29</xref>).</p>
<p>RDW, a parameter of red blood cell volume, measures the variability in size of circulating erythrocytes. Although primarily used to diagnose different types of anemias, the RDW was also associated with various thrombotic disease processes including venous thromboembolism (VTE) (<xref ref-type="bibr" rid="B30">30</xref>, <xref ref-type="bibr" rid="B31">31</xref>).</p>
<p>Although the underlying mechanism is unclear, it is speculated that inflammatory factors destroy the vascular endothelial integrity, subsequently changing the glycoprotein and ion channel structure of the erythrocyte membrane (<xref ref-type="bibr" rid="B32">32</xref>, <xref ref-type="bibr" rid="B33">33</xref>). Consequently, the deformability of the RBC is reduced, in turn, further enables endothelial damage to increase, causing the release of tissue factors that activate the coagulation pathway and triggers disseminated intravascular coagulation (DIC) (<xref ref-type="bibr" rid="B34">34</xref>).</p>
<p>In this study we found that renal function indicators (BUN and CRE) can help to indicate the risk of TBI-IC. Similarly, a ML model developed by Zhao QY et al. also identified renal function, including urine output and CRE to predict sepsis-induced coagulopathy (SIC) (<xref ref-type="bibr" rid="B35">35</xref>). It is worth noting that renal dysfunction has been associated with both thrombotic and hemorrhagic complications (<xref ref-type="bibr" rid="B36">36</xref>, <xref ref-type="bibr" rid="B37">37</xref>). Potential mechanism included less adenosine diphosphate (ADP) and serotonin storage in PLT of patients with renal dysfunction (<xref ref-type="bibr" rid="B38">38</xref>, <xref ref-type="bibr" rid="B39">39</xref>). Taken together, the force of impact at the time of TBI can cause shearing of large and small vessels, and result in subdural, subarachnoid, or intracerebral hemorrhages, or a combination of different types. TBI-associated factors might then alter the intricate balance between bleeding and thrombosis formation, leading to coagulopathy (<xref ref-type="bibr" rid="B9">9</xref>). Indeed, the complex interactions between the PLT dysfunction, changes in endogenous procoagulant, anticoagulant factors, endothelial cell activation, hypoperfusion, and inflammation related to TBI-IC remain to be elucidated (<xref ref-type="bibr" rid="B9">9</xref>, <xref ref-type="bibr" rid="B40">40</xref>, <xref ref-type="bibr" rid="B41">41</xref>).</p>
<p>The strengths of this study lied in the fact that it applied modern ML approaches to predict TBI-IC. It is worth noting that early and accurate prediction of TBI-IC can provide more time for clinicians to adjust corresponding treatment strategies. For example, this model is applicable if detailed medical history is not available for intubated severe head-injured ICU patient. Furthermore, given the heterogeneity of TBI-IC phenotypes (bleeding/thrombotic tendencies), timely treatment strategy would still require investigation and further testing to determine the type and therefore appropriate treatment. Furthermore, it was based on a real-world data with multicenter and external validation, which heighted the reliability of the performance of ML models. Besides, all the information in this dataset was coded independently of the practitioner, making it a reliable source.</p>
<p>Our study had limitations, consistent with those inherent to many large administrative database studies. First, only TBI-IC adults in ICUs were included, while TBI-IC children and hospitalized TBI-IC cases were not analyzed. Nevertheless, in light of the immaturity of the coagulation system in children, more research is indeed required. Second, derived from the ICU participants, the results of our study cannot be generalized to other population, and we did not obtain information including laboratory testing and interventions before ICU admission, which may cause confounders to some extent. Although our models can screen out patients who are at a high risk of TBI-IC, it is the surgeons who decide the administration of anticoagulant therapy. Usually, the interventions are time sensitive and need to occur early after admission, starting in the emergency department. Third, some new coagulation markers, for example, thrombin-antithrombin-III complex and plasmin-&#x003B1;2-antiplasmin complex, are useful in coagulopathy diagnosis (<xref ref-type="bibr" rid="B42">42</xref>, <xref ref-type="bibr" rid="B43">43</xref>). Nevertheless, these indicators were not recorded in the MIMIC-IV and eICU database. This was also the case for viscoelastic coagulation testing [Thrombelastograghy (TEG), Rotational thromboelastometry (ROTEM), ClotPro]. Although these testings can provide detailed coagulopathy diagnosis rapidly and have multiple advantages over the traditional plasma-based coagulation tests (PT, APTT, INR), unfortunately, the above indicators were not included in these two databases. Fourth, we did not obtain the results of cranial Computer Tomography (CT) scans in this study, consequently, the original Corticosteroid Randomization After Significant Head Injury (CRASH)-CT score was not available. Moreover, as an administrative database, there was possibility for misclassification of TBI, to reduce bias caused by imprecise coding, we adopted the extensively used ICD-9, 10 codes. Fifth, as with all potential retrospective studies, there was a potential for unmeasured confounders, causing selection bias. Another major limitation worth noting was the changing nature of the variables in a critically ill patient from time of injury and right throughout the continuum of care to ICU discharge. The nature of the retrospective database did not allow for correction for when measurements were taken in relation to the time of injury. Lastly, although our study deeply explored the coagulopathy of TBI in the ICU settings, other outcomes, such as long-term incidence, are also needed further investigation.</p>
</sec>
<sec sec-type="conclusions" id="s5">
<title>Conclusions</title>
<p>In general, the present study suggested that some important features were potentially related to the TBI-IC. The ML model processed large number of variables and subsequently discriminated TBI patients who would and would not develop coagulopathy, facilitating the implement of timely yet efficient treatments. In the future, further validation regarding its clinical application value will become a necessity.</p>
</sec>
<sec sec-type="data-availability" id="s6">
<title>Data Availability Statement</title>
<p>The datasets presented in this study can be found in online repositories. The names of the repository/repositories and accession number(s) can be found below: These data can be found here: <ext-link ext-link-type="uri" xlink:href="https://mimic-iv.mit.edu/">https://mimic-iv.mit.edu/</ext-link>; <ext-link ext-link-type="uri" xlink:href="https://eicu-crd.mit.edu/">https://eicu-crd.mit.edu/</ext-link>.</p>
</sec>
<sec id="s7">
<title>Ethics Statement</title>
<p>The studies involving human participants were reviewed and approved by the Institutional Review Boards of Beth Israel Deaconess Medical Center (Boston, MA) and the Massachusetts Institute of Technology (Cambridge, MA). Written informed consent for participation was not required for this study in accordance with the national legislation and the institutional requirements.</p>
</sec>
<sec id="s8">
<title>Author Contributions</title>
<p>FY, CP, and LP: Conception and design. YL: Administrative support. JW: Collection and assembly of data. FY and CP: Data analysis and interpretation. All authors: Manuscript writing and final approval.</p>
</sec>
<sec sec-type="COI-statement" id="conf1">
<title>Conflict of Interest</title>
<p>The authors declare that the research was conducted in the absence of any commercial or financial relationships that could be construed as a potential conflict of interest.</p>
</sec>
<sec sec-type="disclaimer" id="s9">
<title>Publisher&#x00027;s Note</title>
<p>All claims expressed in this article are solely those of the authors and do not necessarily represent those of their affiliated organizations, or those of the publisher, the editors and the reviewers. Any product that may be evaluated in this article, or claim that may be made by its manufacturer, is not guaranteed or endorsed by the publisher.</p>
</sec> </body>
<back>
<ack><p>We would like to thank the Massachusetts Institute of Technology and the Beth Israel Deaconess Medical Center for the MIMIC project. We also would like to thank the Philips eICU Research Institute and Philips Healthcare for their contribution to the eICU-CRD project.</p>
</ack>
<sec sec-type="supplementary-material" id="s10">
<title>Supplementary Material</title>
<p>The Supplementary Material for this article can be found online at: <ext-link ext-link-type="uri" xlink:href="https://www.frontiersin.org/articles/10.3389/fmed.2021.792689/full#supplementary-material">https://www.frontiersin.org/articles/10.3389/fmed.2021.792689/full#supplementary-material</ext-link></p>
<supplementary-material xlink:href="Data_Sheet_1.docx" id="SM1" mimetype="application/vnd.openxmlformats-officedocument.wordprocessingml.document" xmlns:xlink="http://www.w3.org/1999/xlink">
<label>Supplementary Table 1</label>
<caption><p>Missing number (%) for included variables in the dataset.</p></caption> </supplementary-material>
<supplementary-material xlink:href="Data_Sheet_1.docx" id="SM2" mimetype="application/vnd.openxmlformats-officedocument.wordprocessingml.document" xmlns:xlink="http://www.w3.org/1999/xlink">
<label>Supplementary Table 2</label>
<caption><p>Baseline characteristics of the eICU-CRD cohorts.</p></caption> </supplementary-material>
</sec>

<ref-list>
<title>References</title>
<ref id="B1">
<label>1.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Iaccarino</surname> <given-names>C</given-names></name> <name><surname>Carretta</surname> <given-names>A</given-names></name> <name><surname>Nicolosi</surname> <given-names>F</given-names></name> <name><surname>Morselli</surname> <given-names>C</given-names></name></person-group>. <article-title>Epidemiology of severe traumatic brain injury</article-title>. <source>J Neurosurg Sci.</source> (<year>2018</year>) <volume>62</volume>:<fpage>535</fpage>&#x02013;<lpage>41</lpage>. <pub-id pub-id-type="doi">10.23736/S0390-5616.18.04532-0</pub-id><pub-id pub-id-type="pmid">30182649</pub-id></citation></ref>
<ref id="B2">
<label>2.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Hoyt</surname> <given-names>DBA</given-names></name> </person-group>. <article-title>clinical review of bleeding dilemmas in trauma</article-title>. <source>Semin Hematol.</source> (<year>2004</year>) <volume>41</volume>:<fpage>40</fpage>&#x02013;<lpage>3</lpage>. <pub-id pub-id-type="doi">10.1053/j.seminhematol.2003.11.009</pub-id><pub-id pub-id-type="pmid">14872420</pub-id></citation></ref>
<ref id="B3">
<label>3.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Harhangi</surname> <given-names>BS</given-names></name> <name><surname>Kompanje</surname> <given-names>EJ</given-names></name> <name><surname>Leebeek</surname> <given-names>FW</given-names></name> <name><surname>Maas</surname> <given-names>AI</given-names></name></person-group>. <article-title>Coagulation disorders after traumatic brain injury</article-title>. <source>Acta Neurochirurgica.</source> (<year>2008</year>) <volume>150</volume>:<fpage>165</fpage>&#x02013;<lpage>75</lpage>. <pub-id pub-id-type="doi">10.1007/s00701-007-1475-8</pub-id><pub-id pub-id-type="pmid">20655167</pub-id></citation></ref>
<ref id="B4">
<label>4.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Maegele</surname> <given-names>M</given-names></name> <name><surname>Sch&#x000F6;chl</surname> <given-names>H</given-names></name> <name><surname>Menovsky</surname> <given-names>T</given-names></name> <name><surname>Mar&#x000E9;chal</surname> <given-names>H</given-names></name> <name><surname>Marklund</surname> <given-names>N</given-names></name> <name><surname>Buki</surname> <given-names>A</given-names></name> <etal/></person-group>. <article-title>Coagulopathy and haemorrhagic progression in traumatic brain injury: advances in mechanisms, diagnosis, and management</article-title>. <source>Lancet Neurol.</source> (<year>2017</year>) <volume>16</volume>:<fpage>630</fpage>&#x02013;<lpage>47</lpage>. <pub-id pub-id-type="doi">10.1016/S1474-4422(17)30197-7</pub-id><pub-id pub-id-type="pmid">28721927</pub-id></citation></ref>
<ref id="B5">
<label>5.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Delano</surname> <given-names>MJ</given-names></name> <name><surname>Rizoli</surname> <given-names>SB</given-names></name> <name><surname>Rhind</surname> <given-names>SG</given-names></name> <name><surname>Cuschieri</surname> <given-names>J</given-names></name> <name><surname>Junger</surname> <given-names>W</given-names></name> <name><surname>Baker</surname> <given-names>AJ</given-names></name> <etal/></person-group>. <article-title>Prehospital resuscitation of traumatic hemorrhagic shock with hypertonic solutions worsens hypocoagulation and hyperfibrinolysis</article-title>. <source>Shock (Augusta, Ga).</source> (<year>2015</year>) <volume>44</volume>:<fpage>25</fpage>&#x02013;<lpage>31</lpage>. <pub-id pub-id-type="doi">10.1097/SHK.0000000000000368</pub-id><pub-id pub-id-type="pmid">25784523</pub-id></citation></ref>
<ref id="B6">
<label>6.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Greuters</surname> <given-names>S</given-names></name> <name><surname>van den Berg</surname> <given-names>A</given-names></name> <name><surname>Franschman</surname> <given-names>G</given-names></name> <name><surname>Viersen</surname> <given-names>VA</given-names></name> <name><surname>Beishuizen</surname> <given-names>A</given-names></name> <name><surname>Peerdeman</surname> <given-names>SM</given-names></name> <etal/></person-group>. <article-title>Acute and delayed mild coagulopathy are related to outcome in patients with isolated traumatic brain injury</article-title>. <source>Critical Care.</source> (<year>2011</year>) <volume>15</volume>:<fpage>R2</fpage>. <pub-id pub-id-type="doi">10.1186/cc9399</pub-id><pub-id pub-id-type="pmid">21208418</pub-id></citation></ref>
<ref id="B7">
<label>7.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Samuels</surname> <given-names>JM</given-names></name> <name><surname>Moore</surname> <given-names>EE</given-names></name> <name><surname>Silliman</surname> <given-names>CC</given-names></name> <name><surname>Banerjee</surname> <given-names>A</given-names></name> <name><surname>Cohen</surname> <given-names>MJ</given-names></name> <name><surname>Ghasabyan</surname> <given-names>A</given-names></name> <etal/></person-group>. <article-title>Severe traumatic brain injury is associated with a unique coagulopathy phenotype</article-title>. <source>J Trauma Acute Care Surg.</source> (<year>2019</year>) <volume>86</volume>:<fpage>686</fpage>&#x02013;<lpage>93</lpage>. <pub-id pub-id-type="doi">10.1097/TA.0000000000002173</pub-id><pub-id pub-id-type="pmid">32740641</pub-id></citation></ref>
<ref id="B8">
<label>8.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Talving</surname> <given-names>P</given-names></name> <name><surname>Benfield</surname> <given-names>R</given-names></name> <name><surname>Hadjizacharia</surname> <given-names>P</given-names></name> <name><surname>Inaba</surname> <given-names>K</given-names></name> <name><surname>Chan</surname> <given-names>LS</given-names></name> <name><surname>Demetriades</surname> <given-names>D</given-names></name></person-group>. <article-title>Coagulopathy in severe traumatic brain injury: a prospective study</article-title>. <source>J Trauma.</source> (<year>2009</year>) <volume>66</volume>:<fpage>55</fpage>&#x02013;<lpage>61</lpage>. <pub-id pub-id-type="doi">10.1097/TA.0b013e318190c3c0</pub-id><pub-id pub-id-type="pmid">19131806</pub-id></citation></ref>
<ref id="B9">
<label>9.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Laroche</surname> <given-names>M</given-names></name> <name><surname>Kutcher</surname> <given-names>ME</given-names></name> <name><surname>Huang</surname> <given-names>MC</given-names></name> <name><surname>Cohen</surname> <given-names>MJ</given-names></name> <name><surname>Manley</surname> <given-names>GT</given-names></name></person-group>. <article-title>Coagulopathy after traumatic brain injury</article-title>. <source>Neurosurgery.</source> (<year>2012</year>) <volume>70</volume>:<fpage>1334</fpage>&#x02013;<lpage>45</lpage>. <pub-id pub-id-type="doi">10.1227/NEU.0b013e31824d179b</pub-id><pub-id pub-id-type="pmid">22307074</pub-id></citation></ref>
<ref id="B10">
<label>10.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Chen</surname> <given-names>H</given-names></name> <name><surname>Xue</surname> <given-names>LX</given-names></name> <name><surname>Guo</surname> <given-names>Y</given-names></name> <name><surname>Chen</surname> <given-names>SW</given-names></name> <name><surname>Wang</surname> <given-names>G</given-names></name> <name><surname>Cao</surname> <given-names>HL</given-names></name> <etal/></person-group>. <article-title>The influence of hemocoagulation disorders on the development of posttraumatic cerebral infarction and outcome in patients with moderate or severe head trauma</article-title>. <source>Biomed Res Int.</source> (<year>2013</year>) <volume>2013</volume>:<fpage>685174</fpage>. <pub-id pub-id-type="doi">10.1155/2013/685174</pub-id><pub-id pub-id-type="pmid">23984395</pub-id></citation></ref>
<ref id="B11">
<label>11.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Sun</surname> <given-names>Y</given-names></name> <name><surname>Wang</surname> <given-names>J</given-names></name> <name><surname>Wu</surname> <given-names>X</given-names></name> <name><surname>Xi</surname> <given-names>C</given-names></name> <name><surname>Gai</surname> <given-names>Y</given-names></name> <name><surname>Liu</surname> <given-names>H</given-names></name> <etal/></person-group>. <article-title>Validating the incidence of coagulopathy and disseminated intravascular coagulation in patients with traumatic brain injury&#x02013;analysis of 242 cases</article-title>. <source>Br J Neurosurg.</source> (<year>2011</year>) <volume>25</volume>:<fpage>363</fpage>&#x02013;<lpage>8</lpage>. <pub-id pub-id-type="doi">10.3109/02688697.2011.552650</pub-id><pub-id pub-id-type="pmid">21355766</pub-id></citation></ref>
<ref id="B12">
<label>12.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Beam</surname> <given-names>AL</given-names></name> <name><surname>Kohane</surname> <given-names>IS</given-names></name></person-group>. <article-title>Big data and machine learning in health care</article-title>. <source>Jama.</source> (<year>2018</year>) <volume>319</volume>:<fpage>1317</fpage>&#x02013;<lpage>8</lpage>. <pub-id pub-id-type="doi">10.1001/jama.2017.18391</pub-id><pub-id pub-id-type="pmid">29532063</pub-id></citation></ref>
<ref id="B13">
<label>13.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Zhang</surname> <given-names>Z</given-names></name> <name><surname>Ho</surname> <given-names>KM</given-names></name> <name><surname>Hong</surname> <given-names>Y</given-names></name></person-group>. <article-title>Machine learning for the prediction of volume responsiveness in patients with oliguric acute kidney injury in critical care</article-title>. <source>Critical Care.</source> (<year>2019</year>) <volume>23</volume>:<fpage>112</fpage>. <pub-id pub-id-type="doi">10.1186/s13054-019-2411-z</pub-id><pub-id pub-id-type="pmid">30961662</pub-id></citation></ref>
<ref id="B14">
<label>14.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Zhang</surname> <given-names>Z</given-names></name></person-group>. <article-title>Predictive analytics in the era of big data: opportunities and challenges</article-title>. <source>Ann Translat Med.</source> (<year>2020</year>) <volume>8</volume>:<fpage>68</fpage>. <pub-id pub-id-type="doi">10.21037/atm.2019.10.97</pub-id><pub-id pub-id-type="pmid">32175361</pub-id></citation></ref>
<ref id="B15">
<label>15.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Goldberger</surname> <given-names>AL</given-names></name> <name><surname>Amaral</surname> <given-names>LA</given-names></name> <name><surname>Glass</surname> <given-names>L</given-names></name> <name><surname>Hausdorff</surname> <given-names>JM</given-names></name> <name><surname>Ivanov</surname> <given-names>PC</given-names></name> <name><surname>Mark</surname> <given-names>RG</given-names></name> <etal/></person-group>. <article-title>PhysioBank, PhysioToolkit, and PhysioNet: components of a new research resource for complex physiologic signals</article-title>. <source>Circulation.</source> (<year>2000</year>) <volume>101</volume>:<fpage>E215</fpage>&#x02013;<lpage>20</lpage>. <pub-id pub-id-type="doi">10.1161/01.CIR.101.23.e215</pub-id><pub-id pub-id-type="pmid">10851218</pub-id></citation></ref>
<ref id="B16">
<label>16.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Pollard</surname> <given-names>TJ</given-names></name> <name><surname>Johnson</surname> <given-names>AEW</given-names></name> <name><surname>Raffa</surname> <given-names>JD</given-names></name> <name><surname>Celi</surname> <given-names>LA</given-names></name> <name><surname>Mark</surname> <given-names>RG</given-names></name> <name><surname>Badawi</surname> <given-names>O</given-names></name></person-group>. <article-title>The eICU Collaborative Research Database, a freely available multi-center database for critical care research</article-title>. <source>Scientific Data.</source> (<year>2018</year>) <volume>5</volume>:<fpage>180178</fpage>. <pub-id pub-id-type="doi">10.1038/sdata.2018.178</pub-id><pub-id pub-id-type="pmid">30204154</pub-id></citation></ref>
<ref id="B17">
<label>17.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Benchimol</surname> <given-names>EI</given-names></name> <name><surname>Smeeth</surname> <given-names>L</given-names></name> <name><surname>Guttmann</surname> <given-names>A</given-names></name> <name><surname>Harron</surname> <given-names>K</given-names></name> <name><surname>Moher</surname> <given-names>D</given-names></name> <name><surname>Petersen</surname> <given-names>I</given-names></name> <etal/></person-group>. <article-title>The REporting of studies Conducted using Observational Routinely-collected health Data (RECORD) statement</article-title>. <source>PLoS Med.</source> (<year>2015</year>) <volume>12</volume>:<fpage>e1001885</fpage>. <pub-id pub-id-type="doi">10.1371/journal.pmed.1001885</pub-id><pub-id pub-id-type="pmid">26440803</pub-id></citation></ref>
<ref id="B18">
<label>18.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Chang</surname> <given-names>T</given-names></name> <name><surname>Yan</surname> <given-names>X</given-names></name> <name><surname>Zhao</surname> <given-names>C</given-names></name> <name><surname>Zhang</surname> <given-names>Y</given-names></name> <name><surname>Wang</surname> <given-names>B</given-names></name> <name><surname>Gao</surname> <given-names>L</given-names></name></person-group>. <article-title>Risk factors and neurologic outcomes in patients with traumatic brain injury and coagulopathy within 72 h after surgery</article-title>. <source>Neuropsychiatr Dis Treat.</source> (<year>2021</year>) <volume>17</volume>:<fpage>2905</fpage>&#x02013;<lpage>13</lpage>. <pub-id pub-id-type="doi">10.2147/NDT.S323897</pub-id><pub-id pub-id-type="pmid">34531657</pub-id></citation></ref>
<ref id="B19">
<label>19.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Vickers</surname> <given-names>AJ</given-names></name> <name><surname>Elkin</surname> <given-names>EB</given-names></name></person-group>. <article-title>Decision curve analysis: a novel method for evaluating prediction models</article-title>. <source>Med Decis Making.</source> (<year>2006</year>) <volume>26</volume>:<fpage>565</fpage>&#x02013;<lpage>74</lpage>. <pub-id pub-id-type="doi">10.1177/0272989X06295361</pub-id><pub-id pub-id-type="pmid">19036144</pub-id></citation></ref>
<ref id="B20">
<label>20.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Cosgriff</surname> <given-names>N</given-names></name> <name><surname>Moore</surname> <given-names>EE</given-names></name> <name><surname>Sauaia</surname> <given-names>A</given-names></name> <name><surname>Kenny-Moynihan</surname> <given-names>M</given-names></name> <name><surname>Burch</surname> <given-names>JM</given-names></name> <name><surname>Galloway</surname> <given-names>B</given-names></name></person-group>. <article-title>Predicting life-threatening coagulopathy in the massively transfused trauma patient: hypothermia and acidoses revisited</article-title>. <source>J Trauma.</source> (<year>1997</year>) <volume>42</volume>:<fpage>857</fpage>&#x02013;<lpage>61</lpage>. <pub-id pub-id-type="doi">10.1097/00005373-199705000-00016</pub-id><pub-id pub-id-type="pmid">9191667</pub-id></citation></ref>
<ref id="B21">
<label>21.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Mitra</surname> <given-names>B</given-names></name> <name><surname>Cameron</surname> <given-names>PA</given-names></name> <name><surname>Mori</surname> <given-names>A</given-names></name> <name><surname>Maini</surname> <given-names>A</given-names></name> <name><surname>Fitzgerald</surname> <given-names>M</given-names></name> <name><surname>Paul</surname> <given-names>E</given-names></name> <etal/></person-group>. <article-title>Early prediction of acute traumatic coagulopathy</article-title>. <source>Resuscitation.</source> (<year>2011</year>) <volume>82</volume>:<fpage>1208</fpage>&#x02013;<lpage>13</lpage>. <pub-id pub-id-type="doi">10.1016/j.resuscitation.2011.04.007</pub-id><pub-id pub-id-type="pmid">31569443</pub-id></citation></ref>
<ref id="B22">
<label>22.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Peltan</surname> <given-names>ID</given-names></name> <name><surname>Rowhani-Rahbar</surname> <given-names>A</given-names></name> <name><surname>Vande Vusse</surname> <given-names>LK</given-names></name> <name><surname>Caldwell</surname> <given-names>E</given-names></name> <name><surname>Rea</surname> <given-names>TD</given-names></name> <name><surname>Maier</surname> <given-names>RV</given-names></name> <etal/></person-group>. <article-title>Development and validation of a prehospital prediction model for acute traumatic coagulopathy</article-title>. <source>Critical Care.</source> (<year>2016</year>) <volume>20</volume>:<fpage>371</fpage>. <pub-id pub-id-type="doi">10.1186/s13054-016-1541-9</pub-id><pub-id pub-id-type="pmid">27846895</pub-id></citation></ref>
<ref id="B23">
<label>23.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Tonglet</surname> <given-names>ML</given-names></name> <name><surname>Minon</surname> <given-names>JM</given-names></name> <name><surname>Seidel</surname> <given-names>L</given-names></name> <name><surname>Poplavsky</surname> <given-names>JL</given-names></name> <name><surname>Vergnion</surname> <given-names>M</given-names></name></person-group>. <article-title>Prehospital identification of trauma patients with early acute coagulopathy and massive bleeding: results of a prospective non-interventional clinical trial evaluating the Trauma Induced Coagulopathy Clinical Score (TICCS)</article-title>. <source>Critical Care.</source> (<year>2014</year>) <volume>18</volume>:<fpage>648</fpage>. <pub-id pub-id-type="doi">10.1186/s13054-014-0648-0</pub-id><pub-id pub-id-type="pmid">25425230</pub-id></citation></ref>
<ref id="B24">
<label>24.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Perkins</surname> <given-names>ZB</given-names></name> <name><surname>Yet</surname> <given-names>B</given-names></name> <name><surname>Marsden</surname> <given-names>M</given-names></name> <name><surname>Glasgow</surname> <given-names>S</given-names></name> <name><surname>Marsh</surname> <given-names>W</given-names></name> <name><surname>Davenport</surname> <given-names>R</given-names></name> <etal/></person-group>. <article-title>Early identification of trauma-induced coagulopathy: development and validation of a multivariable risk prediction model</article-title>. <source>Ann Surg.</source> (<year>2020</year>). <pub-id pub-id-type="doi">10.1097/SLA.0000000000003771</pub-id> <pub-id pub-id-type="pmid">31972649</pub-id> [Epubh ahead of print].</citation></ref>
<ref id="B25">
<label>25.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Vincent</surname> <given-names>JL</given-names></name> <name><surname>Moreno</surname> <given-names>R</given-names></name> <name><surname>Takala</surname> <given-names>J</given-names></name> <name><surname>Willatts</surname> <given-names>S</given-names></name> <name><surname>De Mendon&#x000E7;a</surname> <given-names>A</given-names></name> <name><surname>Bruining</surname> <given-names>H</given-names></name> <etal/></person-group>. <article-title>The SOFA (Sepsis-related Organ Failure Assessment) score to describe organ dysfunction/failure. On behalf of the Working Group on Sepsis-Related Problems of the European Society of Intensive Care Medicine</article-title>. <source>Inten Care Med.</source> (<year>1996</year>) <volume>22</volume>:<fpage>707</fpage>&#x02013;<lpage>10</lpage>. <pub-id pub-id-type="doi">10.1007/BF01709751</pub-id><pub-id pub-id-type="pmid">8844239</pub-id></citation></ref>
<ref id="B26">
<label>26.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Akaraborworn</surname> <given-names>O</given-names></name> <name><surname>Chaiwat</surname> <given-names>O</given-names></name> <name><surname>Chatmongkolchart</surname> <given-names>S</given-names></name> <name><surname>Kitsiripant</surname> <given-names>C</given-names></name> <name><surname>Chittawatanarat</surname> <given-names>K</given-names></name> <name><surname>Morakul</surname> <given-names>S</given-names></name> <etal/></person-group>. <article-title>Prediction of massive transfusion in trauma patients in the surgical intensive care units (THAI-SICU study)</article-title>. <source>Chinese journal of traumatology</source> = <italic>Zhonghua chuang shang za zhi</italic>. (<year>2019</year>) <volume>22</volume>:<fpage>219</fpage>&#x02013;<lpage>22</lpage>. <pub-id pub-id-type="doi">10.1016/j.cjtee.2019.04.004</pub-id><pub-id pub-id-type="pmid">31235288</pub-id></citation></ref>
<ref id="B27">
<label>27.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Davis</surname> <given-names>PK</given-names></name> <name><surname>Musunuru</surname> <given-names>H</given-names></name> <name><surname>Walsh</surname> <given-names>M</given-names></name> <name><surname>Cassady</surname> <given-names>R</given-names></name> <name><surname>Yount</surname> <given-names>R</given-names></name> <name><surname>Losiniecki</surname> <given-names>A</given-names></name> <etal/></person-group>. <article-title>Platelet dysfunction is an early marker for traumatic brain injury-induced coagulopathy</article-title>. <source>Neurocrit Care.</source> (<year>2013</year>) <volume>18</volume>:<fpage>201</fpage>&#x02013;<lpage>8</lpage>. <pub-id pub-id-type="doi">10.1007/s12028-012-9745-6</pub-id><pub-id pub-id-type="pmid">22847397</pub-id></citation></ref>
<ref id="B28">
<label>28.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Maegele</surname> <given-names>M</given-names></name> <name><surname>Lefering</surname> <given-names>R</given-names></name> <name><surname>Yucel</surname> <given-names>N</given-names></name> <name><surname>Tjardes</surname> <given-names>T</given-names></name> <name><surname>Rixen</surname> <given-names>D</given-names></name> <name><surname>Paffrath</surname> <given-names>T</given-names></name> <etal/></person-group>. <article-title>Early coagulopathy in multiple injury: an analysis from the German Trauma Registry on 8724 patients</article-title>. <source>Injury.</source> (<year>2007</year>) <volume>38</volume>:<fpage>298</fpage>&#x02013;<lpage>304</lpage>. <pub-id pub-id-type="doi">10.1016/j.injury.2006.10.003</pub-id><pub-id pub-id-type="pmid">17214989</pub-id></citation></ref>
<ref id="B29">
<label>29.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Brohi</surname> <given-names>K</given-names></name> <name><surname>Cohen</surname> <given-names>MJ</given-names></name> <name><surname>Davenport</surname> <given-names>RA</given-names></name></person-group>. <article-title>Acute coagulopathy of trauma: mechanism, identification and effect</article-title>. <source>Curr Opin Crit Care.</source> (<year>2007</year>) <volume>13</volume>:<fpage>680</fpage>&#x02013;<lpage>5</lpage>. <pub-id pub-id-type="doi">10.1097/MCC.0b013e3282f1e78f</pub-id><pub-id pub-id-type="pmid">17975390</pub-id></citation></ref>
<ref id="B30">
<label>30.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Ellingsen</surname> <given-names>TS</given-names></name> <name><surname>Lappeg&#x000E5;rd</surname> <given-names>J</given-names></name> <name><surname>Skjelbakken</surname> <given-names>T</given-names></name> <name><surname>Br&#x000E6;kkan</surname> <given-names>SK</given-names></name> <name><surname>Hansen</surname> <given-names>JB</given-names></name></person-group>. <article-title>Red cell distribution width is associated with incident venous thromboembolism (VTE) and case-fatality after VTE in a general population</article-title>. <source>Thromb Haemost.</source> (<year>2015</year>) <volume>113</volume>:<fpage>193</fpage>&#x02013;<lpage>200</lpage>. <pub-id pub-id-type="doi">10.1160/TH14-04-0335</pub-id><pub-id pub-id-type="pmid">25274492</pub-id></citation></ref>
<ref id="B31">
<label>31.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Z&#x000F6;ller</surname> <given-names>B</given-names></name> <name><surname>Melander</surname> <given-names>O</given-names></name> <name><surname>Svensson</surname> <given-names>P</given-names></name> <name><surname>Engstr&#x000F6;m</surname> <given-names>G</given-names></name></person-group>. <article-title>Red cell distribution width and risk for venous thromboembolism: a population-based cohort study</article-title>. <source>Thromb Res.</source> (<year>2014</year>) <volume>133</volume>:<fpage>334</fpage>&#x02013;<lpage>9</lpage>. <pub-id pub-id-type="doi">10.1016/j.thromres.2013.12.013</pub-id><pub-id pub-id-type="pmid">24393657</pub-id></citation></ref>
<ref id="B32">
<label>32.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Piagnerelli</surname> <given-names>M</given-names></name> <name><surname>Boudjeltia</surname> <given-names>KZ</given-names></name> <name><surname>Brohee</surname> <given-names>D</given-names></name> <name><surname>Piro</surname> <given-names>P</given-names></name> <name><surname>Carlier</surname> <given-names>E</given-names></name> <name><surname>Vincent</surname> <given-names>JL</given-names></name> <etal/></person-group>. <article-title>Alterations of red blood cell shape and sialic acid membrane content in septic patients</article-title>. <source>Crit Care Med.</source> (<year>2003</year>) <volume>31</volume>:<fpage>2156</fpage>&#x02013;<lpage>62</lpage>. <pub-id pub-id-type="doi">10.1097/01.CCM.0000079608.00875.14</pub-id><pub-id pub-id-type="pmid">12973174</pub-id></citation></ref>
<ref id="B33">
<label>33.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Lasocki</surname> <given-names>S</given-names></name> <name><surname>Lefebvre</surname> <given-names>T</given-names></name> <name><surname>Mayeur</surname> <given-names>C</given-names></name> <name><surname>Puy</surname> <given-names>H</given-names></name> <name><surname>Mebazaa</surname> <given-names>A</given-names></name> <name><surname>Gayat</surname> <given-names>E</given-names></name></person-group>. <article-title>Iron deficiency diagnosed using hepcidin on critical care discharge is an independent risk factor for death and poor quality of life at one year: an observational prospective study on 1161 patients</article-title>. <source>Critical Care.</source> (<year>2018</year>) <volume>22</volume>:<fpage>314</fpage>. <pub-id pub-id-type="doi">10.1186/s13054-018-2253-0</pub-id><pub-id pub-id-type="pmid">30463596</pub-id></citation></ref>
<ref id="B34">
<label>34.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Levi</surname> <given-names>M</given-names></name> <name><surname>van der Poll</surname> <given-names>T</given-names></name></person-group>. <article-title>Inflammation and coagulation</article-title>. <source>Critical Care Med.</source> (<year>2010</year>) <volume>38</volume>:<fpage>S26</fpage>&#x02013;<lpage>34</lpage>. <pub-id pub-id-type="doi">10.1097/CCM.0b013e3181c98d21</pub-id><pub-id pub-id-type="pmid">20083910</pub-id></citation></ref>
<ref id="B35">
<label>35.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Zhao</surname> <given-names>QY</given-names></name> <name><surname>Liu</surname> <given-names>LP</given-names></name> <name><surname>Luo</surname> <given-names>JC</given-names></name> <name><surname>Luo</surname> <given-names>YW</given-names></name> <name><surname>Wang</surname> <given-names>H</given-names></name> <name><surname>Zhang</surname> <given-names>YJ</given-names></name> <etal/></person-group>. <article-title>A machine-learning approach for dynamic prediction of sepsis-induced coagulopathy in critically ill patients with sepsis</article-title>. <source>Front Med.</source> (<year>2020</year>) <volume>7</volume>:<fpage>637434</fpage>. <pub-id pub-id-type="doi">10.3389/fmed.2020.637434</pub-id><pub-id pub-id-type="pmid">33553224</pub-id></citation></ref>
<ref id="B36">
<label>36.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Boccardo</surname> <given-names>P</given-names></name> <name><surname>Remuzzi</surname> <given-names>G</given-names></name> <name><surname>Galbusera</surname> <given-names>M</given-names></name></person-group>. <article-title>Platelet dysfunction in renal failure</article-title>. <source>Semin Thromb Hemost.</source> (<year>2004</year>) <volume>30</volume>:<fpage>579</fpage>&#x02013;<lpage>89</lpage>. <pub-id pub-id-type="doi">10.1055/s-2004-835678</pub-id><pub-id pub-id-type="pmid">15497100</pub-id></citation></ref>
<ref id="B37">
<label>37.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Iseki</surname> <given-names>K</given-names></name> <name><surname>Kinjo</surname> <given-names>K</given-names></name> <name><surname>Kimura</surname> <given-names>Y</given-names></name> <name><surname>Osawa</surname> <given-names>A</given-names></name> <name><surname>Fukiyama</surname> <given-names>K</given-names></name></person-group>. <article-title>Evidence for high risk of cerebral hemorrhage in chronic dialysis patients</article-title>. <source>Kidney Int.</source> (<year>1993</year>) <volume>44</volume>:<fpage>1086</fpage>&#x02013;<lpage>90</lpage>. <pub-id pub-id-type="doi">10.1038/ki.1993.352</pub-id><pub-id pub-id-type="pmid">8264139</pub-id></citation></ref>
<ref id="B38">
<label>38.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Sohal</surname> <given-names>AS</given-names></name> <name><surname>Gangji</surname> <given-names>AS</given-names></name> <name><surname>Crowther</surname> <given-names>MA</given-names></name> <name><surname>Treleaven</surname> <given-names>D</given-names></name></person-group>. <article-title>Uremic bleeding: pathophysiology and clinical risk factors</article-title>. <source>Thromb Res.</source> (<year>2006</year>) <volume>118</volume>:<fpage>417</fpage>&#x02013;<lpage>22</lpage>. <pub-id pub-id-type="doi">10.1016/j.thromres.2005.03.032</pub-id><pub-id pub-id-type="pmid">15993929</pub-id></citation></ref>
<ref id="B39">
<label>39.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Gawaz</surname> <given-names>MP</given-names></name> <name><surname>Dobos</surname> <given-names>G</given-names></name> <name><surname>Sp&#x000E4;th</surname> <given-names>M</given-names></name> <name><surname>Schollmeyer</surname> <given-names>P</given-names></name> <name><surname>Gurland</surname> <given-names>HJ</given-names></name> <name><surname>Mujais</surname> <given-names>SK</given-names></name></person-group>. <article-title>Impaired function of platelet membrane glycoprotein IIb-IIIa in end-stage renal disease</article-title>. <source>J Am Soc Nephrol JASN.</source> (<year>1994</year>) <volume>5</volume>:<fpage>36</fpage>&#x02013;<lpage>46</lpage>. <pub-id pub-id-type="doi">10.1681/ASN.V5136</pub-id><pub-id pub-id-type="pmid">7524718</pub-id></citation></ref>
<ref id="B40">
<label>40.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Chang</surname> <given-names>R</given-names></name> <name><surname>Cardenas</surname> <given-names>JC</given-names></name> <name><surname>Wade</surname> <given-names>CE</given-names></name> <name><surname>Holcomb</surname> <given-names>JB</given-names></name></person-group>. <article-title>Advances in the understanding of trauma-induced coagulopathy</article-title>. <source>Blood.</source> (<year>2016</year>) <volume>128</volume>:<fpage>1043</fpage>&#x02013;<lpage>9</lpage>. <pub-id pub-id-type="doi">10.1182/blood-2016-01-636423</pub-id><pub-id pub-id-type="pmid">27381903</pub-id></citation></ref>
<ref id="B41">
<label>41.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Di Battista</surname> <given-names>AP</given-names></name> <name><surname>Rizoli</surname> <given-names>SB</given-names></name> <name><surname>Lejnieks</surname> <given-names>B</given-names></name> <name><surname>Min</surname> <given-names>A</given-names></name> <name><surname>Shiu</surname> <given-names>MY</given-names></name> <name><surname>Peng</surname> <given-names>HT</given-names></name> <etal/></person-group>. <article-title>Sympathoadrenal activation is associated with acute traumatic coagulopathy and endotheliopathy in isolated brain injury</article-title>. <source>Shock.</source> (<year>2016</year>) <volume>46</volume>:<fpage>96</fpage>&#x02013;<lpage>103</lpage>. <pub-id pub-id-type="doi">10.1097/SHK.0000000000000642</pub-id><pub-id pub-id-type="pmid">27206278</pub-id></citation></ref>
<ref id="B42">
<label>42.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Gall</surname> <given-names>LS</given-names></name> <name><surname>Davenport</surname> <given-names>RA</given-names></name></person-group>. <article-title>Fibrinolysis and antifibrinolytic treatment in the trauma patient</article-title>. <source>Curr Opin Anaesthesiol.</source> (<year>2018</year>) <volume>31</volume>:<fpage>227</fpage>&#x02013;<lpage>33</lpage>. <pub-id pub-id-type="doi">10.1097/ACO.0000000000000561</pub-id><pub-id pub-id-type="pmid">29324486</pub-id></citation></ref>
<ref id="B43">
<label>43.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>M&#x000FC;ller</surname> <given-names>MC</given-names></name> <name><surname>Meijers</surname> <given-names>JC</given-names></name> <name><surname>Vroom</surname> <given-names>MB</given-names></name> <name><surname>Juffermans</surname> <given-names>NP</given-names></name></person-group>. <article-title>Utility of thromboelastography and/or thromboelastometry in adults with sepsis: a systematic review</article-title>. <source>Critical Care.</source> (<year>2014</year>) <volume>18</volume>:<fpage>R30</fpage>. <pub-id pub-id-type="doi">10.1186/cc13721</pub-id><pub-id pub-id-type="pmid">24512650</pub-id></citation></ref>
</ref-list> 
</back>
</article>