<?xml version="1.0" encoding="UTF-8" standalone="no"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.3 20070202//EN" "journalpublishing.dtd">
<article xml:lang="EN" xmlns:mml="http://www.w3.org/1998/Math/MathML" xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article">
<front>
<journal-meta>
<journal-id journal-id-type="publisher-id">Front. Pediatr.</journal-id>
<journal-title>Frontiers in Pediatrics</journal-title>
<abbrev-journal-title abbrev-type="pubmed">Front. Pediatr.</abbrev-journal-title>
<issn pub-type="epub">2296-2360</issn>
<publisher>
<publisher-name>Frontiers Media S.A.</publisher-name>
</publisher>
</journal-meta>
<article-meta>
<article-id pub-id-type="doi">10.3389/fped.2021.750272</article-id>
<article-categories>
<subj-group subj-group-type="heading">
<subject>Pediatrics</subject>
<subj-group>
<subject>Original Research</subject>
</subj-group>
</subj-group>
</article-categories>
<title-group>
<article-title>Intracranial Densitometry-Augmented Machine Learning Enhances the Prognostic Value of Brain CT in Pediatric Patients With Traumatic Brain Injury: A Retrospective Pilot Study</article-title>
</title-group>
<contrib-group>
<contrib contrib-type="author">
<name><surname>Kim</surname> <given-names>Young-Tak</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
<uri xlink:href="http://loop.frontiersin.org/people/787224/overview"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Kim</surname> <given-names>Hakseung</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
<uri xlink:href="http://loop.frontiersin.org/people/1524214/overview"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Lee</surname> <given-names>Choel-Hui</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
<uri xlink:href="http://loop.frontiersin.org/people/1524247/overview"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Yoon</surname> <given-names>Byung C.</given-names></name>
<xref ref-type="aff" rid="aff2"><sup>2</sup></xref>
</contrib>
<contrib contrib-type="author">
<name><surname>Kim</surname> <given-names>Jung Bin</given-names></name>
<xref ref-type="aff" rid="aff3"><sup>3</sup></xref>
<uri xlink:href="http://loop.frontiersin.org/people/827273/overview"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Choi</surname> <given-names>Young Hun</given-names></name>
<xref ref-type="aff" rid="aff4"><sup>4</sup></xref>
</contrib>
<contrib contrib-type="author">
<name><surname>Cho</surname> <given-names>Won-Sang</given-names></name>
<xref ref-type="aff" rid="aff5"><sup>5</sup></xref>
<uri xlink:href="http://loop.frontiersin.org/people/910655/overview"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Oh</surname> <given-names>Byung-Mo</given-names></name>
<xref ref-type="aff" rid="aff6"><sup>6</sup></xref>
<xref ref-type="aff" rid="aff7"><sup>7</sup></xref>
<uri xlink:href="http://loop.frontiersin.org/people/405953/overview"/>
</contrib>
<contrib contrib-type="author" corresp="yes">
<name><surname>Kim</surname> <given-names>Dong-Joo</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
<xref ref-type="aff" rid="aff3"><sup>3</sup></xref>
<xref ref-type="aff" rid="aff8"><sup>8</sup></xref>
<xref ref-type="corresp" rid="c001"><sup>&#x0002A;</sup></xref>
<uri xlink:href="http://loop.frontiersin.org/people/944322/overview"/>
</contrib>
</contrib-group>
<aff id="aff1"><sup>1</sup><institution>Department of Brain and Cognitive Engineering, Korea University</institution>, <addr-line>Seoul</addr-line>, <country>South Korea</country></aff>
<aff id="aff2"><sup>2</sup><institution>Department of Radiology, Massachusetts General Hospital</institution>, <addr-line>Boston, MA</addr-line>, <country>United States</country></aff>
<aff id="aff3"><sup>3</sup><institution>Department of Neurology, Korea University Anam Hospital, Korea University College of Medicine</institution>, <addr-line>Seoul</addr-line>, <country>South Korea</country></aff>
<aff id="aff4"><sup>4</sup><institution>Department of Radiology, Seoul National University Hospital, Seoul National University College of Medicine</institution>, <addr-line>Seoul</addr-line>, <country>South Korea</country></aff>
<aff id="aff5"><sup>5</sup><institution>Department of Neurosurgery, Seoul National University Hospital, Seoul National University College of Medicine</institution>, <addr-line>Seoul</addr-line>, <country>South Korea</country></aff>
<aff id="aff6"><sup>6</sup><institution>Department of Rehabilitation Medicine, Seoul National University Hospital, Seoul National University College of Medicine</institution>, <addr-line>Seoul</addr-line>, <country>South Korea</country></aff>
<aff id="aff7"><sup>7</sup><institution>National Traffic Injury Rehabilitation Hospital</institution>, <addr-line>Yangpyeong</addr-line>, <country>South Korea</country></aff>
<aff id="aff8"><sup>8</sup><institution>Department of Artificial Intelligence, Korea University</institution>, <addr-line>Seoul</addr-line>, <country>South Korea</country></aff>
<author-notes>
<fn fn-type="edited-by"><p>Edited by: Jhuma Sankar, All India Institute of Medical Sciences, India</p></fn>
<fn fn-type="edited-by"><p>Reviewed by: Oguz Dursun, Akdeniz University, Turkey; Qalab Abbas, Aga Khan University, Pakistan; Samriti Gupta, All India Institute of Medical Sciences, India</p></fn>
<corresp id="c001">&#x0002A;Correspondence: Dong-Joo Kim <email>dongjookim&#x00040;korea.ac.kr</email></corresp>
<fn fn-type="other" id="fn001"><p>This article was submitted to Pediatric Critical Care, a section of the journal Frontiers in Pediatrics</p></fn></author-notes>
<pub-date pub-type="epub">
<day>02</day>
<month>11</month>
<year>2021</year>
</pub-date>
<pub-date pub-type="collection">
<year>2021</year>
</pub-date>
<volume>9</volume>
<elocation-id>750272</elocation-id>
<history>
<date date-type="received">
<day>30</day>
<month>07</month>
<year>2021</year>
</date>
<date date-type="accepted">
<day>07</day>
<month>10</month>
<year>2021</year>
</date>
</history>
<permissions>
<copyright-statement>Copyright &#x000A9; 2021 Kim, Kim, Lee, Yoon, Kim, Choi, Cho, Oh and Kim.</copyright-statement>
<copyright-year>2021</copyright-year>
<copyright-holder>Kim, Kim, Lee, Yoon, Kim, Choi, Cho, Oh and Kim</copyright-holder>
<license xlink:href="http://creativecommons.org/licenses/by/4.0/"><p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (CC BY). The use, distribution or reproduction in other forums is permitted, provided the original author(s) and the copyright owner(s) are credited and that the original publication in this journal is cited, in accordance with accepted academic practice. No use, distribution or reproduction is permitted which does not comply with these terms.</p></license></permissions>
<abstract><p><bold>Background:</bold> The inter- and intrarater variability of conventional computed tomography (CT) classification systems for evaluating the extent of ischemic-edematous insult following traumatic brain injury (TBI) may hinder the robustness of TBI prognostic models.</p>
<p><bold>Objective:</bold> This study aimed to employ fully automated quantitative densitometric CT parameters and a cutting-edge machine learning algorithm to construct a robust prognostic model for pediatric TBI.</p>
<p><bold>Methods:</bold> Fifty-eight pediatric patients with TBI who underwent brain CT were retrospectively analyzed. Intracranial densitometric information was derived from the supratentorial region as a distribution representing the proportion of Hounsfield units. Furthermore, a machine learning-based prognostic model based on gradient boosting (i.e., CatBoost) was constructed with leave-one-out cross-validation. At discharge, the outcome was assessed dichotomously with the Glasgow Outcome Scale (favorability: 1&#x02013;3 vs. 4&#x02013;5). In-hospital mortality, length of stay (&#x0003E;1 week), and need for surgery were further evaluated as alternative TBI outcome measures.</p>
<p><bold>Results:</bold> Densitometric parameters indicating reduced brain density due to subtle global ischemic changes were significantly different among the TBI outcome groups, except for need for surgery. The skewed intracranial densitometry of the unfavorable outcome became more distinguishable in the follow-up CT within 48 h. The prognostic model augmented by intracranial densitometric information achieved adequate AUCs for various outcome measures [favorability = 0.83 (95% CI: 0.72&#x02013;0.94), in-hospital mortality = 0.91 (95% CI: 0.82&#x02013;1.00), length of stay = 0.83 (95% CI: 0.72&#x02013;0.94), and need for surgery = 0.71 (95% CI: 0.56&#x02013;0.86)], and this model showed enhanced performance compared to the conventional CRASH-CT model.</p>
<p><bold>Conclusion:</bold> Densitometric parameters indicative of global ischemic changes during the acute phase of TBI are predictive of a worse outcome in pediatric patients. The robustness and predictive capacity of conventional TBI prognostic models might be significantly enhanced by incorporating densitometric parameters and machine learning techniques.</p></abstract>
<kwd-group>
<kwd>pediatric traumatic brain injury</kwd>
<kwd>computed tomography</kwd>
<kwd>densitometric analysis</kwd>
<kwd>prognostic modeling</kwd>
<kwd>machine learning</kwd>
</kwd-group>
<contract-num rid="cn001">2019R1A2C1003399</contract-num>
<contract-num rid="cn001">2020R1C1C1006773</contract-num>
<contract-num rid="cn002">HI17C1561</contract-num>
<contract-sponsor id="cn001">National Research Foundation of Korea<named-content content-type="fundref-id">10.13039/501100003725</named-content></contract-sponsor>
<contract-sponsor id="cn002">Ministry of Health and Welfare<named-content content-type="fundref-id">10.13039/100008903</named-content></contract-sponsor>
<counts>
<fig-count count="8"/>
<table-count count="5"/>
<equation-count count="1"/>
<ref-count count="57"/>
<page-count count="16"/>
<word-count count="10113"/>
</counts>
</article-meta>
</front>
<body>
<sec sec-type="intro" id="s1">
<title>Introduction</title>
<p>Pediatric traumatic brain injury (TBI) accounts for over 500,000 emergency department visits in the United States each year (<xref ref-type="bibr" rid="B1">1</xref>). The anatomical and physiological properties (e.g., thinner cranium, less myelinated tissue) of the pediatric brain can result in more rapid and severe development of secondary ischemic-edematous insults after head injury (<xref ref-type="bibr" rid="B2">2</xref>&#x02013;<xref ref-type="bibr" rid="B4">4</xref>), and hence worse outcomes, than in adults (<xref ref-type="bibr" rid="B5">5</xref>). Given that cerebral edema is the fundamental pathophysiological mechanism underlying TBI, assessing the extent of cerebral edema may be crucial for evaluating the risk of intracranial hypertension and predicting outcomes (<xref ref-type="bibr" rid="B6">6</xref>).</p>
<p>Magnetic resonance imaging (MRI) is of significant diagnostic value for identifying pathological diffuse brain swelling; however, it requires children to be stationary and often sedated during a long acquisition time. Therefore, brain computed tomography (CT) remains the gold standard imaging modality during the acute phase of TBI for rapidly evaluating TBI and developing an appropriate intervention strategy (<xref ref-type="bibr" rid="B7">7</xref>, <xref ref-type="bibr" rid="B8">8</xref>). The degree of brain swelling is generally evaluated by CT classification systems [i.e., Marshall (<xref ref-type="bibr" rid="B9">9</xref>) and Rotterdam score (<xref ref-type="bibr" rid="B10">10</xref>)] based on the status of the mesencephalic cisterns or midline shift; this classification is easily applicable and is considered useful for predicting outcomes after TBI (<xref ref-type="bibr" rid="B9">9</xref>&#x02013;<xref ref-type="bibr" rid="B12">12</xref>). The efficacy of CT classification systems makes them important prognostic factors in well-known TBI prognostic models (i.e., Corticosteroid Randomization after Significant Head Injury [CRASH] or International Mission for Prognosis and Analysis of Clinical Trials [IMPACT] models) (<xref ref-type="bibr" rid="B13">13</xref>, <xref ref-type="bibr" rid="B14">14</xref>). However, the classification system relies on manual visual inspection of CT images by clinicians and hence has been criticized for its intrinsic inter- and intrarater variabilities (<xref ref-type="bibr" rid="B10">10</xref>, <xref ref-type="bibr" rid="B15">15</xref>).</p>
<p>It is well-known that there is a linear relationship between edema-induced water accumulation and Hounsfield unit (HU) values (<xref ref-type="bibr" rid="B16">16</xref>); a 1% increase in tissue water content causes a 2-3 HU reduction in attenuation on CT images (<xref ref-type="bibr" rid="B17">17</xref>). This dose-responsive relationship could be applied to quantitatively evaluate edematous changes by using HU distribution via densitometric CT analysis in patients with TBI (<xref ref-type="bibr" rid="B18">18</xref>). Accordingly, densitometric analysis could be an appropriate tool for evaluating the majority of early-stage pediatric TBIs that show no visually identifiable abnormalities on CT images. Moreover, by performing whole-cerebrum densitometric analysis in a fully automated manner, the degree of secondary edematous accumulation following TBI could be objectively measured without inter- or intrarater variability (<xref ref-type="bibr" rid="B18">18</xref>). These advantages of densitometric CT analysis could be exploited to construct a more robust prognostic model for TBI.</p>
<p>The past few years have seen a surge in attempts to use machine learning to construct prognostic models. Traditional logistic regression may have low robustness for explaining multivariate non-linear relationships (<xref ref-type="bibr" rid="B19">19</xref>), whereas machine learning can better apprehend non-linear relationships and interactions through more flexible modeling (<xref ref-type="bibr" rid="B20">20</xref>). Gradient-boosted decision trees (GBDTs), a widely used machine learning algorithm, produce an interpretable prognostic model that is an ensemble of decision trees, which are in high demand in the medical domain (<xref ref-type="bibr" rid="B21">21</xref>). Among GBDT variants, CatBoost has recently been introduced and has shown notable robustness and highly accurate generalizability (<xref ref-type="bibr" rid="B22">22</xref>). This study hypothesized that combining CT densitometry and a machine learning technique (i.e., CatBoost) would enhance the prognostic value of brain CT with a more robust prognostic model for pediatric TBI. The objectives of this study are 2-fold: (1) to investigate the association between intracranial densitometry based on brain CT and various outcomes in pediatric TBI patients and (2) to evaluate the prognostic value of brain CT by constructing a densitometry-augmented TBI prognostic model based on a robust machine learning method.</p>
</sec>
<sec sec-type="materials and methods" id="s2">
<title>Materials and Methods</title>
<sec>
<title>Study Design and Setting</title>
<p>This retrospective pilot study investigated the relationship between intracranial densitometry based on brain CT and the outcome of pediatric patients with TBI. Furthermore, TBI prognostic models were constructed using the CatBoost model (<xref ref-type="bibr" rid="B22">22</xref>), a cutting-edge gradient boosting algorithm optimized in a small dataset and robust to overfitting, based on intracranial densitometric information. The prognostic models were evaluated through leave-one-out cross-validation (LOOCV), which is appropriate for small datasets. An overview of this study is shown in <xref ref-type="fig" rid="F1">Figure 1</xref>.</p>
<fig id="F1" position="float">
<label>Figure 1</label>
<caption><p>Flow diagram for the development of the densitometry-augmented prognostic model based on brain CT.</p></caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fped-09-750272-g0001.tif"/>
</fig>
<p>The setting of this study is at a single trauma center (i.e., the Trauma Center of Seoul National University Hospital). Basic clinical information of TBI patients, such as brain CT images and Glasgow Coma Scale (GCS) scores, was obtained during the same period. Anonymized clinical information obtained on admission to the emergency room, radiology reports, and brain CT images were retrospectively reviewed and collected from the institutional database of Seoul National University Hospital from 2013 to 2017. This study was approved by the Ethics Committee of Seoul National University Hospital (IRB H-1706-144-862). The requirement for informed consent was waived due to the retrospective nature of this study.</p>
</sec>
<sec>
<title>Study Population</title>
<p>The subjects were enrolled according to the following inclusion criteria: (a) direct admission for TBI through the emergency medicine department (not transferred from another hospital); (b) age &#x02264; 19 years; (c) underwent non-enhanced brain CT scan; and (d) eligible CT acquisition conditions (tube voltage = 120 kVp, tube current &#x02265; 150 mA) for analysis of HU values (<xref ref-type="bibr" rid="B23">23</xref>). Additionally, the following exclusion criteria were applied: (a) significant image artifacts (e.g., beam-hardening effects) in the CT images and (b) outcome unrelated to traumatic head injury (e.g., acute respiratory failure, myocardial contusions). Furthermore, patients with significant infratentorial hemorrhage were excluded because even a small infratentorial lesion may be fatal, which would significantly affect the outcomes and skew the data (<xref ref-type="bibr" rid="B24">24</xref>).</p>
<p>These criteria were entered into the institutional clinical data warehouse of Seoul National University Hospital, SUPREME&#x000AE;. Consequently, a total of 58 pediatric TBI patients who underwent head CT examinations were retrospectively included in this pilot study. Enrolled subjects were directly transferred to the trauma center. The Glasgow Outcome Scale (GOS) score was recorded at the time of discharge. Additionally, alternative outcome measures such as in-hospital mortality, length of stay (LOS) and need for surgery were used as reference standards.</p>
</sec>
<sec>
<title>Densitometric Analysis of Brain CT</title>
<p>Densitometric CT analysis utilizes HU values obtained by brain CT to derive intracranial densitometric data as a distribution representing the material density. It can provide a quantitative evaluation of brain density alterations caused by edema-induced water accumulation without inter- or intrarater variability. This study utilized the methods proposed by Kim et al. (<xref ref-type="bibr" rid="B18">18</xref>), which allow the quantitative derivation of intracranial densitometric data of the whole cerebrum. To implement the method, in-house software was written in Java (Oracle, Inc., Redwood Shores, California, USA), providing a fully automatic method for the densitometric analysis of head CT images. To analyze only the major intracranial components (e.g., cerebrospinal fluid, parenchyma, blood), a threshold limit of 0&#x02013;79 HU was applied (<xref ref-type="bibr" rid="B18">18</xref>). The intracranial densitometry was derived from Equation 1:</p>
<disp-formula id="E1"><label>(1)</label><mml:math id="M1"><mml:mtable class="eqnarray" columnalign="left"><mml:mtr><mml:mtd><mml:mi>p</mml:mi><mml:mrow><mml:mo stretchy="false">(</mml:mo><mml:mrow><mml:mi>&#x003BB;</mml:mi></mml:mrow><mml:mo stretchy="false">)</mml:mo></mml:mrow><mml:mo>=</mml:mo><mml:mfrac><mml:mrow><mml:mstyle displaystyle="true"><mml:msubsup><mml:mrow><mml:mo>&#x02211;</mml:mo></mml:mrow><mml:mrow><mml:mi>k</mml:mi><mml:mtext>&#x000A0;</mml:mtext><mml:mo>=</mml:mo><mml:mtext>&#x000A0;</mml:mtext><mml:mn>1</mml:mn></mml:mrow><mml:mrow><mml:mi>n</mml:mi></mml:mrow></mml:msubsup></mml:mstyle><mml:msub><mml:mrow><mml:mi>&#x003BB;</mml:mi></mml:mrow><mml:mrow><mml:mi>k</mml:mi></mml:mrow></mml:msub></mml:mrow><mml:mrow><mml:mstyle displaystyle="true"><mml:msubsup><mml:mrow><mml:mo>&#x02211;</mml:mo></mml:mrow><mml:mrow><mml:mi>k</mml:mi><mml:mtext>&#x000A0;</mml:mtext><mml:mo>=</mml:mo><mml:mtext>&#x000A0;</mml:mtext><mml:mn>1</mml:mn></mml:mrow><mml:mrow><mml:mi>n</mml:mi></mml:mrow></mml:msubsup></mml:mstyle><mml:mstyle displaystyle="true"><mml:msubsup><mml:mrow><mml:mo>&#x02211;</mml:mo></mml:mrow><mml:mrow><mml:mi>&#x003BB;</mml:mi><mml:mtext>&#x000A0;</mml:mtext><mml:mo>=</mml:mo><mml:mtext>&#x000A0;</mml:mtext><mml:mn>0</mml:mn></mml:mrow><mml:mrow><mml:mn>79</mml:mn></mml:mrow></mml:msubsup></mml:mstyle><mml:msub><mml:mrow><mml:mi>&#x003BB;</mml:mi></mml:mrow><mml:mrow><mml:mi>k</mml:mi></mml:mrow></mml:msub></mml:mrow></mml:mfrac></mml:mtd></mml:mtr></mml:mtable></mml:math></disp-formula>
<p>where &#x003BB;<sub><italic>k</italic></sub> is the number of pixels having an HU value of &#x003BB; from the <italic>k</italic><sup>th</sup> CT image in a series of CT scans showing the supratentorial brain region, the denominator of the equation is the entire number of pixels having an HU value of 0 to 79 in the whole cerebrum, and <italic>p</italic>(&#x003BB;) is the proportion of pixels having an HU value of &#x003BB; in the whole cerebrum. The graph of the intracranial densitometric data was derived by plotting the <italic>p</italic>(&#x003BB;) in the range of 0&#x02013;79 HU.</p>
<p>In this study, densitometric analysis was based on initial brain CT scans at admission and follow-up CT scans acquired within 48 h of initial CT scans. Brain CT scans were obtained with a Brilliance 64 scanner (Philips Medical Systems, Eindhoven, Netherlands). The CT acquisition parameters were as follows: tube voltage = 120 kVp, tube current &#x02265; 150 mA, and image matrix = 512 by 512, with a 5-mm slice thickness. Follow-up CT scans were also performed with the same acquisition settings.</p>
</sec>
<sec>
<title>Quantitative Evaluation of Intracranial Densitometry</title>
<p>There are two paradigms to quantitatively evaluate intracranial densitometry: one for evaluating the proportion of a specific HU region and the other for evaluating the morphology of the HU distribution.</p>
<p>In evaluating the proportion of a specific HU region, three parameters, dWx, dGx, and cEs, proposed in previous studies were used in the study (<xref ref-type="bibr" rid="B18">18</xref>, <xref ref-type="bibr" rid="B25">25</xref>). Excessive water accumulation caused by cerebral edema or ischemia lowers the material density of the brain parenchyma and consequently affects both white matter (WM) and gray matter (GM). In addition, the presence of space-occupied lesions with high density (e.g., subdural, epidural, and intracerebral hemorrhage) also decreased the relative proportion of normal density parenchyma in the cranium. Accordingly, the proportions of normal-density WM (dWx) and GM (dGx) were quantitatively assessed. dWx and dGx were defined as the proportions of pixels of 26&#x02013;30 and 31&#x02013;35 HU, respectively, among pixels depicting the entire cerebrum (<xref ref-type="bibr" rid="B25">25</xref>). In addition, Kim et al. suggested the use of the cerebral edema score (cEs), ranging from 17 to 24 HU, as an indicator of cerebral edema severity to compensate for the CT classification system (<xref ref-type="bibr" rid="B18">18</xref>).</p>
<p>The presence of a hypodense lesion (e.g., ischemic-edematous lesion) or hyperdense lesions (e.g., intracranial hemorrhage) in the intracranial area can contribute to the left- and right-sided dominance of the densitometry, respectively. Such pathological brain changes can be identified by assessing the intracranial densitometric morphology, which was evaluated as the proportional HU distribution by calculating &#x003BC;, skewness and kurtosis, where &#x003BC; is the mean HU value of the distribution, and skewness and kurtosis are the measure of the asymmetry and the tail of the distribution, respectively.</p>
<p>Intracranial densitometry reveals pathological changes in the material density of the whole cerebrum. Thus, it may be suggestive of various TBI pathologies (e.g., cerebral ischemia, edema, intracranial hemorrhage). <xref ref-type="fig" rid="F2">Figure 2</xref> shows some intuitive examples of intracranial densitometry affected by various TBI pathologies. The color bar at the bottom shows the HU area on densitometry, where cerebral ischemia [3&#x02013;27 HU] (<xref ref-type="bibr" rid="B26">26</xref>), edema [17&#x02013;24 HU] (<xref ref-type="bibr" rid="B18">18</xref>), and intracranial hemorrhage [40 HU&#x0007E;] (<xref ref-type="bibr" rid="B27">27</xref>) are primarily affected. Compared with the patient without significant visible pathology (<xref ref-type="fig" rid="F2">Figure 2A</xref>), the patient with massive brain edema following severe ischemic insults (<xref ref-type="fig" rid="F2">Figure 2B</xref>) showed a leftward shift of the densitometry center with an increase in both skewness and kurtosis due to excessive water accumulation. On the other hand, in the patient with a large degree of acute subdural hemorrhage (<xref ref-type="fig" rid="F2">Figure 2C</xref>), the center of the densitometry shifted to the right due to the space-occupied lesion. In addition, both <xref ref-type="fig" rid="F2">Figures 2B,C</xref> show that the proportion of parenchyma within the normal density range was also affected by the occurrence of intracranial pathology.</p>
<fig id="F2" position="float">
<label>Figure 2</label>
<caption><p>Representative cases of intracranial densitometry affected by various TBI pathologies. <bold>(A)</bold> A 7-year-old male patient with no visible pathology, <bold>(B)</bold> A 10-year-old female patient with massive brain edema, <bold>(C)</bold> A 7-year-old male patient with acute subdural hemorrhage. The color bar at the bottom shows the HU range on densitometry, which mainly affects intracranial pathologies.</p></caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fped-09-750272-g0002.tif"/>
</fig>
<p>Lesions with partially overlapping HU ranges (e.g., subacute subdural hemorrhage) may skew the interpretation of the densitometric parameters, but only patients during the acute stage were involved in this study.</p>
</sec>
<sec>
<title>Prognostic Model Construction</title>
<p>Prognostic models were constructed based on the four outcome measures (i.e., favorability, mortality, LOS and need for surgery) with CatBoost (<xref ref-type="bibr" rid="B22">22</xref>), which is a state-of-the-art gradient-boosted decision tree. CatBoost mitigates the overfitting problem and shows robustness and generalizability. In addition, CatBoost has various advantages of (1) having a swift training speed through parallel processing, (2) being appropriate for small sample sizes and unbalanced data, and (3) exhibiting higher accuracy than other gradient boosting algorithms. The IMPACT model was excluded from this study because the IMPACT model does not consider patients under the age of 14 years (<xref ref-type="bibr" rid="B14">14</xref>).</p>
<p>In this study, a total of three types of prognostic models were constructed. (1) CatBoost-based CRASH-CT (i.e., CRASH-CT<sub>CatBoost</sub>) is the model based on admission characteristics (i.e., age, GCS, pupil reaction, and presence of extracranial injury) and initial CT findings (i.e., presence of petechial hemorrhage, obliteration of the third ventricle or basal cisterns, subarachnoid hemorrhage, midline shift, and non-evacuated hematoma). These are the same input of the conventional CRASH-CT model (<xref ref-type="bibr" rid="B13">13</xref>). (2) The densitometry-augmented model (i.e., D/CRASH-CT<sub>CatBoost</sub>) was constructed with the intracranial densitometric information (i.e., dWx, dGx, cEs, &#x003BC;, skewness, kurtosis, and HU distribution) and the CRASH-CT input. (3) The reference model was the conventional CRASH-CT model (i.e., CRASH-CT<sub>LR</sub>) established by logistic regression.</p>
<p>Prognostic models for outcome favorability were derived from both initial and follow-up CT to assess the changes in prognostic value during the acute phase of TBI. Undoubtedly, the model based on the follow-up CT data uses input variables derived from the follow-up CT. On the other hand, prognostic models for mortality, LOS, and need for surgery were all established only based on initial CT data at admission.</p>
<p>The prognostic value of CatBoost was optimized by a grid search with the variation of three hyperparameters: Iteration [50, 100, 200, 300, 400], depth [4, 5, 6, 7, 8, 9, 10], and loss function [log loss, cross-entropy]. Likewise, the logistic regression model was optimized with iterations [50, 100, 200, 300, 400] and C [0.001, 0.01, 0.1, 1, 10, 100] as hyperparameters.</p>
<p>Principal component analysis (PCA) was used to reduce the dimensions of the input variables that still contain most of the information to alleviate the dimensionality and overfitting problems that can occur in machine learning procedures. Accordingly, the high dimensions of admission characteristics, initial CT findings, and HU distribution were reduced by PCA.</p>
<p>SHAPs (Shapley Additional exPlanations) of the tree ensemble model were derived to assess the importance of the model input variables. Based on this, it is possible to conveniently examine the importance of individual input variables used in the CatBoost-based prognostic model and to determine how the input variables contribute to the prediction of the outcomes.</p>
<p>The predictive performance of all prognostic models was assessed by LOOCV (<xref ref-type="fig" rid="F1">Figure 1</xref>), which results in unbiased and reliable estimates of model performance; iterative validations were performed 58 times by separating training (<italic>N</italic> = 57) and testing subjects (<italic>N</italic> = 1). These machine learning models were developed by scikit-learn 0.24.1 and CatBoost library 0.25.1 in the Python 3.7 environment.</p>
</sec>
<sec>
<title>Statistical Analysis</title>
<p>The calculation of the sample size was performed by Viechtbauer&#x00027;s formula developed for the pilot study (<xref ref-type="bibr" rid="B28">28</xref>); the calculated sample size was 45, with a confidence level of 0.90 and a probability of 0.05. Considering that the dropout rate was 30%, 58 subjects were enrolled in this study. Non-parametric statistical methods were employed due to the sample size. The Mann-Whitney <italic>U</italic>-test was applied to compare continuous data between outcome groups. The discrimination of the prognostic models was assessed by receiver operating characteristic (ROC) curve analysis. The optimal cutoff values for discriminating outcomes were calculated using the maximal Youden&#x00027;s J statistic (sensitivity &#x0002B; specificity &#x02013; 1) (<xref ref-type="bibr" rid="B29">29</xref>) in the ROC curve. Hanley&#x00027;s test (<xref ref-type="bibr" rid="B30">30</xref>) was performed to compare the area under the ROC curve (AUC). In this study, four reference standards against AUC of all prognostic models were used: (1) dichotomous outcome measured at discharge [i.e., GOS score 1&#x02013;3 (positive) vs. 4&#x02013;5 (negative)], (2) in-hospital mortality [i.e., deceased (positive) vs. survived (negative)], (3) LOS in hospital [i.e., &#x0003E; 1 week (positive) vs. &#x02264; 1 week (negative)], and (4) need for surgical intervention [i.e., underwent TBI-related surgery during hospitalization (positive) vs. no need for surgical procedure (negative)]. In this study, there was no need to reassign the LOS outcome of the deceased patients because no patients died in the group with LOS of &#x0003C;1 week (<xref ref-type="bibr" rid="B31">31</xref>). The sensitivity, specificity, positive predictive value, and negative predictive value with 95% confidence interval of each prognostic model were determined at the optimal cutoff. The analyses were considered statistically significant at two-sided <italic>p</italic> &#x0003C; 0.05. Statistical analyses were conducted using commercial software (SPSS 24, IBM Corp., Chicago, Illinois, USA).</p>
</sec>
</sec>
<sec sec-type="results" id="s3">
<title>Results</title>
<sec>
<title>Demographics</title>
<p>Fifty-eight pediatric TBI patients were included in this study. Of the 58 patients, 46 (79.3%) were assigned to the favorable outcome group, and 12 (20.7%) were assigned to the unfavorable outcome group. The detailed demographics are listed in <xref ref-type="table" rid="T1">Table 1</xref>.</p>
<table-wrap position="float" id="T1">
<label>Table 1</label>
<caption><p>Baseline characteristics.</p></caption>
<table frame="hsides" rules="groups">
<thead><tr>
<th/>
<th valign="top" align="center"><bold>Total</bold><break/><bold>(<italic>N</italic> &#x0003D; 58)</bold></th>
<th valign="top" align="center"><bold>Favorable outcome group</bold><break/><bold>(<italic>N</italic> &#x0003D; 46)</bold></th>
<th valign="top" align="center"><bold>Unfavorable outcome group</bold><break/><bold>(<italic>N</italic> &#x0003D; 12)</bold></th>
</tr>
</thead>
<tbody>
<tr>
<td valign="top" align="left" colspan="4"><bold>Age, years</bold></td>
</tr>
<tr>
<td valign="top" align="left">Median, interquartile range</td>
<td valign="top" align="center">6 (1.75&#x02013;13)</td>
<td valign="top" align="center">7 (2&#x02013;14.25)</td>
<td valign="top" align="center">5 (1&#x02013;9.25)</td>
</tr>
<tr>
<td valign="top" align="left" colspan="4"><bold>Sex, no. (%)</bold></td>
</tr>
<tr>
<td valign="top" align="left">Male</td>
<td valign="top" align="center">32 (55.2)</td>
<td valign="top" align="center">27 (58.7)</td>
<td valign="top" align="center">5 (41.7)</td>
</tr>
<tr>
<td valign="top" align="left">Female</td>
<td valign="top" align="center">26 (44.8)</td>
<td valign="top" align="center">19 (41.3)</td>
<td valign="top" align="center">7 (58.3)</td>
</tr>
<tr>
<td valign="top" align="left" colspan="4"><bold>Cause of injury, no. (%)</bold></td>
</tr>
<tr>
<td valign="top" align="left">Motor vehicle accident</td>
<td valign="top" align="center">17 (29.3)</td>
<td valign="top" align="center">15 (32.6)</td>
<td valign="top" align="center">2 (16.7)</td>
</tr>
<tr>
<td valign="top" align="left">Fall</td>
<td valign="top" align="center">24 (41.4)</td>
<td valign="top" align="center">22 (47.8)</td>
<td valign="top" align="center">2 (16.7)</td>
</tr>
<tr>
<td valign="top" align="left">Blunt trauma</td>
<td valign="top" align="center">17 (29.3)</td>
<td valign="top" align="center">9 (19.6)</td>
<td valign="top" align="center">8 (66.7)</td>
</tr>
<tr>
<td valign="top" align="left" colspan="4"><bold>Glasgow Coma Scale on admission, no. (%)</bold></td>
</tr>
<tr>
<td valign="top" align="left">3&#x02013;8</td>
<td valign="top" align="center">9 (15.5)</td>
<td valign="top" align="center">5 (10.9)</td>
<td valign="top" align="center">4 (33.3)</td>
</tr>
<tr>
<td valign="top" align="left">9&#x02013;12</td>
<td valign="top" align="center">3 (5.2)</td>
<td valign="top" align="center">2 (4.3)</td>
<td valign="top" align="center">1 (8.3)</td>
</tr>
<tr>
<td valign="top" align="left">13&#x02013;15</td>
<td valign="top" align="center">46 (79.3)</td>
<td valign="top" align="center">39 (84.8)</td>
<td valign="top" align="center">7 (58.3)</td>
</tr>
<tr>
<td valign="top" align="left" colspan="4"><bold>Pupil reactivity, no. (%)</bold></td>
</tr>
<tr>
<td valign="top" align="left">Both</td>
<td valign="top" align="center">53 (91.4)</td>
<td valign="top" align="center">42 (91.3)</td>
<td valign="top" align="center">11 (91.7)</td>
</tr>
<tr>
<td valign="top" align="left">One</td>
<td valign="top" align="center">3 (5.2)</td>
<td valign="top" align="center">3 (6.5)</td>
<td valign="top" align="center">0 (0)</td>
</tr>
<tr>
<td valign="top" align="left">None</td>
<td valign="top" align="center">2 (3.4)</td>
<td valign="top" align="center">1 (2.2)</td>
<td valign="top" align="center">1 (8.3)</td>
</tr>
<tr>
<td valign="top" align="left" colspan="4"><bold>Extracranial injury, no. (%)</bold></td>
</tr>
<tr>
<td valign="top" align="left">Extracranial hematoma</td>
<td valign="top" align="center">7 (12.1)</td>
<td valign="top" align="center">6 (13.0)</td>
<td valign="top" align="center">1 (8.3)</td>
</tr>
<tr>
<td valign="top" align="left">Facial injury</td>
<td valign="top" align="center">8 (13.8)</td>
<td valign="top" align="center">7 (15.2)</td>
<td valign="top" align="center">1 (8.3)</td>
</tr>
<tr>
<td valign="top" align="left">Lower extremity injury</td>
<td valign="top" align="center">4 (6.9)</td>
<td valign="top" align="center">4 (8.7)</td>
<td valign="top" align="center">0 (0)</td>
</tr>
<tr>
<td valign="top" align="left">Spinal cord injury</td>
<td valign="top" align="center">3 (5.2)</td>
<td valign="top" align="center">3 (6.5)</td>
<td valign="top" align="center">0 (0)</td>
</tr>
<tr>
<td valign="top" align="left">None</td>
<td valign="top" align="center">36 (62.1)</td>
<td valign="top" align="center">26 (56.5)</td>
<td valign="top" align="center">10 (83.3)</td>
</tr>
<tr>
<td valign="top" align="left" colspan="4"><bold>Surgical intervention, no. (%)</bold></td>
</tr>
<tr>
<td valign="top" align="left">Burr hole trephination</td>
<td valign="top" align="center">4 (6.9)</td>
<td valign="top" align="center">4 (8.7)</td>
<td valign="top" align="center">0 (0)</td>
</tr>
<tr>
<td valign="top" align="left">Craniectomy/Craniotomy</td>
<td valign="top" align="center">9 (15.5)</td>
<td valign="top" align="center">7 (15.2)</td>
<td valign="top" align="center">2 (16.7)</td>
</tr>
<tr>
<td valign="top" align="left">External ventricular drain</td>
<td valign="top" align="center">1 (1.7)</td>
<td valign="top" align="center">0 (0)</td>
<td valign="top" align="center">1 (8.3)</td>
</tr>
<tr>
<td valign="top" align="left">None</td>
<td valign="top" align="center">44 (75.9)</td>
<td valign="top" align="center">35 (76.1)</td>
<td valign="top" align="center">9 (75.0)</td>
</tr>
<tr>
<td valign="top" align="left" colspan="4"><bold>Elapsed time between initial CT acquisition and trauma, hours</bold></td>
</tr>
<tr>
<td valign="top" align="left">Median, interquartile range</td>
<td valign="top" align="center">11.50<break/> (4.38&#x02013;27.79)</td>
<td valign="top" align="center">10.09 (4.00&#x02013;26.33)</td>
<td valign="top" align="center">12.50 (6.88&#x02013;65.37)</td>
</tr>
<tr>
<td valign="top" align="left">Follow-up CT scan within 48 h, no. (%)</td>
<td valign="top" align="center">34 (58.6)</td>
<td valign="top" align="center">28 (60.9)</td>
<td valign="top" align="center">6 (50.0)</td>
</tr>
<tr>
<td valign="top" align="left" colspan="4"><bold>Imaging findings, no. (%)</bold></td>
</tr>
<tr>
<td valign="top" align="left">Skull fracture</td>
<td valign="top" align="center">18 (31.0)</td>
<td valign="top" align="center">16 (34.8)</td>
<td valign="top" align="center">2 (16.7)</td>
</tr>
<tr>
<td valign="top" align="left">Petechial hemorrhage</td>
<td valign="top" align="center">10 (17.2)</td>
<td valign="top" align="center">8 (17.4)</td>
<td valign="top" align="center">2 (16.7)</td>
</tr>
<tr>
<td valign="top" align="left">Obliteration of basal cisterns</td>
<td valign="top" align="center">9 (15.5)</td>
<td valign="top" align="center">7 (15.2)</td>
<td valign="top" align="center">2 (16.7)</td>
</tr>
<tr>
<td valign="top" align="left">Midline shift &#x0003E; 5 mm</td>
<td valign="top" align="center">25 (43.1)</td>
<td valign="top" align="center">19 (41.3)</td>
<td valign="top" align="center">6 (50.0)</td>
</tr>
<tr>
<td valign="top" align="left" colspan="4"><bold>Length of stay, days</bold></td>
</tr>
<tr>
<td valign="top" align="left">Median, interquartile range</td>
<td valign="top" align="center">9<break/> (3&#x02013;25)</td>
<td valign="top" align="center">6<break/> (2.75&#x02013;16.5)</td>
<td valign="top" align="center">20.5 (12.5&#x02013;153.75)</td>
</tr>
<tr>
<td valign="top" align="left">In-hospital mortality, no. (%)</td>
<td valign="top" align="center">6 (10.3)</td>
<td valign="top" align="center">0 (0)</td>
<td valign="top" align="center">6 (50.0)</td>
</tr>
</tbody>
</table>
</table-wrap>
</sec>
<sec>
<title>Changes in Intracranial Densitometry at the Acute Phase of Pediatric TBI</title>
<p>For initial CT acquired at admission and follow-up CT acquired within 48 h later, the changes in intracranial densitometry according to the outcome were evaluated. <xref ref-type="fig" rid="F3">Figure 3A</xref> shows the density distribution obtained from the initial CT scan at admission, which skewed to the right in the unfavorable outcome group compared to the density distribution of the favorable outcome group, indicating brain density alteration in the acute phase of TBI. These morphological disagreements resulted in significant differences between the outcome groups in the specific HU range. Contrary to the intracranial densitometry of the favorable outcome relatively analogous to the normal distribution, the skewed distribution of the unfavorable outcome became more distinguishable in the follow-up CT (<xref ref-type="fig" rid="F3">Figure 3B</xref>). This deformation suggests that the change in brain density due to secondary insults became more substantial.</p>
<fig id="F3" position="float">
<label>Figure 3</label>
<caption><p>Comparison of intracranial densitometry by outcome favorability based on the initial brain CT at admission <bold>(A)</bold> and follow-up brain CT within 48 h <bold>(B)</bold>. Blue = favorable outcome group, purple = unfavorable outcome group. The bold line and shaded area denote the mean and range of the 95% confidence interval, respectively. Significance at <italic>p</italic> &#x0003C; 0.05&#x0002A; and <italic>p</italic> &#x0003C; 0.001&#x0002A;&#x0002A;.</p></caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fped-09-750272-g0003.tif"/>
</fig>
<p>The intracranial densitometric morphology was further assessed through densitometric parameters in a quantitative manner. <xref ref-type="table" rid="T2">Table 2</xref> shows the densitometric parameters in both outcome groups. Among the proportional densitometric parameters from the initial CT, cEs showed a significant difference, whereas dWx and dGx, indicating the proportion of normal-density WM and GM, showed no significance. Nevertheless, only the dGx from the follow-up CT showed a significant difference. As the intracranial morphology of the unfavorable outcome group showed a distorted distribution, all of the morphological densitometric parameters differed significantly between outcome groups both in initial and follow-up CT. On the other hand, the CT classification systems (i.e., Marshall and Rotterdam score) did not significantly distinguish outcome favorability in either initial or follow-up CT.</p>
<table-wrap position="float" id="T2">
<label>Table 2</label>
<caption><p>Comparison of densitometric parameters and conventional CT classification systems by outcome favorability based on the initial and follow-up brain CT.</p></caption>
<table frame="hsides" rules="groups">
<thead><tr>
<th/>
<th valign="top" align="center" colspan="2" style="border-bottom: thin solid #000000;"><bold>Median (interquartile range)</bold></th>
<th valign="top" align="center"><bold><italic>P</italic>-value</bold></th>
</tr>
<tr>
<th/>
<th valign="top" align="center"><bold>Favorable outcome</bold></th>
<th valign="top" align="center"><bold>Unfavorable outcome</bold></th>
<th/>
</tr>
</thead>
<tbody>
<tr>
<td valign="top" align="left" colspan="4"><bold>Initial brain CT at admission (N &#x0003D; 58; favorable &#x0003D; 46, unfavorable &#x0003D; 12)</bold></td>
</tr>
<tr>
<td valign="top" align="left" colspan="4"><bold>Proportional densitometric parameters</bold></td>
</tr>
<tr>
<td valign="top" align="left">dWx</td>
<td valign="top" align="center">18.94 (13.43&#x02013;25.17)</td>
<td valign="top" align="center">24.00 (15.31&#x02013;27.90)</td>
<td valign="top" align="center">0.19</td>
</tr>
<tr>
<td valign="top" align="left">dGx</td>
<td valign="top" align="center">20.48 (14.92&#x02013;24.48)</td>
<td valign="top" align="center">18.87 (7.08&#x02013;22.07)</td>
<td valign="top" align="center">0.28</td>
</tr>
<tr>
<td valign="top" align="left">cEs</td>
<td valign="top" align="center">12.40 (7.15&#x02013;19.40)</td>
<td valign="top" align="center">24.26 (15.58&#x02013;39.71)</td>
<td valign="top" align="center">0.008</td>
</tr>
<tr>
<td valign="top" align="left" colspan="4"><bold>Morphological densitometric parameters</bold></td>
</tr>
<tr>
<td valign="top" align="left">&#x003BC;</td>
<td valign="top" align="center">32.89 (27.73&#x02013;35.78)</td>
<td valign="top" align="center">28.32 (22.39&#x02013;29.51)</td>
<td valign="top" align="center">0.005</td>
</tr>
<tr>
<td valign="top" align="left">Skewness</td>
<td valign="top" align="center">0.55 (0.09&#x02013;1.17)</td>
<td valign="top" align="center">1.43 (0.76&#x02013;1.73)</td>
<td valign="top" align="center">0.006</td>
</tr>
<tr>
<td valign="top" align="left">Kurtosis</td>
<td valign="top" align="center">2.28 (1.15&#x02013;4.74)</td>
<td valign="top" align="center">4.46 (4.08&#x02013;7.79)</td>
<td valign="top" align="center">0.002</td>
</tr>
<tr>
<td valign="top" align="left" colspan="4"><bold>CT classification systems</bold></td>
</tr>
<tr>
<td valign="top" align="left">Marshall score</td>
<td valign="top" align="center">6 (2.75&#x02013;6)</td>
<td valign="top" align="center">4 (2.50&#x02013;6)</td>
<td valign="top" align="center">0.33</td>
</tr>
<tr>
<td valign="top" align="left">Rotterdam score</td>
<td valign="top" align="center">2 (2-2)</td>
<td valign="top" align="center">2 (1.25&#x02013;2.75)</td>
<td valign="top" align="center">0.97</td>
</tr>
<tr>
<td valign="top" align="left" colspan="4"><bold>Follow-up brain CT within 48 h (</bold><italic><bold>N</bold></italic> <bold>&#x0003D; 34; favorable &#x0003D; 28, unfavorable &#x0003D; 6)</bold></td>
</tr>
<tr>
<td valign="top" align="left" colspan="4"><bold>Proportional densitometric parameters</bold></td>
</tr>
<tr>
<td valign="top" align="left">dWx</td>
<td valign="top" align="center">22.71 (15.15&#x02013;27.59)</td>
<td valign="top" align="center">14.88 (6.75&#x02013;26.07)</td>
<td valign="top" align="center">0.11</td>
</tr>
<tr>
<td valign="top" align="left">dGx</td>
<td valign="top" align="center">23.45 (19.99&#x02013;26.23)</td>
<td valign="top" align="center">13.03 (2.63&#x02013;18.50)</td>
<td valign="top" align="center">0.001</td>
</tr>
<tr>
<td valign="top" align="left">cEs</td>
<td valign="top" align="center">13.12 (8.35&#x02013;19.00)</td>
<td valign="top" align="center">31.38 (5.09&#x02013;40.09)</td>
<td valign="top" align="center">0.30</td>
</tr>
<tr>
<td valign="top" align="left" colspan="4"><bold>Morphological densitometric parameters</bold></td>
</tr>
<tr>
<td valign="top" align="left">&#x003BC;</td>
<td valign="top" align="center">31.65 (29.14&#x02013;34.26)</td>
<td valign="top" align="center">26.67 (16.20&#x02013;30.11)</td>
<td valign="top" align="center">0.037</td>
</tr>
<tr>
<td valign="top" align="left">Skewness</td>
<td valign="top" align="center">0.69 (0.06&#x02013;1.07)</td>
<td valign="top" align="center">1.57 (0.69&#x02013;1.86)</td>
<td valign="top" align="center">0.022</td>
</tr>
<tr>
<td valign="top" align="left">Kurtosis</td>
<td valign="top" align="center">3.05 (1.56&#x02013;4.39)</td>
<td valign="top" align="center">5.01 (3.89&#x02013;8.61)</td>
<td valign="top" align="center">0.015</td>
</tr>
<tr>
<td valign="top" align="left" colspan="4"><bold>CT classification systems</bold></td>
</tr>
<tr>
<td valign="top" align="left">Marshall score</td>
<td valign="top" align="center">5.5 (4&#x02013;6)</td>
<td valign="top" align="center">5 (3.75&#x02013;6)</td>
<td valign="top" align="center">0.95</td>
</tr>
<tr>
<td valign="top" align="left">Rotterdam score</td>
<td valign="top" align="center">2 (1.25&#x02013;3)</td>
<td valign="top" align="center">2.5 (2&#x02013;3)</td>
<td valign="top" align="center">0.39</td>
</tr>
</tbody>
</table>
</table-wrap>
</sec>
<sec>
<title>Prognostic Model at the Acute Phase of Pediatric TBI Augmented by Intracranial Densitometry</title>
<p>The predictive performance of the prognostic models constructed from the variables acquired during the acute phase was assessed by LOOCV based on the outcome favorability (<xref ref-type="fig" rid="F4">Figure 4</xref>). As the reference model, the CRASH-CT model based on logistic regression (i.e., CRASH-CT<sub>LR</sub>) showed an AUC of 0.56. By using the CatBoost model, an AUC of 0.63 was derived from the model using only the CRASH-CT input (i.e., CRASH-CT<sub>CatBoost</sub>). The densitometry-augmented model (i.e., D/CRASH-CT<sub>CatBoost</sub>) showed significant enhancement in the AUC compared with the CRASH-CT<sub>LR</sub> model. Specifically, the AUC of the model that included densitometric information was improved to 0.83 (<italic>p</italic> &#x0003C; 0.03 by Hanley&#x00027;s test). Alternating the variables from the initial CT to the follow-up CT further enhanced the prognostic value of the CatBoot models (<xref ref-type="fig" rid="F4">Figure 4B</xref>). Accordingly, the difference in the AUC between the CRASH-CT<sub>LR</sub> and the D/CRASH-CT<sub>CatBoost</sub> became more significant (<italic>p</italic> &#x0003C; 0.02 by Hanley&#x00027;s test) despite the smaller number of subjects. The performance of the prognostic models at the optimal cutoff point for predicting the outcome was further evaluated (<xref ref-type="table" rid="T3">Table 3</xref>).</p>
<fig id="F4" position="float">
<label>Figure 4</label>
<caption><p>ROC curves of the prognostic models for the differentiation of favorable and unfavorable outcomes based on the initial brain CT at admission <bold>(A)</bold> and follow-up brain CT within 48 h <bold>(B)</bold> by the LOOCV. Orange = CRASH-CT<sub>LR</sub>, blue = CRASH-CT<sub>CatBoost</sub>, indigo = D/CRASH-CT<sub>CatBoost</sub>.</p></caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fped-09-750272-g0004.tif"/>
</fig>
<table-wrap position="float" id="T3">
<label>Table 3</label>
<caption><p>Comparison of prognostic models for predicting outcome favorability based on the initial and follow-up CT-based LOOCV.</p></caption>
<table frame="hsides" rules="groups">
<thead><tr>
<th/>
<th valign="top" align="center"><bold>AUC</bold></th>
<th valign="top" align="center"><bold>Sensitivity [%]</bold></th>
<th valign="top" align="center"><bold>Specificity [%]</bold></th>
<th valign="top" align="center"><bold>PPV [%]</bold></th>
<th valign="top" align="center"><bold>NPV [%]</bold></th>
</tr>
</thead>
<tbody>
<tr>
<td valign="top" align="left" colspan="6"><bold>Initial brain CT at admission (</bold><italic><bold>N</bold></italic> <bold>&#x0003D; 58)</bold></td>
</tr>
<tr>
<td valign="top" align="left">CRASH-CT<sub>LR</sub></td>
<td valign="top" align="center">0.56 (0.36&#x02013;0.76)</td>
<td valign="top" align="center">58.33 (31.95&#x02013;80.67)</td>
<td valign="top" align="center">63.04 (48.60&#x02013;75.48)</td>
<td valign="top" align="center">29.17 (14.91&#x02013;49.17)</td>
<td valign="top" align="center">85.29 (69.87&#x02013;93.55)</td>
</tr>
<tr>
<td valign="top" align="left">CRASH-CT<sub>CatBoost</sub></td>
<td valign="top" align="center">0.63 (0.44&#x02013;0.83)</td>
<td valign="top" align="center">58.33 (31.95&#x02013;80.67)</td>
<td valign="top" align="center">73.91 (59.74&#x02013;84.4)</td>
<td valign="top" align="center">36.84 (19.15&#x02013;58.96)</td>
<td valign="top" align="center">87.18 (73.29&#x02013;94.4)</td>
</tr>
<tr>
<td valign="top" align="left">D/CRASH-CT<sub>CatBoost</sub></td>
<td valign="top" align="center">0.83 (0.72&#x02013;0.94)</td>
<td valign="top" align="center">83.33 (55.20&#x02013;95.30)</td>
<td valign="top" align="center">78.26 (64.43&#x02013;87.74)</td>
<td valign="top" align="center">50.00 (29.93&#x02013;70.07)</td>
<td valign="top" align="center">94.74 (82.71&#x02013;98.54)</td>
</tr>
<tr>
<td valign="top" align="left" colspan="6"><bold>Follow-up brain CT within 48 h (</bold><italic><bold>N</bold></italic> <bold>&#x0003D; 34)</bold></td>
</tr>
<tr>
<td valign="top" align="left">CRASH-CT<sub>LR</sub></td>
<td valign="top" align="center">0.51 (0.21&#x02013;0.82)</td>
<td valign="top" align="center">50.00 (18.76&#x02013;81.24)</td>
<td valign="top" align="center">71.43 (52.94&#x02013;84.75)</td>
<td valign="top" align="center">27.27 (9.75&#x02013;56.56)</td>
<td valign="top" align="center">86.96 (67.87&#x02013;95.46)</td>
</tr>
<tr>
<td valign="top" align="left">CRASH-CT<sub>CatBoost</sub></td>
<td valign="top" align="center">0.73 (0.51&#x02013;0.96)</td>
<td valign="top" align="center">80.00 (37.55&#x02013;96.38)</td>
<td valign="top" align="center">79.17 (59.53&#x02013;90.76)</td>
<td valign="top" align="center">44.44 (18.88&#x02013;73.33)</td>
<td valign="top" align="center">95.00 (76.39&#x02013;99.11)</td>
</tr>
<tr>
<td valign="top" align="left">D/CRASH-CT<sub>CatBoost</sub></td>
<td valign="top" align="center">0.88 (0.74&#x02013;1.00)</td>
<td valign="top" align="center">83.33 (43.65&#x02013;96.99)</td>
<td valign="top" align="center">75.00 (56.64&#x02013;87.32)</td>
<td valign="top" align="center">41.67 (19.33&#x02013;68.05)</td>
<td valign="top" align="center">95.45 (78.20&#x02013;99.19)</td>
</tr>
</tbody>
</table>
<table-wrap-foot>
<p><italic>AUC, area under the ROC curve; PPV, positive predictive value; NPV, negative predictive value</italic>.</p>
</table-wrap-foot>
</table-wrap>
<p>The feature importance of the input variable and SHAP of the tree ensemble of the best model from the initial CT, D/CRASH-CT<sub>CatBoost</sub>, was derived (<xref ref-type="fig" rid="F5">Figure 5A</xref>). In the D/CRASH-CT<sub>CatBoost</sub> model, morphological parameters (i.e., kurtosis, skewness, and &#x003BC;) and dGx were the main contributors to the prediction. As kurtosis and skewness increased, the prediction of unfavorable outcomes increased. Additionally, lower &#x003BC; and dGx values contributed to the prediction of unfavorable outcomes. D/CRASH-CT<sub>CatBoost</sub> from the follow-up CT also showed that dGx and skewness mainly contributed to the outcome prediction (<xref ref-type="fig" rid="F5">Figure 5B</xref>), which is similar to the model from the initial CT. This may reflect the shift in the center of intracranial densitometry toward lower HUs with morphological distortion in patients with an unfavorable outcome.</p>
<fig id="F5" position="float">
<label>Figure 5</label>
<caption><p>Feature importance and SHAP value of the D/CRASH-CT<sub>CatBoost</sub> model for the differentiation of favorable and unfavorable outcomes based on the initial brain CT at admission <bold>(A)</bold> and follow-up brain CT within 48 h <bold>(B)</bold>. Each row shows the distribution of SHAP values assigned to a model input. Asterisks denote input variables that have undergone dimensionality reduction by principal component analysis.</p></caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fped-09-750272-g0005.tif"/>
</fig>
</sec>
<sec>
<title>Comparative Assessment of Intracranial Densitometry According to Alternative TBI Outcome Measures</title>
<p>Intracranial densitometry acquired at admission was further compared for alternative outcome measures for TBI (i.e., in-hospital mortality, LOS, and need for surgical intervention). Intracranial densitometry in the deceased group showed considerable skewness, suggesting that low-attenuated pixels dominate (<xref ref-type="fig" rid="F6">Figure 6A</xref>). On the other hand, when the groups were dichotomized based on the LOS (1 week), the intracranial densitometry of the worse outcome group was transversely shifted to the left without noticeable deformation (<xref ref-type="fig" rid="F6">Figure 6B</xref>). However, there was no association between need for surgery and intracranial densitometry; the morphology between the outcome groups (i.e., need for surgery vs. no surgery) was indistinguishable (<xref ref-type="fig" rid="F6">Figure 6C</xref>). In addition, <xref ref-type="table" rid="T4">Table 4</xref> further describes the densitometric parameters and CT classifications that depend on the three outcome measures. Outcome groups based on in-hospital mortality and LOS revealed significant morphological parameters, although proportional parameters and CT scores showed limited significance.</p>
<fig id="F6" position="float">
<label>Figure 6</label>
<caption><p>Comparison of intracranial densitometry by alternative outcome measures: in-hospital mortality <bold>(A)</bold>, length of stay <bold>(B)</bold> and need for surgical intervention <bold>(C)</bold>. The bold line and shaded area denote the mean and range of the 95% confidence interval, respectively. Significance at <italic>p</italic> &#x0003C; 0.05&#x0002A; and <italic>p</italic> &#x0003C; 0.001&#x0002A;&#x0002A;.</p></caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fped-09-750272-g0006.tif"/>
</fig>
<table-wrap position="float" id="T4">
<label>Table 4</label>
<caption><p>Comparison of densitometric parameters and conventional CT classification systems by alternative outcome measures.</p></caption>
<table frame="hsides" rules="groups">
<thead><tr>
<th/>
<th valign="top" align="center" colspan="3" style="border-bottom: thin solid #000000;"><bold>In-hospital mortality</bold></th>
<th valign="top" align="center" colspan="3" style="border-bottom: thin solid #000000;"><bold>Length of stay</bold></th>
<th valign="top" align="center" colspan="3" style="border-bottom: thin solid #000000;"><bold>Need for surgical intervention</bold></th>
</tr>
<tr>
<th/>
<th valign="top" align="center" colspan="2" style="border-bottom: thin solid #000000;"><bold>Median (interquartile range)</bold></th>
<th valign="top" align="center"><bold><italic>P</italic>-value</bold></th>
<th valign="top" align="center" colspan="2" style="border-bottom: thin solid #000000;"><bold>Median (interquartile range)</bold></th>
<th valign="top" align="center"><bold><italic>P</italic>-value</bold></th>
<th valign="top" align="center" colspan="2" style="border-bottom: thin solid #000000;"><bold>Median (interquartile range)</bold></th>
<th valign="top" align="center"><bold><italic>P</italic>-value</bold></th>
</tr>
<tr>
<th/>
<th valign="top" align="center"><bold>Survival</bold><break/><bold>(<italic>N</italic> &#x0003D; 52)</bold></th>
<th valign="top" align="center"><bold>Deceased</bold><break/><bold>(<italic>N</italic> &#x0003D; 6)</bold></th>
<th/>
<th valign="top" align="center"><bold>LOS &#x02264; 1 week</bold><break/><bold>(<italic>N</italic> &#x0003D; 28)</bold></th>
<th valign="top" align="center"><bold>LOS &#x0003E; 1 week</bold><break/><bold>(<italic>N</italic> &#x0003D; 30)</bold></th>
<th/>
<th valign="top" align="center"><bold>No need for surgery</bold><break/><bold>(<italic>N</italic> &#x0003D; 44)</bold></th>
<th valign="top" align="center"><bold>Need for TBI-related surgery</bold><break/><bold>(<italic>N</italic> &#x0003D; 14)</bold></th>
<th/>
</tr>
</thead>
<tbody>
<tr>
<td valign="top" align="left" colspan="10"><bold>Proportional densitometric parameters</bold></td>
</tr>
<tr>
<td valign="top" align="left">dWx</td>
<td valign="top" align="center">19.27 (13.64&#x02013;25.22)</td>
<td valign="top" align="center">26.22 (13.48&#x02013;34.85)</td>
<td valign="top" align="center">0.19</td>
<td valign="top" align="center">18.84 (14.24&#x02013;24.28)</td>
<td valign="top" align="center">21.86 (11.92&#x02013;27.42)</td>
<td valign="top" align="center">0.52</td>
<td valign="top" align="center">19.48 (14.53&#x02013;27.09)</td>
<td valign="top" align="center">19.93 (13.04&#x02013;24.33)</td>
<td valign="top" align="center">0.57</td>
</tr>
<tr>
<td valign="top" align="left">dGx</td>
<td valign="top" align="center">20.32 (14.82&#x02013;24.23)</td>
<td valign="top" align="center">18.38 (3.14&#x02013;24.21)</td>
<td valign="top" align="center">0.32</td>
<td valign="top" align="center">20.48 (16.61&#x02013;24.55)</td>
<td valign="top" align="center">18.90 (13.79&#x02013;23.00)</td>
<td valign="top" align="center">0.37</td>
<td valign="top" align="center">20.03 (13.78&#x02013;24.85)</td>
<td valign="top" align="center">20.51 (17.68&#x02013;22.99)</td>
<td valign="top" align="center">0.81</td>
</tr>
<tr>
<td valign="top" align="left">cEs</td>
<td valign="top" align="center">13.25 (7.47&#x02013;20.72)</td>
<td valign="top" align="center">26.87 (20.64&#x02013;45.44)</td>
<td valign="top" align="center">0.011</td>
<td valign="top" align="center">10.90 (7.29&#x02013;18.89)</td>
<td valign="top" align="center">17.55 (9.11&#x02013;27.72)</td>
<td valign="top" align="center">0.13</td>
<td valign="top" align="center">14.71 (7.54&#x02013;26.53)</td>
<td valign="top" align="center">15.14 (8.40&#x02013;22.52)</td>
<td valign="top" align="center">0.96</td>
</tr>
<tr>
<td valign="top" align="left" colspan="10"><bold>Morphological densitometric parameters</bold></td>
</tr>
<tr>
<td valign="top" align="left">&#x003BC;</td>
<td valign="top" align="center">32.15 (27.31&#x02013;35.64)</td>
<td valign="top" align="center">27.51 (20.43&#x02013;29.36)</td>
<td valign="top" align="center">0.022</td>
<td valign="top" align="center">33.25 (28.49&#x02013;35.78)</td>
<td valign="top" align="center">29.24 (26.41&#x02013;33.72)</td>
<td valign="top" align="center">0.06</td>
<td valign="top" align="center">30.47 (26.66&#x02013;34.81)</td>
<td valign="top" align="center">31.16 (27.04&#x02013;35.62)</td>
<td valign="top" align="center">0.61</td>
</tr>
<tr>
<td valign="top" align="left">Skewness</td>
<td valign="top" align="center">0.57 (0.10&#x02013;1.18)</td>
<td valign="top" align="center">1.67 (0.91&#x02013;1.78)</td>
<td valign="top" align="center">0.007</td>
<td valign="top" align="center">0.4 (&#x02212;0.05 to 0.98)</td>
<td valign="top" align="center">1.08 (0.46&#x02013;1.57)</td>
<td valign="top" align="center">0.003</td>
<td valign="top" align="center">0.89 (0.15&#x02013;1.28)</td>
<td valign="top" align="center">0.45 (0.10&#x02013;1.04)</td>
<td valign="top" align="center">0.37</td>
</tr>
<tr>
<td valign="top" align="left">Kurtosis</td>
<td valign="top" align="center">2.45 (1.22&#x02013;4.66)</td>
<td valign="top" align="center">7.14 (4.49&#x02013;9.63)</td>
<td valign="top" align="center">0.003</td>
<td valign="top" align="center">2.31 (1.12&#x02013;4.06)</td>
<td valign="top" align="center">4.10 (1.77&#x02013;6.02)</td>
<td valign="top" align="center">0.07</td>
<td valign="top" align="center">3.39 (1.50&#x02013;5.41)</td>
<td valign="top" align="center">1.96 (1.12&#x02013;4.07)</td>
<td valign="top" align="center">0.17</td>
</tr>
<tr>
<td valign="top" align="left" colspan="10"><bold>CT classification systems</bold></td>
</tr>
<tr>
<td valign="top" align="left">Marshall score</td>
<td valign="top" align="center">6 (3&#x02013;6)</td>
<td valign="top" align="center">3 (2&#x02013;4.5)</td>
<td valign="top" align="center">0.034</td>
<td valign="top" align="center">6 (2.25&#x02013;6)</td>
<td valign="top" align="center">6 (2.75&#x02013;6)</td>
<td valign="top" align="center">0.76</td>
<td valign="top" align="center">6 (2&#x02013;6)</td>
<td valign="top" align="center">6 (4&#x02013;6)</td>
<td valign="top" align="center">0.50</td>
</tr>
<tr>
<td valign="top" align="left">Rotterdam score</td>
<td valign="top" align="center">2 (2)</td>
<td valign="top" align="center">1.5 (1&#x02013;2.25)</td>
<td valign="top" align="center">0.20</td>
<td valign="top" align="center">2 (1.25&#x02013;2)</td>
<td valign="top" align="center">2 (2)</td>
<td valign="top" align="center">0.75</td>
<td valign="top" align="center">2 (1.25&#x02013;2)</td>
<td valign="top" align="center">2 (2&#x02013;3)</td>
<td valign="top" align="center">0.10</td>
</tr>
</tbody>
</table>
</table-wrap>
</sec>
<sec>
<title>Prognostic Model for Alternative TBI Outcome Measures Augmented by Intracranial Densitometry</title>
<p>For the three alternative outcome measures, the performance of the prognostic models was evaluated through LOOCV (<xref ref-type="fig" rid="F7">Figure 7</xref>). <xref ref-type="fig" rid="F7">Figure 7A</xref> shows exceptionally superior performance of the D/CRASH-CT<sub>CatBoost</sub> than that of the CRASH-CT<sub>LR</sub> for predicting in-hospital mortality (<italic>p</italic> &#x0003C; 0.018 by Hanley&#x00027;s test). On the other hand, prognostic models for LOS prediction showed consistent capacity without a significant difference between the prognostic models (<xref ref-type="fig" rid="F7">Figure 7B</xref>). The prognostic ability of the model to predict the need for surgery showed a moderate AUC of 0.71. <xref ref-type="table" rid="T5">Table 5</xref> indicates detailed statistical measures for the performance of the prognostic model.</p>
<fig id="F7" position="float">
<label>Figure 7</label>
<caption><p>ROC curves of the prognostic models for the differentiation of alternative outcome measures: in-hospital mortality <bold>(A)</bold>, length of stay <bold>(B)</bold> and need for surgical intervention <bold>(C)</bold> based on LOOCV. Orange = CRASH-CT<sub>LR</sub>, blue = CRASH-CT<sub>CatBoost</sub>, indigo = D/CRASH-CT<sub>CatBoost</sub>.</p></caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fped-09-750272-g0007.tif"/>
</fig>
<table-wrap position="float" id="T5">
<label>Table 5</label>
<caption><p>Comparison of prognostic models for predicting alternative outcome measures based on LOOCV.</p></caption>
<table frame="hsides" rules="groups">
<thead><tr>
<th/>
<th valign="top" align="center"><bold>AUC</bold></th>
<th valign="top" align="center"><bold>Sensitivity [%]</bold></th>
<th valign="top" align="center"><bold>Specificity [%]</bold></th>
<th valign="top" align="center"><bold>PPV [%]</bold></th>
<th valign="top" align="center"><bold>NPV [%]</bold></th>
</tr>
</thead>
<tbody>
<tr>
<td valign="top" align="left" colspan="6"><bold>In-hospital mortality</bold></td>
</tr>
<tr>
<td valign="top" align="left">CRASH-CT<sub>LR</sub></td>
<td valign="top" align="center">0.55 (0.32&#x02013;0.79)</td>
<td valign="top" align="center">50.00 (18.76&#x02013;81.24)</td>
<td valign="top" align="center">61.54 (47.96&#x02013;73.53)</td>
<td valign="top" align="center">13.04 (4.54&#x02013;32.13)</td>
<td valign="top" align="center">91.43 (77.62&#x02013;97.04)</td>
</tr>
<tr>
<td valign="top" align="left">CRASH-CT<sub>CatBoost</sub></td>
<td valign="top" align="center">0.58 (0.29&#x02013;0.87)</td>
<td valign="top" align="center">66.67 (30&#x02013;90.32)</td>
<td valign="top" align="center">63.46 (49.87&#x02013;75.2)</td>
<td valign="top" align="center">17.39 (6.98&#x02013;37.14)</td>
<td valign="top" align="center">94.29 (81.39&#x02013;98.42)</td>
</tr>
<tr>
<td valign="top" align="left">D/CRASH-CT<sub>CatBoost</sub></td>
<td valign="top" align="center">0.91 (0.82&#x02013;1.00)</td>
<td valign="top" align="center">100 (60.97&#x02013;100)</td>
<td valign="top" align="center">78.85 (65.97&#x02013;87.76)</td>
<td valign="top" align="center">35.29 (17.31&#x02013;58.70)</td>
<td valign="top" align="center">100 (91.43&#x02013;100)</td>
</tr>
<tr>
<td valign="top" align="left" colspan="6"><bold>Length of stay</bold></td>
</tr>
<tr>
<td valign="top" align="left">CRASH-CT<sub>LR</sub></td>
<td valign="top" align="center">0.79 (0.67&#x02013;0.91)</td>
<td valign="top" align="center">80.00 (62.69&#x02013;90.49)</td>
<td valign="top" align="center">78.57 (60.46&#x02013;89.79)</td>
<td valign="top" align="center">80.00 (62.69&#x02013;90.49)</td>
<td valign="top" align="center">78.57 (60.46&#x02013;89.79)</td>
</tr>
<tr>
<td valign="top" align="left">CRASH-CT<sub>CatBoost</sub></td>
<td valign="top" align="center">0.80 (0.68&#x02013;0.92)</td>
<td valign="top" align="center">80.00 (62.69&#x02013;90.49)</td>
<td valign="top" align="center">78.57 (60.46&#x02013;89.79)</td>
<td valign="top" align="center">80.00 (62.69&#x02013;90.49)</td>
<td valign="top" align="center">78.57 (60.46&#x02013;89.79)</td>
</tr>
<tr>
<td valign="top" align="left">D/CRASH-CT<sub>CatBoost</sub></td>
<td valign="top" align="center">0.83 (0.72&#x02013;0.94)</td>
<td valign="top" align="center">76.67 (59.07&#x02013;88.21)</td>
<td valign="top" align="center">78.57 (60.46&#x02013;89.79)</td>
<td valign="top" align="center">79.31 (61.61&#x02013;90.15)</td>
<td valign="top" align="center">75.86 (57.89&#x02013;87.78)</td>
</tr>
<tr>
<td valign="top" align="left" colspan="6"><bold>Need for surgical intervention</bold></td>
</tr>
<tr>
<td valign="top" align="left">CRASH-CT<sub>LR</sub></td>
<td valign="top" align="center">0.51 (0.33&#x02013;0.70)</td>
<td valign="top" align="center">57.14 (32.59&#x02013;78.62)</td>
<td valign="top" align="center">63.64 (48.87&#x02013;76.22)</td>
<td valign="top" align="center">33.33 (17.97&#x02013;53.29)</td>
<td valign="top" align="center">82.35 (66.49&#x02013;91.65)</td>
</tr>
<tr>
<td valign="top" align="left">CRASH-CT<sub>CatBoost</sub></td>
<td valign="top" align="center">0.54 (0.37&#x02013;0.71)</td>
<td valign="top" align="center">64.29 (38.76&#x02013;83.66)</td>
<td valign="top" align="center">54.55 (40.07&#x02013;68.29)</td>
<td valign="top" align="center">31.03 (17.28&#x02013;49.23)</td>
<td valign="top" align="center">82.76 (65.45&#x02013;92.40)</td>
</tr>
<tr>
<td valign="top" align="left">D/CRASH-CT<sub>CatBoost</sub></td>
<td valign="top" align="center">0.71 (0.56&#x02013;0.86)</td>
<td valign="top" align="center">85.71 (60.06&#x02013;95.99)</td>
<td valign="top" align="center">63.64 (48.87&#x02013;76.22)</td>
<td valign="top" align="center">42.86 (26.51&#x02013;60.93)</td>
<td valign="top" align="center">93.33 (78.68&#x02013;98.15)</td>
</tr>
</tbody>
</table>
<table-wrap-foot>
<p><italic>AUC, area under the ROC curve; PPV, positive predictive value; NPV, negative predictive value</italic>.</p>
</table-wrap-foot>
</table-wrap>
<p>The feature importance and SHAP of the tree ensemble of the D/CRASH-CT<sub>CatBoost</sub> were derived based on the three outcome measures (<xref ref-type="fig" rid="F8">Figure 8</xref>). The in-hospital mortality prediction model possessed the skewness of intracranial densitometry as a significant contributor, but in the models predicting LOS or need for surgery, the conventional CRASH-CT input, not the densitometric parameter, made the most dominant contribution to the prediction. This result was related to the weak statistical significance of the input variables from the intracranial densitometry.</p>
<fig id="F8" position="float">
<label>Figure 8</label>
<caption><p>Feature importance and SHAP value of the D/CRASH-CT<sub>CatBoost</sub> model for the differentiation of alternative outcome measures: in-hospital mortality <bold>(A)</bold>, length of stay <bold>(B)</bold>, and need for surgical intervention <bold>(C)</bold>. Each row shows the distribution of SHAP values assigned to a model input. Asterisks denote input variables that have undergone dimensionality reduction by principal component analysis.</p></caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fped-09-750272-g0008.tif"/>
</fig>
</sec>
</sec>
<sec sec-type="discussion" id="s4">
<title>Discussion</title>
<p>The efficacy and practicality of the conventional CT classification system for evaluating injury severity after TBI have long been acknowledged; however, this method suffers from high inter- and intrarater variability (<xref ref-type="bibr" rid="B10">10</xref>, <xref ref-type="bibr" rid="B15">15</xref>). Non-etheless, the system has been incorporated into well-known prognostic models for TBI, which may significantly affect the robustness of the models. This study utilized a recently developed interpretable machine learning model (CatBoost) to build a TBI prognostic model and employed CT densitometry, which is fully automated and thus does not suffer from inter- and intrarater variability (<xref ref-type="bibr" rid="B18">18</xref>), to compensate for the subjective CT classification system. The results indicate that (1) densitometric parameters are independently associated with various TBI outcome measures (i.e., favorability, mortality, and LOS) but not the need for surgery, (2) the prognostic capacity of the conventional CRASH model could be enhanced by employing CatBoost rather than traditional logistic regression, and (3) the capacity can be further increased by supplementing densitometric parameters as model inputs. The novelty and importance of the utilized methods and derived findings of this study warrant a detailed discussion.</p>
<sec>
<title>The Rationale of Densitometric CT Analysis in TBI Pathologies</title>
<p>The inter- and intrarater variability of conventional CT classification systems mainly stems from the wide heterogeneity of injury types and severity (<xref ref-type="bibr" rid="B15">15</xref>) and the dependence on arbitrary estimations based on visual inspection (<xref ref-type="bibr" rid="B10">10</xref>). Densitometric CT analysis aims to overcome such limitations by quantitatively evaluating the density of brain structures and/or lesions based on brain CT scans. The technique has been widely applied in evaluations of various pathological brain changes [e.g., early cerebral edema (<xref ref-type="bibr" rid="B18">18</xref>, <xref ref-type="bibr" rid="B32">32</xref>) or ischemic changes (<xref ref-type="bibr" rid="B33">33</xref>), lesion water uptake (<xref ref-type="bibr" rid="B34">34</xref>), parenchymal compression (<xref ref-type="bibr" rid="B35">35</xref>), and hemorrhage growth (<xref ref-type="bibr" rid="B36">36</xref>)] and for predicting outcomes (<xref ref-type="bibr" rid="B18">18</xref>, <xref ref-type="bibr" rid="B25">25</xref>, <xref ref-type="bibr" rid="B37">37</xref>, <xref ref-type="bibr" rid="B38">38</xref>) in acquired brain injury. There are two approaches to applying densitometry: region of interest-based analysis (<xref ref-type="bibr" rid="B33">33</xref>&#x02013;<xref ref-type="bibr" rid="B36">36</xref>, <xref ref-type="bibr" rid="B38">38</xref>) and whole-cerebrum analysis (<xref ref-type="bibr" rid="B18">18</xref>, <xref ref-type="bibr" rid="B25">25</xref>, <xref ref-type="bibr" rid="B37">37</xref>). This study adopted the latter approach (1) to ensure the robustness of the prognostic model to be constructed and (2) because it was originally designed to be applied for pediatric TBI (<xref ref-type="bibr" rid="B18">18</xref>).</p>
<p>Whole-cerebrum analysis-based intracranial densitometry can respond to two major intracranial pathologies of TBI: ischemic-edematous insults and intracranial hemorrhage. However, there is a discrepancy in the sensitivity of intracranial densitometry for the two pathologies. According to volumetric CT measurements, the proportion of parenchyma in pediatric subjects accounts for 93&#x02013;94% of the cranium (<xref ref-type="bibr" rid="B39">39</xref>). Undoubtedly, parenchyma also occupies the equivalent proportion in intracranial densitometry. Therefore, intracranial densitometry derived from whole-cerebrum analysis benefits from the sensitive response to diffuse ischemic injury that contributes to global changes in parenchymal density, despite subtle alterations (<xref ref-type="bibr" rid="B18">18</xref>, <xref ref-type="bibr" rid="B25">25</xref>). Of course, the significant amount of hyperdense lesion (e.g., crescent-shaped acute subdural hemorrhage) also markedly expanded the proportion of the intracranial densitometry area above 40 HU (<xref ref-type="fig" rid="F2">Figure 2C</xref>). On the other hand, whole-cerebrum densitometry shows a limited response to focal lesions occupying a relatively small proportion. For example, intracranial densitometry may be less sensitive for focal lesions such as petechial hemorrhages or focal brain ischemia. Accordingly, consideration of focal lesions in the whole-cerebrum densitometric analysis may be restricted, and this study thus focused on the interpretation of TBI pathologies involved in global parenchymal changes.</p>
</sec>
<sec>
<title>Quantitative Assessment of Secondary Ischemic-Edematous Insults in the Acute Phase of TBI</title>
<p>Intracranial densitometry offers a wide variety of quantitative parameters, i.e., morphological parameters (&#x003BC;, skewness, and kurtosis) and proportional parameters (dWx, dGx, and cEs). The morphological parameters are derived from a whole-cerebrum density distribution (<xref ref-type="fig" rid="F3">Figure 3</xref>). Based on the dichotomized outcome favorability, the averaged density distribution of patients with an unfavorable outcome was determined to be significantly right-skewed in distribution with a leftward shift of the center compared to that of patients with a favorable outcome. The distortion of the intracranial densitometry in the unfavorable outcome group became further apparent in the follow-up CT. These morphological characteristics are reflected as an increase in skewness and a decrease in &#x003BC;, respectively, and suggest that the overall density of the parenchyma was reduced due to a subtle global ischemic change after TBI (<xref ref-type="bibr" rid="B37">37</xref>). The unfavorable outcome group also showed a higher kurtosis value in their density distributions than the favorable outcome group. Kurtosis, which has often been wrongfully interpreted as a measure of the &#x0201C;peakedness&#x0201D; of distribution graphs, is actually a measure of outliers (<xref ref-type="bibr" rid="B40">40</xref>). Localized hyper- or hypodense lesions result in significant increases in a specific range of HU values, i.e., they are outliers that contribute to increased kurtosis of the density distribution (<xref ref-type="table" rid="T2">Table 2</xref>). Although the statistical power was limited due to the small number of subjects in the follow-up CT subgroup, this group exhibited the same trend as the outcome group in terms of the morphological parameters from the initial CT. These morphological parameters were the main contributors to the outcome prediction of the proposed model (<xref ref-type="fig" rid="F5">Figure 5</xref>).</p>
<p>Unlike morphological parameters, which mainly reflect whole-cerebrum density distribution, proportional parameters reflect the density distribution of specific, major intracranial entities, and can be interpreted in relation to the pathophysiology of cerebral edema. Cerebral edema is divided into vasogenic and cytotoxic types. In general, cytotoxic edema affects both WM and GM (<xref ref-type="bibr" rid="B41">41</xref>), whereas vasogenic edema primarily affects WM and easily spreads to other locations via WM tracts (<xref ref-type="bibr" rid="B42">42</xref>). In the acute phase of TBI, vasogenic, and cytotoxic edema often coexist (<xref ref-type="bibr" rid="B43">43</xref>). Thus, reduced brain tissue density mediated by cerebral edema can be simultaneously reflected by lower WM and GM density values on CT. The increased proportion of hypodense pixels in CT images is reflected as an increase in the cEs (<xref ref-type="bibr" rid="B18">18</xref>), whereas changes in WM and GM densities are reflected as changes in dWx and dGx (<xref ref-type="bibr" rid="B37">37</xref>). Intriguingly, the conventional statistical analysis indicated that only cEs was significant in differentiating favorable and unfavorable outcome groups based on the initial CT (<xref ref-type="table" rid="T2">Table 2</xref>), whereas the machine learning model indicated that dGx had the highest importance among the proportional parameters, followed by cEs and dWx (<xref ref-type="fig" rid="F5">Figure 5</xref>). Nonetheless, inferential statistics are influenced by effect size or sample size (<xref ref-type="bibr" rid="B44">44</xref>), and statistical significance does not guarantee high feature importance in the prognostic model. Indeed, dGx, the proportion of normal-density GM, which did not differ significantly between the two outcome groups, was considered a significant predictor of the outcome by the utilized machine learning model. Nevertheless, in follow-up CT within 48 h, dGx showed a significant difference between the outcome favorability. Despite the shortage of statistical power, this would suggest that brain density alternation even affected the relative proportion of GM with normal density.</p>
<p>In addition to the densitometric analysis, quantitative CT classification systems (i.e., Marshall and Rotterdam score) have been evaluated for use in assessing the severity of TBI. In pediatric TBI, the Rotterdam score has better discriminatory power than that of Marshall (<xref ref-type="bibr" rid="B45">45</xref>). However, neither the Marshall nor the Rotterdam scores classified outcomes well in our cohort (<xref ref-type="table" rid="T2">Tables 2</xref>, <xref ref-type="table" rid="T4">4</xref>), which may be attributed to the cohort characteristics of this pilot study. Originally, the Rotterdam score was developed for only moderate or severe TBI, excluding mild head injury (<xref ref-type="bibr" rid="B10">10</xref>). Liesemer et al. reported that although the Rotterdam score was initially developed for use in the adult population, the prognostic function worked well in the pediatric TBI population (<xref ref-type="bibr" rid="B46">46</xref>); however, &#x0007E;80% of the subjects had moderate or severe TBI (GCS, 3&#x02013;8). A study in which the Marshall score showed adequate prognostic ability in pediatric TBI was also composed of moderate or severe TBI in 60% of the cohort (<xref ref-type="bibr" rid="B45">45</xref>). Consequently, the conventional CT classification systems could not work properly in this study, where &#x0007E;70% of mild TBI patients are composed.</p>
</sec>
<sec>
<title>Responsiveness of Intracranial Densitometry to Alternative Outcome Measures</title>
<p>Mortality, LOS, and the need for surgical procedures are primary outcome measures for pediatric TBI in clinical practice (<xref ref-type="bibr" rid="B47">47</xref>). In addition to outcome favorability, we investigated how intracranial densitometry responds to these outcome measures. LOS was closely associated with mortality in TBI patients (<xref ref-type="bibr" rid="B48">48</xref>); nevertheless, mortality is the worst consequence of TBI. Therefore, undoubtedly, the most sensitive response of intracranial densitometry was mortality. The averaged densitometry between the survival and deceased groups showed the most distinguishable difference among the alternative outcome measures. This finding suggests that deceased patients enter an irreversible state in which the brain densitometry was significantly different from the normal state. On the other hand, the morphology of intracranial densitometry was relatively similar between groups based on the LOS, a less severe outcome. However, the dichotomized LOS revealed a significant difference in the GM-related HU range. In contrast to mortality and LOS, no statistically significant difference in intracranial densitometry was observed between the groups classified by surgery necessity. This non-significance implies that, as mentioned above, the focal lesions that require surgical intervention may have a limited effect on the deformation of whole-cerebrum densitometry.</p>
</sec>
<sec>
<title>Machine-Learning-Based Prognostic TBI Model Augmented by Densitometric Information</title>
<p>This study proposed a novel prognostic model based on GDBTs augmented with CRASH-CT and intracranial densitometric information. Based on various outcome measures, the proposed models (i.e., D/CRASH-CT<sub>CatBoost</sub>) achieved enhanced prognostic capacity compared with the conventional model; this consistent improvement can be contributed by a combination of (1) densitometric information and (2) machine learning models. Intracranial densitometry is a quantitative input variable that responds to global pathological changes in the intracranial region (<xref ref-type="bibr" rid="B18">18</xref>, <xref ref-type="bibr" rid="B25">25</xref>). The proposed model included additional densitometric information, enhancing prognostic values, especially for GOS-related outcome measures (<xref ref-type="fig" rid="F5">Figures 5</xref>, <xref ref-type="fig" rid="F6">6A</xref>). On the other hand, in terms of LOS and surgery necessity, CRASH-CT input variables (e.g., age, GCS, pupil reaction, extracranial injury, CT findings) played a more substantial contribution than the densitometric information (<xref ref-type="fig" rid="F6">Figures 6B,C</xref>). In this case, it can be assumed that machine learning itself contributed to increasing the prognostic value rather than adding the densitometric variables. Logistic regression does not consider the correlation between the input variables and has multicollinearity problems (<xref ref-type="bibr" rid="B49">49</xref>), whereas CatBoost can lead to better performance by reducing information loss by creating a combination considering the correlation between the input variables (<xref ref-type="bibr" rid="B50">50</xref>).</p>
<p>The significant factors contributing to the decreased prognostic capacity of the conventional CRASH-CT model are 2-fold, namely, interrater variability, and validation method. The CRASH-CT model is a widely used prognostic TBI model (<xref ref-type="bibr" rid="B13">13</xref>), and its variables are based on the injury status and initial CT findings. The radiological findings used as the input of the CRASH-CT model are based on the Marshall CT classification, which has been reported to have &#x0007E;12.7% interrater variability (<xref ref-type="bibr" rid="B51">51</xref>). Interrater variability changes the results of a prognostic model and thus lowers its reliability. In addition, CRASH-CT yielded low accuracy for pediatric TBI patients in this study, unlike reports in the literature (<xref ref-type="bibr" rid="B25">25</xref>, <xref ref-type="bibr" rid="B52">52</xref>). It can be assumed that it is not properly fitted to predict the outcome at discharge since the original CRASH-CT model predicts outcome favorability after 14 days (<xref ref-type="bibr" rid="B13">13</xref>). In addition, the LOOCV method, a stricter validation method than others reported in the literature (<xref ref-type="bibr" rid="B25">25</xref>, <xref ref-type="bibr" rid="B52">52</xref>), also contributed to the low prognostic capacity of the CRASH-CT model. Previous studies (<xref ref-type="bibr" rid="B13">13</xref>, <xref ref-type="bibr" rid="B25">25</xref>, <xref ref-type="bibr" rid="B52">52</xref>) in which the training and testing of logistic regression models were performed with the same cohort without external validation have the potential to overestimate the prognostic capacity, and it is complicated to resolve the overfitting problem oriented to the cohort. In this study, individual and iterative validations were performed 58 times by separating training and testing subjects through LOOCV. Despite the more rigorously evaluated results, improvements in prognostic value were observed by adding densitometric information to the CRASH-CT input. A significantly enhanced prognostic value could be achieved compared with CRASH-CT when only initial brain CT data were used, suggesting that machine learning-based automated densitometry is a useful prognostic tool that can minimize unnecessary radiation exposure in children with TBI.</p>
<p>In several recent studies, prognostic models using machine learning have been proposed to predict the outcome favorability of patients with pediatric TBI more accurately (<xref ref-type="bibr" rid="B53">53</xref>&#x02013;<xref ref-type="bibr" rid="B55">55</xref>). Kayhanian et al. proposed a support vector machine (SVM)-based prognostic model using admission laboratory variables (<xref ref-type="bibr" rid="B53">53</xref>). Hale et al. developed an artificial neural network (ANN) model using laboratory values, GCS scores, and initial CT findings (<xref ref-type="bibr" rid="B54">54</xref>). Tunthanatip et al. compared the prognostic value of various machine learning models using comorbidity and radiological finding information and concluded that the SVM-based model showed the highest performance (<xref ref-type="bibr" rid="B55">55</xref>). These studies consistently reported that machine learning outperformed conventional logistic regression (<xref ref-type="bibr" rid="B53">53</xref>&#x02013;<xref ref-type="bibr" rid="B55">55</xref>), and the same results were obtained in the present study. However, unlike the GBDT used in this study, the ANN and SVM models used in previous studies are &#x0201C;black box&#x0201D; models that are difficult to interpret (<xref ref-type="bibr" rid="B56">56</xref>). Interpretability of the model is an important issue when using machine learning in the medical domain (<xref ref-type="bibr" rid="B21">21</xref>). A black box-based prognostic model that lacks an explanation of how much an input variable contributed to the prediction may have limited application in the clinical environment (<xref ref-type="bibr" rid="B57">57</xref>). It is complicated to convince a clinician of the results of a model when they are presented without any explanation. On the other hand, the proposed GBDT-based model showed reliable prognostic capacity and could explain how the input variables contribute to the prediction. Consequently, unlike the previous ML-based prognostic models for pediatric TBI, which entail a trade-off between interpretability and prognostic capacity (<xref ref-type="bibr" rid="B53">53</xref>&#x02013;<xref ref-type="bibr" rid="B55">55</xref>), the proposed model accomplished both.</p>
</sec>
<sec>
<title>Limitations and Suggestions</title>
<p>Several limitations should be considered. First, this study was a single-center, retrospective pilot study with a small cohort size. The small cohort size hampered the appropriate distribution of TBI severity; mild TBI patients were the most dominant in this study. Thus, the proposed model should be validated by a large-scale dataset, and a prospective, multicenter study is required for generalization of the model proposed in this study. Second, this study used only the in-hospital outcome measures because there was no long-term outcome information in our institutional database. The model&#x00027;s prediction of long-term outcomes should also be validated. Third, except for intracranial densitometry, elaborative modalities for assessing cerebral edema in TBI patients were not used in this study. The extent of cerebral edema would have been better assessed and cross-validated using MRI (e.g., diffusion-weighted imaging and apparent diffusion coefficient mapping). In future validation studies, the benefits of the proposed method will be investigated to address the following issues: (1) changes in physician decision-making as the result of utilizing densitometric analysis; (2) estimation of other intracranial pathologies (e.g., intracranial hypertension); and (3) prognostic capacity of the proposed models for predicting long-term outcomes.</p>
</sec>
</sec>
<sec sec-type="conclusions" id="s5">
<title>Conclusion</title>
<p>This study revealed that intracranial densitometric information derived from initially acquired brain CT scans performed at admission was highly associated with worse outcomes in pediatric TBI patients. Contrary to the conventional TBI prognostic model (i.e., CRASH-CT model), which mainly uses arbitrary measures (i.e., Marshall classification) that suffer from inter- and intrarater variability, fully automated densitometric analysis of the whole cerebrum was supplemented in the construction of the prognostic model. Accordingly, the prognostic value of brain CT was significantly enhanced by augmenting densitometric information with a cutting-edge GBDT-based machine learning model. In conclusion, intracranial densitometry information could improve the reliability of brain CT-based clinical decision-making during the acute phase of TBI and may serve as the basis for enhancing the TBI prognostic model.</p>
</sec>
<sec sec-type="data-availability" id="s6">
<title>Data Availability Statement</title>
<p>The datasets presented in this article are not readily available because sharing data outside is not available according to the policy of our institution. Requests to access the datasets should be directed to <ext-link ext-link-type="uri" xlink:href="http://hrpp.snuh.org/">http://hrpp.snuh.org/</ext-link>.</p>
</sec>
<sec id="s7">
<title>Ethics Statement</title>
<p>The studies involving human participants were reviewed and approved by Ethics Committee of Seoul National University Hospital (IRB H-1706-144-862). Written informed consent from the participants&#x00027; legal guardian/next of kin was not required to participate in this study in accordance with the national legislation and the institutional requirements.</p>
</sec>
<sec id="s8">
<title>Author Contributions</title>
<p>Y-TK drafted and revised the manuscript, carried out clinical data analysis and interpretation, and contributed to the design of the study. HK critically revised the manuscript and contributed to the design of the study. C-HL performed prognostic modeling via machine learning. C-HL, BY, JK, YC, W-SC, and B-MO critically revised the manuscript. B-MO performed data collection. D-JK conceptualized and designed the study, critically revised the manuscript, and oversaw the creation of the final manuscript. All authors approved the final manuscript as submitted and agree to be accountable for all aspects of the work.</p>
</sec>
<sec sec-type="funding-information" id="s9">
<title>Funding</title>
<p>This work was supported by the National Research Foundation of Korea (NRF) grant funded by the Korea government (Ministry of Science and ICT, MSIT) (Grant number 2019R1A2C1003399 and Grant number 2020R1C1C1006773) and a grant of the Korea Health Technology R&#x00026;D Project through the Korea Health Industry Development Institute (KHIDI) funded by the Ministry of Health &#x00026; Welfare, Republic of Korea (grant number: HI17C1561).</p>
</sec>
<sec sec-type="COI-statement" id="conf1">
<title>Conflict of Interest</title>
<p>The authors declare that the research was conducted in the absence of any commercial or financial relationships that could be construed as a potential conflict of interest.</p>
</sec>
<sec sec-type="disclaimer" id="s10">
<title>Publisher&#x00027;s Note</title>
<p>All claims expressed in this article are solely those of the authors and do not necessarily represent those of their affiliated organizations, or those of the publisher, the editors and the reviewers. Any product that may be evaluated in this article, or claim that may be made by its manufacturer, is not guaranteed or endorsed by the publisher.</p>
</sec>
</body>
<back>
<ref-list>
<title>References</title>
<ref id="B1">
<label>1.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Chen</surname> <given-names>C</given-names></name> <name><surname>Peng</surname> <given-names>J</given-names></name> <name><surname>Sribnick</surname> <given-names>EA</given-names></name> <name><surname>Zhu</surname> <given-names>M</given-names></name> <name><surname>Xiang</surname> <given-names>H</given-names></name></person-group>. <article-title>Trend of age-adjusted rates of pediatric traumatic brain injury in US emergency departments from 2006 to 2013</article-title>. <source>Int J Environ Res Public Health.</source> (<year>2018</year>) <volume>15</volume>:<fpage>1171</fpage>. <pub-id pub-id-type="doi">10.3390/ijerph15061171</pub-id><pub-id pub-id-type="pmid">29874782</pub-id></citation></ref>
<ref id="B2">
<label>2.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Bruce</surname> <given-names>DA</given-names></name> <name><surname>Alavi</surname> <given-names>A</given-names></name> <name><surname>Bilaniuk</surname> <given-names>L</given-names></name> <name><surname>Dolinskas</surname> <given-names>C</given-names></name> <name><surname>Obrist</surname> <given-names>W</given-names></name> <name><surname>Uzzell</surname> <given-names>B</given-names></name></person-group>. <article-title>Diffuse cerebral swelling following head injuries in children: the syndrome of &#x0201C;malignant brain edema&#x0201D;</article-title>. <source>J Neurosurg.</source> (<year>1981</year>) <volume>54</volume>:<fpage>170</fpage>&#x02013;<lpage>8</lpage>. <pub-id pub-id-type="doi">10.3171/jns.1981.54.2.0170</pub-id><pub-id pub-id-type="pmid">7452330</pub-id></citation></ref>
<ref id="B3">
<label>3.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Aldrich</surname> <given-names>EF</given-names></name> <name><surname>Eisenberg</surname> <given-names>HM</given-names></name> <name><surname>Saydjari</surname> <given-names>C</given-names></name> <name><surname>Luerssen</surname> <given-names>TG</given-names></name> <name><surname>Foulkes</surname> <given-names>MA</given-names></name> <name><surname>Jane</surname> <given-names>JA</given-names></name> <etal/></person-group>. <article-title>Diffuse brain swelling in severely head-injured children: a report from the NIH Traumatic Coma Data Bank</article-title>. <source>J Neurosurg.</source> (<year>1992</year>) <volume>76</volume>:<fpage>450</fpage>&#x02013;<lpage>4</lpage>. <pub-id pub-id-type="doi">10.3171/jns.1992.76.3.0450</pub-id><pub-id pub-id-type="pmid">1738026</pub-id></citation></ref>
<ref id="B4">
<label>4.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Bauer</surname> <given-names>R</given-names></name> <name><surname>Walter</surname> <given-names>B</given-names></name> <name><surname>Fritz</surname> <given-names>H</given-names></name> <name><surname>Zwiener</surname> <given-names>U</given-names></name></person-group>. <article-title>Ontogenetic aspects of traumatic brain edema&#x02014;facts and suggestions</article-title>. <source>Exp Toxicol Pathol.</source> (<year>1999</year>) <volume>51</volume>:<fpage>143</fpage>&#x02013;<lpage>50</lpage>. <pub-id pub-id-type="doi">10.1016/S0940-2993(99)80088-8</pub-id><pub-id pub-id-type="pmid">10192583</pub-id></citation></ref>
<ref id="B5">
<label>5.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Kannan</surname> <given-names>N</given-names></name> <name><surname>Ramaiah</surname> <given-names>R</given-names></name> <name><surname>Vavilala</surname> <given-names>MS</given-names></name></person-group>. <article-title>Pediatric neurotrauma</article-title>. <source>Int J Crit Illn Inj Sci.</source> (<year>2014</year>) <volume>4</volume>:<fpage>131</fpage>. <pub-id pub-id-type="doi">10.4103/2229-5151.134152</pub-id><pub-id pub-id-type="pmid">25024940</pub-id></citation></ref>
<ref id="B6">
<label>6.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Kayhanian</surname> <given-names>S</given-names></name> <name><surname>Young</surname> <given-names>AM</given-names></name> <name><surname>Piper</surname> <given-names>RJ</given-names></name> <name><surname>Donnelly</surname> <given-names>J</given-names></name> <name><surname>Scoffings</surname> <given-names>D</given-names></name> <name><surname>Garnett</surname> <given-names>MR</given-names></name> <etal/></person-group>. <article-title>Radiological correlates of raised intracranial pressure in children: a review</article-title>. <source>Front Pediatr.</source> (<year>2018</year>) <volume>6</volume>:<fpage>32</fpage>. <pub-id pub-id-type="doi">10.3389/fped.2018.00032</pub-id><pub-id pub-id-type="pmid">29527519</pub-id></citation></ref>
<ref id="B7">
<label>7.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Laalo</surname> <given-names>JP</given-names></name> <name><surname>Kurki</surname> <given-names>TJ</given-names></name> <name><surname>Sonninen</surname> <given-names>PH</given-names></name> <name><surname>Tenovuo</surname> <given-names>OS</given-names></name></person-group>. <article-title>Reliability of diagnosis of traumatic brain injury by computed tomography in the acute phase</article-title>. <source>J Neurotrauma.</source> (<year>2009</year>) <volume>26</volume>:<fpage>2169</fpage>&#x02013;<lpage>78</lpage>. <pub-id pub-id-type="doi">10.1089/neu.2009.1011</pub-id><pub-id pub-id-type="pmid">19691423</pub-id></citation></ref>
<ref id="B8">
<label>8.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Kochanek</surname> <given-names>PM</given-names></name> <name><surname>Carney</surname> <given-names>N</given-names></name> <name><surname>Adelson</surname> <given-names>PD</given-names></name> <name><surname>Ashwal</surname> <given-names>S</given-names></name> <name><surname>Bell</surname> <given-names>MJ</given-names></name> <name><surname>Bratton</surname> <given-names>S</given-names></name> <etal/></person-group>. <article-title>Guidelines for the acute medical management of severe traumatic brain injury in infants, children, and adolescents</article-title>. <source>Pediatr Crit Care Med.</source> (<year>2012</year>) <volume>13</volume>:<fpage>S1</fpage>&#x02013;<lpage>82</lpage>. <pub-id pub-id-type="doi">10.1097/PCC.0b013e31823f435c</pub-id><pub-id pub-id-type="pmid">22217782</pub-id></citation></ref>
<ref id="B9">
<label>9.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Marshall</surname> <given-names>LF</given-names></name> <name><surname>Marshall</surname> <given-names>SB</given-names></name> <name><surname>Klauber</surname> <given-names>MR</given-names></name> <name><surname>van Berkum Clark</surname> <given-names>M</given-names></name> <name><surname>Eisenberg</surname> <given-names>HM</given-names></name> <name><surname>Jane</surname> <given-names>JA</given-names></name> <etal/></person-group>. <article-title>A new classification of head injury based on computerized tomography</article-title>. <source>J Neurosurg.</source> (<year>1991</year>) <volume>75</volume>:<fpage>S14</fpage>&#x02013;<lpage>20</lpage>. <pub-id pub-id-type="doi">10.3171/sup.1991.75.1s.0s14</pub-id><pub-id pub-id-type="pmid">7786541</pub-id></citation></ref>
<ref id="B10">
<label>10.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Maas</surname> <given-names>AI</given-names></name> <name><surname>Hukkelhoven</surname> <given-names>CW</given-names></name> <name><surname>Marshall</surname> <given-names>LF</given-names></name> <name><surname>Steyerberg</surname> <given-names>EW</given-names></name></person-group>. <article-title>Prediction of outcome in traumatic brain injury with computed tomographic characteristics: a comparison between the computed tomographic classification and combinations of computed tomographic predictors</article-title>. <source>Neurosurgery.</source> (<year>2005</year>) <volume>57</volume>:<fpage>1173</fpage>&#x02013;<lpage>82</lpage>. <pub-id pub-id-type="doi">10.1227/01.NEU.0000186013.63046.6B</pub-id><pub-id pub-id-type="pmid">16331165</pub-id></citation></ref>
<ref id="B11">
<label>11.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Saatman</surname> <given-names>KE</given-names></name> <name><surname>Duhaime</surname> <given-names>A-C</given-names></name> <name><surname>Bullock</surname> <given-names>R</given-names></name> <name><surname>Maas</surname> <given-names>AI</given-names></name> <name><surname>Valadka</surname> <given-names>A</given-names></name> <name><surname>Manley</surname> <given-names>GT</given-names></name></person-group>. <article-title>Classification of traumatic brain injury for targeted therapies</article-title>. <source>J Neurotrauma.</source> (<year>2008</year>) <volume>25</volume>:<fpage>719</fpage>&#x02013;<lpage>38</lpage>. <pub-id pub-id-type="doi">10.1089/neu.2008.0586</pub-id><pub-id pub-id-type="pmid">18627252</pub-id></citation></ref>
<ref id="B12">
<label>12.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Talari</surname> <given-names>HR</given-names></name> <name><surname>Fakharian</surname> <given-names>E</given-names></name> <name><surname>Mousavi</surname> <given-names>N</given-names></name> <name><surname>Abedzadeh-Kalahroudi</surname> <given-names>M</given-names></name> <name><surname>Akbari</surname> <given-names>H</given-names></name> <name><surname>Zoghi</surname> <given-names>S</given-names></name></person-group>. <article-title>The Rotterdam scoring system can be used as an independent factor for predicting traumatic brain injury outcomes</article-title>. <source>World Neurosurg.</source> (<year>2016</year>) <volume>87</volume>:<fpage>195</fpage>&#x02013;<lpage>9</lpage>. <pub-id pub-id-type="doi">10.1016/j.wneu.2015.11.055</pub-id><pub-id pub-id-type="pmid">26704195</pub-id></citation></ref>
<ref id="B13">
<label>13.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Collaborators</surname> <given-names>M</given-names></name> <name><surname>Perel</surname> <given-names>P</given-names></name> <name><surname>Arango</surname> <given-names>M</given-names></name> <name><surname>Clayton</surname> <given-names>T</given-names></name> <name><surname>Edwards</surname> <given-names>P</given-names></name> <name><surname>Komolafe</surname> <given-names>E</given-names></name> <etal/></person-group>. <article-title>Predicting outcome after traumatic brain injury: practical prognostic models based on large cohort of international patients</article-title>. <source>BMJ.</source> (<year>2008</year>) <volume>336</volume>:<fpage>425</fpage>&#x02013;<lpage>9</lpage>. <pub-id pub-id-type="doi">10.1136/bmj.39461.643438.25</pub-id><pub-id pub-id-type="pmid">18270239</pub-id></citation></ref>
<ref id="B14">
<label>14.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Steyerberg</surname> <given-names>EW</given-names></name> <name><surname>Mushkudiani</surname> <given-names>N</given-names></name> <name><surname>Perel</surname> <given-names>P</given-names></name> <name><surname>Butcher</surname> <given-names>I</given-names></name> <name><surname>Lu</surname> <given-names>J</given-names></name> <name><surname>McHugh</surname> <given-names>GS</given-names></name> <etal/></person-group>. <article-title>Predicting outcome after traumatic brain injury: development and international validation of prognostic scores based on admission characteristics</article-title>. <source>PLoS Med.</source> (<year>2008</year>) <volume>5</volume>:<fpage>e165</fpage>. <pub-id pub-id-type="doi">10.1371/journal.pmed.0050165</pub-id><pub-id pub-id-type="pmid">18684008</pub-id></citation></ref>
<ref id="B15">
<label>15.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Lesko</surname> <given-names>MM</given-names></name> <name><surname>Woodford</surname> <given-names>M</given-names></name> <name><surname>White</surname> <given-names>L</given-names></name> <name><surname>O&#x00027;Brien</surname> <given-names>SJ</given-names></name> <name><surname>Childs</surname> <given-names>C</given-names></name> <name><surname>Lecky</surname> <given-names>FE</given-names></name></person-group>. <article-title>Using Abbreviated Injury Scale (AIS) codes to classify computed tomography (CT) features in the Marshall System</article-title>. <source>BMC Med Res Methodol.</source> (<year>2010</year>) <volume>10</volume>:<fpage>72</fpage>. <pub-id pub-id-type="doi">10.1186/1471-2288-10-72</pub-id><pub-id pub-id-type="pmid">20691038</pub-id></citation></ref>
<ref id="B16">
<label>16.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Rieth</surname> <given-names>KG</given-names></name> <name><surname>Fujiwara</surname> <given-names>K</given-names></name> <name><surname>Di Chiro</surname> <given-names>G</given-names></name> <name><surname>Klatzo</surname> <given-names>I</given-names></name> <name><surname>Brooks</surname> <given-names>R</given-names></name> <name><surname>Johnston</surname> <given-names>G</given-names></name> <etal/></person-group>. <article-title>Serial measurements of CT attenuation and specific gravity in experimental cerebral edema</article-title>. <source>Radiology.</source> (<year>1980</year>) <volume>135</volume>:<fpage>343</fpage>&#x02013;<lpage>8</lpage>. <pub-id pub-id-type="doi">10.1148/radiology.135.2.6768102</pub-id><pub-id pub-id-type="pmid">6768102</pub-id></citation></ref>
<ref id="B17">
<label>17.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Unger</surname> <given-names>E</given-names></name> <name><surname>Littlefield</surname> <given-names>J</given-names></name> <name><surname>Gado</surname> <given-names>M</given-names></name></person-group>. <article-title>Water content and water structure in CT and MR signal changes: possible influence in detection of early stroke</article-title>. <source>AJNR Am J Neuroradiol.</source> (<year>1988</year>) <volume>9</volume>:<fpage>687</fpage>&#x02013;<lpage>91</lpage>. <pub-id pub-id-type="pmid">3135715</pub-id></citation></ref>
<ref id="B18">
<label>18.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Kim</surname> <given-names>H</given-names></name> <name><surname>Kim</surname> <given-names>G-d</given-names></name> <name><surname>Yoon</surname> <given-names>BC</given-names></name> <name><surname>Kim</surname> <given-names>K</given-names></name> <name><surname>Kim</surname> <given-names>B-J</given-names></name> <name><surname>Choi</surname> <given-names>YH</given-names></name> <etal/></person-group>. <article-title>Quantitative analysis of computed tomography images and early detection of cerebral edema for pediatric traumatic brain injury patients: retrospective study</article-title>. <source>BMC Med.</source> (<year>2014</year>) <volume>12</volume>:<fpage>186</fpage>. <pub-id pub-id-type="doi">10.1186/s12916-014-0186-2</pub-id><pub-id pub-id-type="pmid">25339549</pub-id></citation></ref>
<ref id="B19">
<label>19.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Tu</surname> <given-names>JV</given-names></name></person-group>. <article-title>Advantages and disadvantages of using artificial neural networks versus logistic regression for predicting medical outcomes</article-title>. <source>J Clin Epidemiol.</source> (<year>1996</year>) <volume>49</volume>:<fpage>1225</fpage>&#x02013;<lpage>31</lpage>. <pub-id pub-id-type="doi">10.1016/S0895-4356(96)00002-9</pub-id><pub-id pub-id-type="pmid">8892489</pub-id></citation></ref>
<ref id="B20">
<label>20.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Marincowitz</surname> <given-names>C</given-names></name> <name><surname>Paton</surname> <given-names>L</given-names></name> <name><surname>Lecky</surname> <given-names>F</given-names></name> <name><surname>Tiffin</surname> <given-names>PJEMJ</given-names></name></person-group>. <article-title>Predicting need for hospital admission in patients with traumatic brain injury or skull fractures identified on CT imaging: a machine learning approach</article-title>. <source>Emerg Med J</source>. (<year>2021</year>). <pub-id pub-id-type="doi">10.1136/emermed-2020-210776</pub-id><pub-id pub-id-type="pmid">33832924</pub-id></citation></ref>
<ref id="B21">
<label>21.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Vellido</surname> <given-names>A</given-names></name></person-group>. <article-title>The importance of interpretability and visualization in machine learning for applications in medicine and health care</article-title>. <source>Neural Comput Appl.</source> (<year>2019</year>) <volume>32</volume>:<fpage>18069</fpage>&#x02013;<lpage>83</lpage>. <pub-id pub-id-type="doi">10.1007/s00521-019-04051-w</pub-id></citation>
</ref>
<ref id="B22">
<label>22.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Prokhorenkova</surname> <given-names>L</given-names></name> <name><surname>Gusev</surname> <given-names>G</given-names></name> <name><surname>Vorobev</surname> <given-names>A</given-names></name> <name><surname>Dorogush</surname> <given-names>AV</given-names></name> <name><surname>Gulin</surname> <given-names>A</given-names></name></person-group>. <article-title>CatBoost: unbiased boosting with categorical features</article-title>. <source>arXiv:1706.09516</source>. (<year>2017</year>).</citation>
</ref>
<ref id="B23">
<label>23.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Tanaka</surname> <given-names>C</given-names></name> <name><surname>Ueguchi</surname> <given-names>T</given-names></name> <name><surname>Shimosegawa</surname> <given-names>E</given-names></name> <name><surname>Sasaki</surname> <given-names>N</given-names></name> <name><surname>Johkoh</surname> <given-names>T</given-names></name> <name><surname>Nakamura</surname> <given-names>H</given-names></name> <etal/></person-group>. <article-title>Effect of CT acquisition parameters in the detection of subtle hypoattenuation in acute cerebral infarction: a phantom study</article-title>. <source>AJNR Am J Neuroradiol.</source> (<year>2006</year>) <volume>27</volume>:<fpage>40</fpage>&#x02013;<lpage>5</lpage>. <pub-id pub-id-type="pmid">16418353</pub-id></citation></ref>
<ref id="B24">
<label>24.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Hemphill</surname> <given-names>JC</given-names> <suffix>3rd</suffix></name> <name><surname>Bonovich</surname> <given-names>DC</given-names></name> <name><surname>Besmertis</surname> <given-names>L</given-names></name> <name><surname>Manley</surname> <given-names>GT</given-names></name> <name><surname>Johnston</surname> <given-names>SC</given-names></name></person-group>. <article-title>The ICH score: a simple, reliable grading scale for intracerebral hemorrhage</article-title>. <source>Stroke.</source> (<year>2001</year>) <volume>32</volume>:<fpage>891</fpage>&#x02013;<lpage>7</lpage>. <pub-id pub-id-type="doi">10.1161/01.STR.32.4.891</pub-id><pub-id pub-id-type="pmid">11283388</pub-id></citation></ref>
<ref id="B25">
<label>25.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Kim</surname> <given-names>H</given-names></name> <name><surname>Kim</surname> <given-names>Y-T</given-names></name> <name><surname>Song</surname> <given-names>E-S</given-names></name> <name><surname>Yoon</surname> <given-names>BC</given-names></name> <name><surname>Choi</surname> <given-names>YH</given-names></name> <name><surname>Kim</surname> <given-names>K</given-names></name> <etal/></person-group>. <article-title>Changes in the gray and white matter of patients with ischemic-edematous insults after traumatic brain injury</article-title>. <source>J Neurosurg.</source> (<year>2018</year>) <volume>131</volume>:<fpage>1243</fpage>&#x02013;<lpage>53</lpage>. <pub-id pub-id-type="doi">10.3171/2018.5.JNS172711</pub-id><pub-id pub-id-type="pmid">30485242</pub-id></citation></ref>
<ref id="B26">
<label>26.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Govind</surname> <given-names>AS</given-names></name> <name><surname>Sukumar</surname> <given-names>S</given-names></name> <name><surname>Dkhar</surname> <given-names>W</given-names></name></person-group>. <article-title>Grading of cerebral infarction using CT-hounsfield unit to report the hounsfield unit in acute, subacute and chronic stroke</article-title>. <source>Int J Curr Res.</source> (<year>2015</year>) <volume>7</volume>:<fpage>17874</fpage>&#x02013;<lpage>8</lpage>.</citation>
</ref>
<ref id="B27">
<label>27.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Ray</surname> <given-names>S</given-names></name> <name><surname>Kumar</surname> <given-names>V</given-names></name> <name><surname>Ahuja</surname> <given-names>C</given-names></name> <name><surname>Khandelwal</surname> <given-names>N</given-names></name></person-group>. <article-title>Intensity population based unsupervised hemorrhage segmentation from brain CT images</article-title>. <source>Expert Syst Appl.</source> (<year>2018</year>) <volume>97</volume>:<fpage>325</fpage>&#x02013;<lpage>35</lpage>. <pub-id pub-id-type="doi">10.1016/j.eswa.2017.12.032</pub-id></citation>
</ref>
<ref id="B28">
<label>28.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Viechtbauer</surname> <given-names>W</given-names></name> <name><surname>Smits</surname> <given-names>L</given-names></name> <name><surname>Kotz</surname> <given-names>D</given-names></name> <name><surname>Bud&#x000E9;</surname> <given-names>L</given-names></name> <name><surname>Spigt</surname> <given-names>M</given-names></name> <name><surname>Serroyen</surname> <given-names>J</given-names></name> <etal/></person-group>. <article-title>A simple formula for the calculation of sample size in pilot studies</article-title>. <source>J Clin Epidemiol.</source> (<year>2015</year>) <volume>68</volume>:<fpage>1375</fpage>&#x02013;<lpage>9</lpage>. <pub-id pub-id-type="doi">10.1016/j.jclinepi.2015.04.014</pub-id><pub-id pub-id-type="pmid">26146089</pub-id></citation></ref>
<ref id="B29">
<label>29.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Youden</surname> <given-names>WJ</given-names></name></person-group>. <article-title>Index for rating diagnostic tests</article-title>. <source>Cancer.</source> (<year>1950</year>) <volume>3</volume>:<fpage>32</fpage>&#x02013;<lpage>5</lpage>. <pub-id pub-id-type="doi">10.1002/1097-0142(1950)3:1&#x0003C;32::AID-CNCR2820030106&#x0003E;3.0.CO;2-3</pub-id><pub-id pub-id-type="pmid">15405679</pub-id></citation></ref>
<ref id="B30">
<label>30.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Hanley</surname> <given-names>JA</given-names></name> <name><surname>McNeil</surname> <given-names>BJ</given-names></name></person-group>. <article-title>The meaning and use of the area under a receiver operating characteristic (ROC) curve</article-title>. <source>Radiology.</source> (<year>1982</year>) <volume>143</volume>:<fpage>29</fpage>&#x02013;<lpage>36</lpage>. <pub-id pub-id-type="doi">10.1148/radiology.143.1.7063747</pub-id><pub-id pub-id-type="pmid">7063747</pub-id></citation></ref>
<ref id="B31">
<label>31.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Brock</surname> <given-names>GN</given-names></name> <name><surname>Barnes</surname> <given-names>C</given-names></name> <name><surname>Ramirez</surname> <given-names>JA</given-names></name> <name><surname>Myers</surname> <given-names>J</given-names></name></person-group>. <article-title>How to handle mortality when investigating length of hospital stay and time to clinical stability</article-title>. <source>BMC Med Res Methodol.</source> (<year>2011</year>) <volume>11</volume>:<fpage>144</fpage>. <pub-id pub-id-type="doi">10.1186/1471-2288-11-144</pub-id><pub-id pub-id-type="pmid">22029846</pub-id></citation></ref>
<ref id="B32">
<label>32.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Hanning</surname> <given-names>U</given-names></name> <name><surname>Sporns</surname> <given-names>PB</given-names></name> <name><surname>Lebiedz</surname> <given-names>P</given-names></name> <name><surname>Niederstadt</surname> <given-names>T</given-names></name> <name><surname>Zoubi</surname> <given-names>T</given-names></name> <name><surname>Schmidt</surname> <given-names>R</given-names></name> <etal/></person-group>. <article-title>Automated assessment of early hypoxic brain edema in non-enhanced CT predicts outcome in patients after cardiac arrest</article-title>. <source>Resuscitation.</source> (<year>2016</year>) <volume>104</volume>:<fpage>91</fpage>&#x02013;<lpage>4</lpage>. <pub-id pub-id-type="doi">10.1016/j.resuscitation.2016.03.018</pub-id><pub-id pub-id-type="pmid">27036663</pub-id></citation></ref>
<ref id="B33">
<label>33.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Stoel</surname> <given-names>BC</given-names></name> <name><surname>Marquering</surname> <given-names>HA</given-names></name> <name><surname>Staring</surname> <given-names>M</given-names></name> <name><surname>Beenen</surname> <given-names>LF</given-names></name> <name><surname>Slump</surname> <given-names>CH</given-names></name> <name><surname>Roos</surname> <given-names>YB</given-names></name> <etal/></person-group>. <article-title>Automated brain computed tomographic densitometry of early ischemic changes in acute stroke</article-title>. <source>J Med Imaging.</source> (<year>2015</year>) <volume>2</volume>:<fpage>014004</fpage>. <pub-id pub-id-type="doi">10.1117/1.JMI.2.1.014004</pub-id><pub-id pub-id-type="pmid">26158082</pub-id></citation></ref>
<ref id="B34">
<label>34.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Broocks</surname> <given-names>G</given-names></name> <name><surname>Flottmann</surname> <given-names>F</given-names></name> <name><surname>Ernst</surname> <given-names>M</given-names></name> <name><surname>Faizy</surname> <given-names>TD</given-names></name> <name><surname>Minnerup</surname> <given-names>J</given-names></name> <name><surname>Siemonsen</surname> <given-names>S</given-names></name> <etal/></person-group>. <article-title>Computed tomography&#x02013;based imaging of voxel-wise lesion water uptake in ischemic brain: relationship between density and direct volumetry</article-title>. <source>Invest Radiol.</source> (<year>2018</year>) <volume>53</volume>:<fpage>207</fpage>&#x02013;<lpage>13</lpage>. <pub-id pub-id-type="doi">10.1097/RLI.0000000000000430</pub-id><pub-id pub-id-type="pmid">29200013</pub-id></citation></ref>
<ref id="B35">
<label>35.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Nguyen</surname> <given-names>HS</given-names></name> <name><surname>Li</surname> <given-names>L</given-names></name> <name><surname>Patel</surname> <given-names>M</given-names></name> <name><surname>Mueller</surname> <given-names>W</given-names></name></person-group>. <article-title>Density measurements with computed tomography in patients with extra-axial hematoma can quantitatively estimate a degree of brain compression</article-title>. <source>Neuroradiol J.</source> (<year>2016</year>) <volume>29</volume>:<fpage>372</fpage>&#x02013;<lpage>6</lpage>. <pub-id pub-id-type="doi">10.1177/1971400916658795</pub-id><pub-id pub-id-type="pmid">27385774</pub-id></citation></ref>
<ref id="B36">
<label>36.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Barras</surname> <given-names>C</given-names></name> <name><surname>Tress</surname> <given-names>B</given-names></name> <name><surname>Christensen</surname> <given-names>S</given-names></name> <name><surname>Collins</surname> <given-names>M</given-names></name> <name><surname>Desmond</surname> <given-names>P</given-names></name> <name><surname>Skolnick</surname> <given-names>B</given-names></name> <etal/></person-group>. <article-title>Quantitative CT densitometry for predicting intracerebral hemorrhage growth</article-title>. <source>AJNR Am J Neuroradiol.</source> (<year>2013</year>) <volume>34</volume>:<fpage>1139</fpage>&#x02013;<lpage>44</lpage>. <pub-id pub-id-type="doi">10.3174/ajnr.A3375</pub-id><pub-id pub-id-type="pmid">23306009</pub-id></citation></ref>
<ref id="B37">
<label>37.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Kim</surname> <given-names>H</given-names></name> <name><surname>Yang</surname> <given-names>X</given-names></name> <name><surname>Choi</surname> <given-names>YH</given-names></name> <name><surname>Yoon</surname> <given-names>BC</given-names></name> <name><surname>Kim</surname> <given-names>K</given-names></name> <name><surname>Kim</surname> <given-names>D-J</given-names></name></person-group>. <article-title>Abilities of a densitometric analysis of computed tomography images and hemorrhagic parameters to predict outcome favorability in patients with intracerebral hemorrhage</article-title>. <source>Neurosurgery.</source> (<year>2018</year>) <volume>83</volume>:<fpage>226</fpage>&#x02013;<lpage>36</lpage>. <pub-id pub-id-type="doi">10.1093/neuros/nyx379</pub-id><pub-id pub-id-type="pmid">28973583</pub-id></citation></ref>
<ref id="B38">
<label>38.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Garc&#x000ED;a-P&#x000E9;rez</surname> <given-names>D</given-names></name> <name><surname>Panero-P&#x000E9;rez</surname> <given-names>I</given-names></name> <name><surname>Fern&#x000E1;ndez</surname> <given-names>CE</given-names></name> <name><surname>Moreno-Gomez</surname> <given-names>LM</given-names></name> <name><surname>Esteban-Sinovas</surname> <given-names>O</given-names></name> <name><surname>Navarro-Main</surname> <given-names>B</given-names></name> <etal/></person-group>. <article-title>Densitometric analysis of brain computed tomography as a new prognostic factor in patients with acute subdural hematoma</article-title>. <source>J Neurosurg.</source> (<year>2020</year>) <volume>134</volume>:<fpage>1940</fpage>&#x02013;<lpage>50</lpage>. <pub-id pub-id-type="doi">10.3171/2020.4.JNS193445</pub-id><pub-id pub-id-type="pmid">32736362</pub-id></citation></ref>
<ref id="B39">
<label>39.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Wanifuchi</surname> <given-names>H</given-names></name> <name><surname>Shimizu</surname> <given-names>T</given-names></name> <name><surname>Maruyama</surname> <given-names>T</given-names></name></person-group>. <article-title>Age-related changes in the proportion of intracranial cerebrospinal fluid space measured using volumetric computerized tomography scanning</article-title>. <source>J Neurosurg.</source> (<year>2002</year>) <volume>97</volume>:<fpage>607</fpage>&#x02013;<lpage>10</lpage>. <pub-id pub-id-type="doi">10.3171/jns.2002.97.3.0607</pub-id><pub-id pub-id-type="pmid">12296645</pub-id></citation></ref>
<ref id="B40">
<label>40.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Westfall</surname> <given-names>PH</given-names></name></person-group>. <article-title>Kurtosis as peakedness, 1905 - 2014</article-title>. <source>R.I.P Am Stat.</source> (<year>2014</year>) <volume>68</volume>:<fpage>191</fpage>&#x02013;<lpage>5</lpage>. <pub-id pub-id-type="doi">10.1080/00031305.2014.917055</pub-id><pub-id pub-id-type="pmid">25678714</pub-id></citation></ref>
<ref id="B41">
<label>41.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Prasad</surname> <given-names>GL</given-names></name></person-group>. <article-title>Steroids for delayed cerebral edema after traumatic brain injury</article-title>. <source>Surg Neurol Int.</source> (<year>2021</year>) <volume>12</volume>:<fpage>46</fpage>. <pub-id pub-id-type="doi">10.25259/SNI_756_2020</pub-id><pub-id pub-id-type="pmid">33654549</pub-id></citation></ref>
<ref id="B42">
<label>42.</label>
<citation citation-type="book"><person-group person-group-type="author"><name><surname>Naidich</surname> <given-names>TP</given-names></name> <name><surname>Castillo</surname> <given-names>M</given-names></name> <name><surname>Cha</surname> <given-names>S</given-names></name> <name><surname>Smirniotopoulos</surname> <given-names>JG</given-names></name></person-group>. <source>Imaging of the Brain: Expert Radiology Series</source>. <publisher-loc>London</publisher-loc>: <publisher-name>Elsevier - Health Sciences Division</publisher-name> (<year>2012</year>).</citation>
</ref>
<ref id="B43">
<label>43.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Long</surname> <given-names>D</given-names></name></person-group>. <article-title>Traumatic brain edema</article-title>. <source>Clin Neurosurg.</source> (<year>1982</year>) <volume>29</volume>:<fpage>174</fpage>&#x02013;<lpage>202</lpage>. <pub-id pub-id-type="doi">10.1093/neurosurgery/29.CN_suppl_1.174</pub-id></citation>
</ref>
<ref id="B44">
<label>44.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Sullivan</surname> <given-names>GM</given-names></name> <name><surname>Feinn</surname> <given-names>R</given-names></name></person-group>. <article-title>Using effect size&#x02014;or why the P value is not enough</article-title>. <source>J Grad Med Educ.</source> (<year>2012</year>) <volume>4</volume>:<fpage>279</fpage>&#x02013;<lpage>82</lpage>. <pub-id pub-id-type="doi">10.4300/JGME-D-12-00156.1</pub-id><pub-id pub-id-type="pmid">23997866</pub-id></citation></ref>
<ref id="B45">
<label>45.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Mikkonen</surname> <given-names>ED</given-names></name> <name><surname>Skrifvars</surname> <given-names>MB</given-names></name> <name><surname>Reinikainen</surname> <given-names>M</given-names></name> <name><surname>Bendel</surname> <given-names>S</given-names></name> <name><surname>Laitio</surname> <given-names>R</given-names></name> <name><surname>Hoppu</surname> <given-names>S</given-names></name> <etal/></person-group>. <article-title>Validation of prognostic models in intensive care unit&#x02013;treated pediatric traumatic brain injury patients</article-title>. <source>J Neurosurg Pediatr.</source> (<year>2019</year>) <volume>24</volume>:<fpage>330</fpage>&#x02013;<lpage>7</lpage>. <pub-id pub-id-type="doi">10.3171/2019.4.PEDS1983</pub-id><pub-id pub-id-type="pmid">31323629</pub-id></citation></ref>
<ref id="B46">
<label>46.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Liesemer</surname> <given-names>K</given-names></name> <name><surname>Riva-Cambrin</surname> <given-names>J</given-names></name> <name><surname>Bennett</surname> <given-names>KS</given-names></name> <name><surname>Bratton</surname> <given-names>SL</given-names></name> <name><surname>Tran</surname> <given-names>H</given-names></name> <name><surname>Metzger</surname> <given-names>RR</given-names></name> <etal/></person-group>. <article-title>Use of Rotterdam CT scores for mortality risk stratification in children with traumatic brain injury</article-title>. <source>Pediatr Crit Care Med.</source> (<year>2014</year>) <volume>15</volume>:<fpage>554</fpage>. <pub-id pub-id-type="doi">10.1097/PCC.0000000000000150</pub-id><pub-id pub-id-type="pmid">24751786</pub-id></citation></ref>
<ref id="B47">
<label>47.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Malekpouri</surname> <given-names>R</given-names></name> <name><surname>Razzaghi</surname> <given-names>A</given-names></name></person-group>. <article-title>Predicting mortality, hospital length of stay and need for surgery in pediatric trauma patients</article-title>. <source>Chin J Traumatol.</source> (<year>2017</year>) <volume>20</volume>:<fpage>339</fpage>&#x02013;<lpage>42</lpage>. <pub-id pub-id-type="doi">10.1016/j.cjtee.2017.04.011</pub-id><pub-id pub-id-type="pmid">29198715</pub-id></citation></ref>
<ref id="B48">
<label>48.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Miller</surname> <given-names>GF</given-names></name> <name><surname>Daugherty</surname> <given-names>J</given-names></name> <name><surname>Waltzman</surname> <given-names>D</given-names></name> <name><surname>Sarmiento</surname> <given-names>K</given-names></name></person-group>. <article-title>Predictors of traumatic brain injury morbidity and mortality: examination of data from the national trauma data bank: predictors of TBI morbidity &#x00026; mortality</article-title>. <source>Injury.</source> (<year>2021</year>) <volume>52</volume>:<fpage>1138</fpage>&#x02013;<lpage>44</lpage>. <pub-id pub-id-type="doi">10.1016/j.injury.2021.01.042</pub-id><pub-id pub-id-type="pmid">33551263</pub-id></citation></ref>
<ref id="B49">
<label>49.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Midi</surname> <given-names>H</given-names></name> <name><surname>Sarkar</surname> <given-names>SK</given-names></name> <name><surname>Rana</surname> <given-names>S</given-names></name></person-group>. <article-title>Collinearity diagnostics of binary logistic regression model</article-title>. <source>J Interdiscip Math.</source> (<year>2010</year>) <volume>13</volume>:<fpage>253</fpage>&#x02013;<lpage>67</lpage>. <pub-id pub-id-type="doi">10.1080/09720502.2010.10700699</pub-id></citation>
</ref>
<ref id="B50">
<label>50.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Dorogush</surname> <given-names>AV</given-names></name> <name><surname>Ershov</surname> <given-names>V</given-names></name> <name><surname>Gulin</surname> <given-names>A</given-names></name></person-group>. <article-title>CatBoost: gradient boosting with categorical features support</article-title>. <source>arXiv:1810.11363.</source> (<year>2018</year>).</citation>
</ref>
<ref id="B51">
<label>51.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Chun</surname> <given-names>KA</given-names></name> <name><surname>Manley</surname> <given-names>GT</given-names></name> <name><surname>Stiver</surname> <given-names>SI</given-names></name> <name><surname>Aiken</surname> <given-names>AH</given-names></name> <name><surname>Phan</surname> <given-names>N</given-names></name> <name><surname>Wang</surname> <given-names>V</given-names></name> <etal/></person-group>. <article-title>Interobserver variability in the assessment of CT imaging features of traumatic brain injury</article-title>. <source>J Neurotrauma.</source> (<year>2010</year>) <volume>27</volume>:<fpage>325</fpage>&#x02013;<lpage>30</lpage>. <pub-id pub-id-type="doi">10.1089/neu.2009.1115</pub-id><pub-id pub-id-type="pmid">19895192</pub-id></citation></ref>
<ref id="B52">
<label>52.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Young</surname> <given-names>AM</given-names></name> <name><surname>Guilfoyle</surname> <given-names>MR</given-names></name> <name><surname>Fernandes</surname> <given-names>H</given-names></name> <name><surname>Garnett</surname> <given-names>MR</given-names></name> <name><surname>Agrawal</surname> <given-names>S</given-names></name> <name><surname>Hutchinson</surname> <given-names>PJ</given-names></name></person-group>. <article-title>The application of adult traumatic brain injury models in a pediatric cohort</article-title>. <source>J Neurosurg Pediatr.</source> (<year>2016</year>) <volume>18</volume>:<fpage>558</fpage>&#x02013;<lpage>64</lpage>. <pub-id pub-id-type="doi">10.3171/2016.5.PEDS15427</pub-id><pub-id pub-id-type="pmid">27564785</pub-id></citation></ref>
<ref id="B53">
<label>53.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Kayhanian</surname> <given-names>S</given-names></name> <name><surname>Young</surname> <given-names>AM</given-names></name> <name><surname>Mangla</surname> <given-names>C</given-names></name> <name><surname>Jalloh</surname> <given-names>I</given-names></name> <name><surname>Fernandes</surname> <given-names>HM</given-names></name> <name><surname>Garnett</surname> <given-names>MR</given-names></name> <etal/></person-group>. <article-title>Modelling outcomes after paediatric brain injury with admission laboratory values: a machine-learning approach</article-title>. <source>Pediatric Res.</source> (<year>2019</year>) <volume>86</volume>:<fpage>641</fpage>&#x02013;<lpage>5</lpage>. <pub-id pub-id-type="doi">10.1038/s41390-019-0510-9</pub-id><pub-id pub-id-type="pmid">31462764</pub-id></citation></ref>
<ref id="B54">
<label>54.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Hale</surname> <given-names>AT</given-names></name> <name><surname>Stonko</surname> <given-names>DP</given-names></name> <name><surname>Brown</surname> <given-names>A</given-names></name> <name><surname>Lim</surname> <given-names>J</given-names></name> <name><surname>Voce</surname> <given-names>DJ</given-names></name> <name><surname>Gannon</surname> <given-names>SR</given-names></name> <etal/></person-group>. <article-title>Machine-learning analysis outperforms conventional statistical models and CT classification systems in predicting 6- month outcomes in pediatric patients sustaining traumatic brain injury</article-title>. <source>Neurosurg Focus.</source> (<year>2018</year>) <volume>45</volume>:<fpage>E2</fpage>. <pub-id pub-id-type="doi">10.3171/2018.8.FOCUS17773</pub-id><pub-id pub-id-type="pmid">30453455</pub-id></citation></ref>
<ref id="B55">
<label>55.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Tunthanathip</surname> <given-names>T</given-names></name> <name><surname>Oearsakul</surname> <given-names>T</given-names></name></person-group>. <article-title>Application of machine learning to predict the outcome of pediatric traumatic brain injury</article-title>. <source>Chin J Traumatol</source>. (<year>2021</year>). <pub-id pub-id-type="doi">10.1016/j.cjtee.2021.06.003</pub-id><pub-id pub-id-type="pmid">34284922</pub-id></citation></ref>
<ref id="B56">
<label>56.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Liu</surname> <given-names>S</given-names></name> <name><surname>Dissanayake</surname> <given-names>S</given-names></name> <name><surname>Patel</surname> <given-names>S</given-names></name> <name><surname>Dang</surname> <given-names>X</given-names></name> <name><surname>Mlsna</surname> <given-names>T</given-names></name> <name><surname>Chen</surname> <given-names>Y</given-names></name> <etal/></person-group>. <article-title>Learning accurate and interpretable models based on regularized random forests regression</article-title>. <source>BMC Syst Biol.</source> (<year>2014</year>) <volume>8</volume>:<fpage>S5</fpage>. <pub-id pub-id-type="doi">10.1186/1752-0509-8-S3-S5</pub-id><pub-id pub-id-type="pmid">25350120</pub-id></citation></ref>
<ref id="B57">
<label>57.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Amann</surname> <given-names>J</given-names></name> <name><surname>Blasimme</surname> <given-names>A</given-names></name> <name><surname>Vayena</surname> <given-names>E</given-names></name> <name><surname>Frey</surname> <given-names>D</given-names></name> <name><surname>Madai</surname> <given-names>VI</given-names></name></person-group>. <article-title>Explainability for artificial intelligence in healthcare: a multidisciplinary perspective</article-title>. <source>BMC Med Inform Decis Mak.</source> (<year>2020</year>) <volume>20</volume>:<fpage>310</fpage>. <pub-id pub-id-type="doi">10.1186/s12911-020-01332-6</pub-id><pub-id pub-id-type="pmid">33256715</pub-id></citation></ref>
</ref-list>
<glossary>
<def-list>
<title>Abbreviations</title>
<def-item><term>ANN</term>
<def><p>artificial neural network</p></def></def-item>
<def-item><term>cEs</term>
<def><p>cerebral edema score</p></def></def-item>
<def-item><term>CRASH</term>
<def><p>corticosteroid randomization after significant head injury</p></def></def-item>
<def-item><term>CT</term>
<def><p>computed tomography</p></def></def-item>
<def-item><term>dGx</term>
<def><p>proportions of normal-density gray matter</p></def></def-item>
<def-item><term>dWx</term>
<def><p>proportions of normal-density white matter</p></def></def-item>
<def-item><term>GBDT</term>
<def><p>gradient-boosted decision tree</p></def></def-item>
<def-item><term>GM</term>
<def><p>gray matter</p></def></def-item>
<def-item><term>HU</term>
<def><p>Hounsfield unit</p></def></def-item>
<def-item><term>IMPACT</term>
<def><p>international mission for prognosis and analysis of clinical trials</p></def></def-item>
<def-item><term>LOOCV</term>
<def><p>leave-one-out cross-validation</p></def></def-item>
<def-item><term>MRI</term>
<def><p>magnetic resonance imaging</p></def></def-item>
<def-item><term>PCA</term>
<def><p>principal component analysis</p></def></def-item>
<def-item><term>SHAP</term>
<def><p>Shapley additional explanations</p></def></def-item>
<def-item><term>SVM</term>
<def><p>support vector machine</p></def></def-item>
<def-item><term>TBI</term>
<def><p>traumatic brain injury</p></def></def-item>
<def-item><term>WM</term>
<def><p>white matter.</p></def></def-item>
</def-list>
</glossary> 
</back>
</article>