<?xml version="1.0" encoding="UTF-8" standalone="no"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.3 20070202//EN" "journalpublishing.dtd">
<article xmlns:mml="http://www.w3.org/1998/Math/MathML" xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article">
<front>
<journal-meta>
<journal-id journal-id-type="publisher-id">Front. Pediatr.</journal-id>
<journal-title>Frontiers in Pediatrics</journal-title>
<abbrev-journal-title abbrev-type="pubmed">Front. Pediatr.</abbrev-journal-title>
<issn pub-type="epub">2296-2360</issn>
<publisher>
<publisher-name>Frontiers Media S.A.</publisher-name>
</publisher>
</journal-meta>
<article-meta>
<article-id pub-id-type="doi">10.3389/fped.2021.682672</article-id>
<article-categories>
<subj-group subj-group-type="heading">
<subject>Pediatrics</subject>
<subj-group>
<subject>Original Research</subject>
</subj-group>
</subj-group>
</article-categories>
<title-group>
<article-title>Re-evaluating Renal Angina Index: An Authentic, Evidence-Based Instrument for Acute Kidney Injury Assessment: Critical Appraisal</article-title>
</title-group>
<contrib-group>
<contrib contrib-type="author" corresp="yes">
<name><surname>Raina</surname> <given-names>Rupesh</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
<xref ref-type="aff" rid="aff2"><sup>2</sup></xref>
<xref ref-type="corresp" rid="c001"><sup>&#x0002A;</sup></xref>
<xref ref-type="author-notes" rid="fn002"><sup>&#x02020;</sup></xref>
<uri xlink:href="http://loop.frontiersin.org/people/357864/overview"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Sethi</surname> <given-names>Sidharth Kumar</given-names></name>
<xref ref-type="aff" rid="aff3"><sup>3</sup></xref>
<xref ref-type="author-notes" rid="fn002"><sup>&#x02020;</sup></xref>
<uri xlink:href="http://loop.frontiersin.org/people/358277/overview"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Mawby</surname> <given-names>Isabelle</given-names></name>
<xref ref-type="aff" rid="aff4"><sup>4</sup></xref>
<uri xlink:href="http://loop.frontiersin.org/people/1307019/overview"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Datla</surname> <given-names>Nikhil</given-names></name>
<xref ref-type="aff" rid="aff4"><sup>4</sup></xref>
<uri xlink:href="http://loop.frontiersin.org/people/1273502/overview"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Kumar</surname> <given-names>Nikhita</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
</contrib>
<contrib contrib-type="author">
<name><surname>Agarwal</surname> <given-names>Nirav</given-names></name>
<xref ref-type="aff" rid="aff2"><sup>2</sup></xref>
<xref ref-type="aff" rid="aff5"><sup>5</sup></xref>
<uri xlink:href="http://loop.frontiersin.org/people/1017064/overview"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Tibrewal</surname> <given-names>Abhishek</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
<uri xlink:href="http://loop.frontiersin.org/people/1352010/overview"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Chakraborty</surname> <given-names>Ronith</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
<xref ref-type="aff" rid="aff2"><sup>2</sup></xref>
<uri xlink:href="http://loop.frontiersin.org/people/1014093/overview"/>
</contrib>
</contrib-group>
<aff id="aff1"><sup>1</sup><institution>Department of Nephrology, Akron Nephrology Associates/Cleveland Clinic Akron General Medical Center</institution>, <addr-line>Akron, OH</addr-line>, <country>United States</country></aff>
<aff id="aff2"><sup>2</sup><institution>Department of Nephrology, Akron Children&#x00027;s Hospital</institution>, <addr-line>Akron, OH</addr-line>, <country>United States</country></aff>
<aff id="aff3"><sup>3</sup><institution>Pediatric Nephrology, Kidney Institute, Medanta, The Medicity Hospital</institution>, <addr-line>Gurgaon</addr-line>, <country>India</country></aff>
<aff id="aff4"><sup>4</sup><institution>Department of Medicine, Northeast Ohio Medical School</institution>, <addr-line>Rootstown, OH</addr-line>, <country>United States</country></aff>
<aff id="aff5"><sup>5</sup><institution>Feinstein Institutes for Medical Research, Northwell Health</institution>, <addr-line>Manhasset, NY</addr-line>, <country>United States</country></aff>
<author-notes>
<fn fn-type="edited-by"><p>Edited by: Aditi Sinha, All India Institute of Medical Sciences, India</p></fn>
<fn fn-type="edited-by"><p>Reviewed by: Aftab S. Chishti, University of Kentucky, United States; Ali Asghar Anwar Lanewala, Sindh Institute of Urology and Transplantation, Pakistan; Priyanka Khandelwal, All India Institute of Medical Sciences, India</p></fn>
<corresp id="c001">&#x0002A;Correspondence: Rupesh Raina <email>rraina&#x00040;akronchildrens.org</email></corresp>
<fn fn-type="other" id="fn001"><p>This article was submitted to Pediatric Nephrology, a section of the journal Frontiers in Pediatrics</p></fn>
<fn fn-type="other" id="fn002"><p>&#x02020;These authors share first authorship</p></fn></author-notes>
<pub-date pub-type="epub">
<day>29</day>
<month>07</month>
<year>2021</year>
</pub-date>
<pub-date pub-type="collection">
<year>2021</year>
</pub-date>
<volume>9</volume>
<elocation-id>682672</elocation-id>
<history>
<date date-type="received">
<day>18</day>
<month>03</month>
<year>2021</year>
</date>
<date date-type="accepted">
<day>17</day>
<month>06</month>
<year>2021</year>
</date>
</history>
<permissions>
<copyright-statement>Copyright &#x000A9; 2021 Raina, Sethi, Mawby, Datla, Kumar, Agarwal, Tibrewal and Chakraborty.</copyright-statement>
<copyright-year>2021</copyright-year>
<copyright-holder>Raina, Sethi, Mawby, Datla, Kumar, Agarwal, Tibrewal and Chakraborty</copyright-holder>
<license xlink:href="http://creativecommons.org/licenses/by/4.0/"><p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (CC BY). The use, distribution or reproduction in other forums is permitted, provided the original author(s) and the copyright owner(s) are credited and that the original publication in this journal is cited, in accordance with accepted academic practice. No use, distribution or reproduction is permitted which does not comply with these terms.</p></license> </permissions>
<abstract><p><bold>Background/Introduction:</bold> Renal angina index (RAI) used to calculate and accurately predict risk for the development of acute kidney injury (AKI) has been heavily explored. AKI is traditionally diagnosed by an increase in serum creatinine (SCr) concentration or oliguria, both of which are neither specific nor sensitive, especially among children. An RAI score may be calculated by combining objective signs of kidney dysfunction (such as SCr) and patient context, such as AKI risk factors, thus potentially serving as a more accurate indicator for AKI.</p>
<p><bold>Objective:</bold> Due to the propitious and novel nature of RAI, this editorial commentary aims to analyze the current literature on RAI and determine how well RAI serves as a predictor of AKI outcomes.</p>
<p><bold>Method:</bold> A comprehensive literature search was conducted in PubMed/Medline and Google Scholar between January 2012 and July 2020. Literature included the prognostic aspect of early prediction of AKI in the pediatric and adult population via RAI.</p>
<p><bold>Results:</bold> The initial literature search included 149 studies, and a total of 10 studies reporting the outcomes of interest were included. The overall sample size across these studies was 11,026. The predictive ability of RAI had a pooled (95% CI) sensitivity of 79.21%, specificity of 73.22%, and negative predictive value of 94.83%.</p>
<p><bold>Conclusion:</bold> RAI shows benefit in the prediction of AKI among adult and pediatric populations. However, there is a lack of sufficient data, and further prospective studies are needed in pediatric populations to use RAI as a principal AKI indicator among clinicians.</p></abstract>
<kwd-group>
<kwd>renal angina index</kwd>
<kwd>pediatric</kwd>
<kwd>acute kidney injury</kwd>
<kwd>intensive care unit</kwd>
<kwd>indicator</kwd>
</kwd-group>
<counts>
<fig-count count="1"/>
<table-count count="4"/>
<equation-count count="0"/>
<ref-count count="23"/>
<page-count count="8"/>
<word-count count="5602"/>
</counts>
</article-meta>
</front>
<body>
<sec sec-type="intro" id="s1">
<title>Introduction</title>
<p>Acute kidney injury (AKI) is a common condition associated with high morbidity and mortality rates in critically ill patients. It is characterized by a consortium of conditions including a sudden decrease in glomerular filtration rate (GFR), thus a decline in the kidney&#x00027;s excretory function. Clinically, AKI is diagnosed using the Kidney Disease: Improving Global Outcomes (KDIGO) guidelines by an increase in serum creatinine (SCr) or oliguria (<xref ref-type="bibr" rid="B1">1</xref>, <xref ref-type="bibr" rid="B2">2</xref>). The severity of AKI is classified into three stages based on SCr level and urine output and is independently associated with increased patient morbidity and mortality (<xref ref-type="bibr" rid="B3">3</xref>). In any case, SCr levels have a high variability among children and cannot accurately predict AKI (<xref ref-type="bibr" rid="B4">4</xref>), which is why renal angina index (RAI) was originally proposed (<xref ref-type="bibr" rid="B3">3</xref>). Thus, an improvement upon SCr through the use of RAI will serve to better detect and predict kidney injury, especially among pediatric populations where SCr has shown to be even less precise (<xref ref-type="bibr" rid="B4">4</xref>). Additionally, there is no singular and effective therapy for AKI that exists, and management consists of supportive care; therefore, it is imperative to explore all the options for early diagnosis and preventive measure of this common clinical problem (<xref ref-type="bibr" rid="B1">1</xref>).</p>
<p>In 2012, Basu et al. (<xref ref-type="bibr" rid="B5">5</xref>) proposed a scoring system, RAI, as a predictor of AKI in critically ill children. This scoring system was formulated based on two variables, AKI risk levels (high-risk procedures such as bone marrow transplant, which was scored based on the risk level; five points for patient on ventilation or cardiac surgery, three points for nephrotoxic drugs or burn injuries, and one point for trauma or sepsis) and evidence of AKI injury (increase SCr, oliguria, and fluid overload), which was similarly scored based on % FO. Both AKI risk levels and AKI injury levels are multiplied to get the RAI score (<xref ref-type="table" rid="T1">Table 1</xref>). Higher predictability of AKI was seen when AKI risk factors and evidence were multiplied, resulting in an increased score (&#x02265;8). The index was designed to have an extremely high negative predictive value (NPV) to eliminate all the patients who are not likely to develop AKI (<xref ref-type="bibr" rid="B5">5</xref>).</p>
<table-wrap position="float" id="T1">
<label>Table 1</label>
<caption><p>Risk calculation.</p></caption>
<table frame="hsides" rules="groups">
<thead><tr>
<th valign="top" align="left"><bold>Risk level</bold></th>
<th valign="top" align="center"><bold>Risk</bold></th>
<th valign="top" align="center"><bold>Score</bold></th>
</tr>
</thead>
<tbody>
<tr>
<td valign="top" align="left">Trauma/sepsis</td>
<td valign="top" align="center">Moderate</td>
<td valign="top" align="center">1</td>
</tr>
<tr>
<td valign="top" align="left">Nephrotoxic drugs/burn injuries</td>
<td valign="top" align="center">High</td>
<td valign="top" align="center">3</td>
</tr>
<tr>
<td valign="top" align="left">Ventilation/cardiac surgery</td>
<td valign="top" align="center">Very high</td>
<td valign="top" align="center">5</td>
</tr>
<tr>
<td valign="top" align="left" style="border-top: thin solid #000000;"><bold>Injury level</bold></td>
<td valign="top" align="center" style="border-top: thin solid #000000;"><bold>%FO</bold></td>
<td valign="top" align="center" style="border-top: thin solid #000000;"><bold>Score</bold></td>
</tr>
<tr>
<td valign="top" align="left" style="border-top: thin solid #000000;">No change</td>
<td valign="top" align="center" style="border-top: thin solid #000000;">&#x0003C;5</td>
<td valign="top" align="center" style="border-top: thin solid #000000;">1</td>
</tr>
<tr>
<td valign="top" align="left">0&#x02212;24%</td>
<td valign="top" align="center">&#x02265;5</td>
<td valign="top" align="center">2</td>
</tr>
<tr>
<td valign="top" align="left">25&#x02212;49%</td>
<td valign="top" align="center">&#x02265;10</td>
<td valign="top" align="center">4</td>
</tr>
<tr>
<td valign="top" align="left">&#x02265;50%</td>
<td valign="top" align="center">&#x02265;15</td>
<td valign="top" align="center">8</td>
</tr>
</tbody>
</table>
<table-wrap-foot>
<p><italic>Renal angina index is calculated using the following formula: Renal Angina = risk of AKI <sup>&#x0002A;</sup> signs of injury (1&#x02013;40). Acute kidney injury (AKI) incidence increases as the score increases. Adapted from Basu et al. (<xref ref-type="bibr" rid="B6">6</xref>)</italic>.</p>
</table-wrap-foot>
</table-wrap>
<p>In 2014, Basu et al. (<xref ref-type="bibr" rid="B6">6</xref>, <xref ref-type="bibr" rid="B7">7</xref>) conducted a multicenter cohort study to discuss the use of RAI and its significance in the early diagnosis of AKI. A total of 584 patients were analyzed with a sensitivity of 58&#x02013;93% and NPV of 92&#x02013;99% across all the included study sites. RAI had a higher sensitivity and specificity than neutrophil gelatinase-associated lipocalin (NGAL), matrix metalloproteinase-8 (MMP-8), and neutrophil elastase-2 Ela-2, all serum biomarkers for prediction of severe AKI (&#x0003E;200% increase in SCr) (<xref ref-type="bibr" rid="B6">6</xref>). Furthermore, RAI was compared with KDIGO staging and Pediatric Risk of Mortality (PRISM II), and it demonstrated a significantly higher pretest probability (<xref ref-type="bibr" rid="B6">6</xref>).</p>
<p>Irrespective of the above study&#x00027;s promising results, there were few limitations including a smaller sample size and utilization of the standard SCr values (based on patients&#x00027; height and age) in the absence of baseline SCr values. Therefore, this systematic review aims to assess all the available literature to evaluate the use of RAI as an indicator for early detection of AKI in the pediatric population.</p>
</sec>
<sec id="s2">
<title>Method</title>
<p>A literature search was conducted in PubMed/Medline and Google Scholar. The search consists of the following medical subject heading (MeSH) terms, &#x0201C;Renal Angina Index,&#x0201D; &#x0201C;Acute kidney injury,&#x0201D; &#x0201C;RAI,&#x0201D; &#x0201C;Intensive Care units,&#x0201D; &#x0201C;Acute Renal Failure,&#x0201D; &#x0201C;Neonatal Intensive Care Unit,&#x0201D; &#x0201C;Urine output,&#x0201D; &#x0201C;Fluid overload,&#x0201D; &#x0201C;Serum creatinine,&#x0201D; and &#x0201C;Glomerular filtration rate,&#x0201D; in various combinations. All the articles were limited to the English language and newborn to 18 years old. The literature search was conducted between January 2012 and July 2020.</p>
<p>Studies were selected by two independent reviewers. When there are any conflicts during the selection process, the third investigator&#x00027;s opinion was considered. A PICO (Patient Population, Intervention, Control, Outcome) table was used to describe the study criteria (<xref ref-type="supplementary-material" rid="SM1">Supplementary Table 1</xref>). After the selection process, a summary table was created, extracting individual information from the included studies: the last name of the first author, study type, total population group, patient demographic (age, male, and female), patient characteristics, total number of patients with AKI with RAI score of &#x0003E;8, total number of patients with AKI, and study outcome (<xref ref-type="table" rid="T1">Table 1</xref>). A Preferred Reporting Items for Systematic Reviews and Meta-Analyses (PRISMA) flowchart was created mentioning the inclusion and exclusion studies (<xref ref-type="supplementary-material" rid="SM2">Supplementary Figure 1</xref>). This systematic review was performed according to the PRISMA Checklist (<xref ref-type="supplementary-material" rid="SM1">Supplementary Table 2</xref>).</p>
<sec>
<title>Quality Assessment</title>
<p>A quality assessment table was created to verify all the included studies in the systematic review. We used National Heart, Lung, and Blood Institute (NHLBI) (<ext-link ext-link-type="uri" xlink:href="https://www.nhlbi.nih.gov/health-topics/study-quality-assessment-tools">https://www.nhlbi.nih.gov/health-topics/study-quality-assessment-tools</ext-link>) assessment tool, &#x0201C;Quality assessment tool for Observational Cohort and Cross-Sectional Studies&#x0201D; to assess the included studies. There were a series of 14 questions, and the reviewer responded to each question with &#x0201C;yes,&#x0201D; &#x0201C;no,&#x0201D; and &#x0201C;not applicable/not reported/cannot determine.&#x0201D; Furthermore, each &#x0201C;yes&#x0201D; received one point, and the total score was added under the &#x0201C;Overall Outcome&#x0201D; column. Studies with a score between 12 and 14 are considered good quality, scores between 9 and 11 are fair quality, and a score below nine is considered a poor-quality study (<xref ref-type="supplementary-material" rid="SM1">Supplementary Table 3</xref>).</p>
</sec>
<sec>
<title>Statistical Analysis</title>
<p>The outcomes included pretest predictability of RAI [sensitivity, specificity, positive predictive value (PPV), NPV, and area under the curve (AUC)] and mortality among RAI &#x0003E;8 vs. RAI &#x0003C;8 patients (secondary outcome). Summary receiver operating characteristic (SROC) curves were plotted with the presentation of a summary operating point, 95% confidence, and prediction contours. These outcomes and its 95% confidence intervals (95% CIs) were computed (calculated when not reported) for each study. Diagnostic odds ratio (95% CI) was calculated using the following formula: (sensitivity &#x000D7; specificity)/[(1 &#x02013; sensitivity) &#x000D7; (1 &#x02013; specificity)]. Positive and negative likelihood ratios (LRs) (95% CI) were calculated using the formulas sensitivity/(1 &#x02013; specificity) and (1 &#x02013; sensitivity)/specificity, respectively. The degree of between-study heterogeneity was assessed using the I<sup>2</sup> test, where <italic>I</italic><sup>2</sup> &#x02265; 50% indicated high heterogeneity. Overall (pooled) estimate was calculated with random effects model for high heterogeneity and fixed effects model for low heterogeneity. To determine the source of heterogeneity, sensitivity analyses were performed based on these parameters (study design, sample size of the study, and study quality). Forest plot was used to visualize these outcomes in each study and the combined estimated outcomes with their 95% CI. Publication bias was assessed with a funnel plot and Egger&#x00027;s test. Egger&#x00027;s linear regression test was used to evaluate asymmetry. A <italic>p</italic>-value &#x02264; 0.05 was set as the level of significance. All statistical analyses were performed with R software version 3.1.0.</p>
</sec>
</sec>
<sec sec-type="results" id="s3">
<title>Results</title>
<sec>
<title>Included Studies</title>
<p>A total of 10 studies were analyzed. Of these, seven were prospective and three were retrospective studies (<xref ref-type="table" rid="T2">Table 2</xref>). The overall sample size across these studies was 11,026 (RAI &#x0003E; 8 = 2,513 and RAI &#x0003C; 8 = 8,513). The median age of the patients across these studies was 4.5 years (2.0&#x02013;10.5 years), and 57.4% (n = 6,325) were male. Our quality assessment tool identified seven studies as good quality and three studies as fair quality. Types of studies included prospective observational cohort, retrospective observational, and multicenter retrospective cohort studies. These studies had a minimum number of 53 patients and a max of 7,505 giving this meta-analysis a good variety of applicable information.</p>
<table-wrap position="float" id="T2">
<label>Table 2</label>
<caption><p>Summary of all the included studies for RAI in pediatric population.</p></caption>
<table frame="hsides" rules="groups">
<thead><tr>
<th valign="top" align="left"><bold>References</bold></th>
<th valign="top" align="left"><bold>Type of study</bold></th>
<th valign="top" align="center"><bold>No. of patients (N)</bold></th>
<th valign="top" align="center"><bold>Age (years)</bold></th>
<th valign="top" align="left"><bold>Outcome</bold></th>
</tr>
</thead>
<tbody>
<tr>
<td valign="top" align="left">Gawadia et al. (<xref ref-type="bibr" rid="B8">8</xref>)</td>
<td valign="top" align="left">Prospective observational cohort</td>
<td valign="top" align="center">162</td>
<td valign="top" align="center">10.5</td>
<td valign="top" align="left">RAI when &#x02265;8 on the first day of hospitalization, reliably identifies those critically ill children who are at higher risk for developing severe AKI on day 3 of hospitalization</td>
</tr>
<tr>
<td valign="top" align="left">Hanson et al. (<xref ref-type="bibr" rid="B9">9</xref>)</td>
<td valign="top" align="left">Prospective observational cohort</td>
<td valign="top" align="center">118</td>
<td valign="top" align="center">7.8 &#x000B1; 6.4</td>
<td valign="top" align="left">In this pilot study, RAI was shown to be a sensitive test that can be used in the ED and that outperforms using a change in SCr to predict AKI 24 h after admission to the hospital. This test has promise for potential application into the electronic medical record as an automated trigger tool</td>
</tr>
<tr>
<td valign="top" align="left">Kaur et al. (<xref ref-type="bibr" rid="B10">10</xref>)</td>
<td valign="top" align="left">Prospective observational cohort</td>
<td valign="top" align="center">413</td>
<td valign="top" align="center">5.89 &#x000B1; 5.31</td>
<td valign="top" align="left">RAI could be used as a simple and important bedside tool to predict patients at risk of severe AKI</td>
</tr>
<tr>
<td valign="top" align="left">Raman et al. (<xref ref-type="bibr" rid="B11">11</xref>)</td>
<td valign="top" align="left">Single-center retrospective observational study</td>
<td valign="top" align="center">7,505</td>
<td valign="top" align="center">2.0 (0.4&#x02013;7.3)</td>
<td valign="top" align="left">The prevalence of AKI in our cohort is lower compared with that of other reports. Given the association between HRA and AKI, the development of a bedside tool that only needs a single baseline creatinine value and the age of the child to predict the probability of AKI at admission is exciting. If externally validated, especially in the non-cardiac population, clinicians may now have a tool for risk stratification</td>
</tr>
<tr>
<td valign="top" align="left">Zeid et al. (<xref ref-type="bibr" rid="B12">12</xref>)</td>
<td valign="top" align="left">Prospective observational</td>
<td valign="top" align="center">53</td>
<td valign="top" align="center">2.15</td>
<td valign="top" align="left">The study suggested that RAI has significant predictability for severe AKI, but incorporation of uNGAL into RAI improves detection ability of severe AKI</td>
</tr>
<tr>
<td valign="top" align="left">Basu et al. (<xref ref-type="bibr" rid="B3">3</xref>)</td>
<td valign="top" align="left">Observational study</td>
<td valign="top" align="center">1,590</td>
<td valign="top" align="center">4.5</td>
<td valign="top" align="left">Renal angina index predicted the risk of severe AKI better than SCr alone</td>
</tr>
<tr>
<td valign="top" align="left">Basu et al. (<xref ref-type="bibr" rid="B5">5</xref>)</td>
<td valign="top" align="left">Multicenter study</td>
<td valign="top" align="center">214</td>
<td valign="top" align="center">3.8 (1.6, 6.8) for RAI&#x02013; and 1.7 (0.5, 5) years for RAI&#x0002B;</td>
<td valign="top" align="left">RAI optimizes the utility of AKI biomarkers in critically ill patient. Incorporation of AKI biomarkers into the RAI improves discrimination for severe AKI</td>
</tr>
<tr>
<td valign="top" align="left">Sethi et al. (<xref ref-type="bibr" rid="B13">13</xref>)</td>
<td valign="top" align="left">Prospective study</td>
<td valign="top" align="center">102</td>
<td valign="top" align="center">6.5 &#x000B1; 5.9</td>
<td valign="top" align="left">The study focuses on the adverse effects of the positive fluid balance and emphasizes the use of RAI in clinical AKI identification</td>
</tr>
<tr>
<td valign="top" align="left">Sundararaju et al. (<xref ref-type="bibr" rid="B14">14</xref>)</td>
<td valign="top" align="left">Prospective observational study</td>
<td valign="top" align="center">285</td>
<td valign="top" align="center">4.4 (0.5&#x02013;7.7)</td>
<td valign="top" align="left">The study concluded the usefulness of RAI in predicting the developments of severe AKI on days 3 and 7</td>
</tr>
<tr>
<td valign="top" align="left">Roy et al. (<xref ref-type="bibr" rid="B15">15</xref>)</td>
<td valign="top" align="left">Retrospective study</td>
<td valign="top" align="center">100</td>
<td valign="top" align="center">7.5 (2.1&#x02013;14)</td>
<td valign="top" align="left">N/A</td>
</tr>
<tr>
<td valign="top" align="left">Basu et al. (<xref ref-type="bibr" rid="B6">6</xref>)</td>
<td valign="top" align="left">Multicenter retrospective cohort study</td>
<td valign="top" align="center">584</td>
<td valign="top" align="center">3.8 (1.2&#x02013;12.5)</td>
<td valign="top" align="left">This cohort study was the first study to analyze the significance of use of RAI and its potentially to reduce the risk of future severe AKI</td>
</tr>
</tbody>
</table>
<table-wrap-foot>
<p><italic>AKI, acute kidney injury; SCr, serum creatinine; ED, emergency department; HRA, high risk of acute kidney injury; RAI, renal angina index; uNGAL, urine neutrophil gelatinase-associated lipocalin</italic>.</p>
</table-wrap-foot>
</table-wrap>
</sec>
<sec>
<title>Predictive Ability of Renal Angina Index</title>
<p>The pooled (95% CI) sensitivity: 79.21% (95% CI: 64.28&#x02013;90.90%) [<italic>I</italic><sup>2</sup> = 96.33% (94.75&#x02013;97.44%), <italic>p</italic> &#x0003C; 0.0001, random effects, 10 studies, n = 1,353] (<xref ref-type="table" rid="T3">Table 3</xref>; <xref ref-type="fig" rid="F1">Figure 1A</xref>); specificity: 73.22% (95% CI: 64.13&#x02013;81.42%) [<italic>I</italic><sup>2</sup> = 97.99% (97.30%&#x02212;98.51%), <italic>p</italic> &#x0003C; 0.0001, random effects, 10 studies, <italic>n</italic> = 9,673] (<xref ref-type="table" rid="T3">Table 3</xref>; <xref ref-type="fig" rid="F1">Figure 1B</xref>); PPV: 38.38% (95% CI: 29.37&#x02013;47.81%) [<italic>I</italic><sup>2</sup> = 93.65% (90.28&#x02013;95.85%), <italic>p</italic> &#x0003C; 0.0001, random effects, 10 studies, <italic>n</italic> = 2,513] (<xref ref-type="table" rid="T3">Table 3</xref>; <xref ref-type="fig" rid="F1">Figure 1C</xref>); and NPV: 94.83% (95% CI: 90.49&#x02013;97.91%) [<italic>I</italic><sup>2</sup> = 96.61% (95.19&#x02013;97.62%), <italic>p</italic> &#x0003C; 0.0001, random effects, 10 studies, <italic>n</italic> = 8,513] (<xref ref-type="table" rid="T3">Table 3</xref>, <xref ref-type="fig" rid="F1">Figure 1D</xref>) was observed for the RAI. The pooled (95% CI) AUC of RAI was found to be 0.85 (95% CI: 0.80&#x02013;0.89) [<italic>I</italic><sup>2</sup> = 64.56% (14.60&#x02013;85.29%); <italic>p</italic> &#x0003C; 0.0001; random effects; six studies; <italic>n</italic> = 1,776] (<xref ref-type="table" rid="T3">Table 3</xref>; <xref ref-type="supplementary-material" rid="SM3">Supplementary Figure 2</xref>). <xref ref-type="supplementary-material" rid="SM4">Supplementary Figure 3</xref> shows the SROC graph of 10 included studies based on the random effects model. The diagnostic odds ratio (95% CI) based on pooled sensitivity and specificity values was calculated to be 10.45 (3.22&#x02013;43.77). The DOR &#x0003E;1 suggests that the test is discriminating correctly. For our study, the DOR was 10.45, signifying a strong association between RAI and the predictability of early AKI. The positive and negative LRs (with 95% CI) were 2.96 (1.70&#x02013;4.89) and 0.28 (0.11&#x02013;0.56), respectively. The LR indicates how likely a patient has a disease or condition; and the higher the value, the more likely the patient has the condition. Positive LR describes how probability of disease shifts when the finding is present; negative LR describes how probability of disease shifts when it is absent (<xref ref-type="bibr" rid="B16">16</xref>). For our study, the positive LR was 2.96, indicating that RAI &#x0003E;8 test increases the pretest probability (prevalence; is based on the probability of the suspected disease in the person given their symptoms) of AKI by 20%, while the negative LR was 0.28, indicating that RAI &#x0003C;8 test decreases the pretest probability of AKI by 25%.</p>
<table-wrap position="float" id="T3">
<label>Table 3</label>
<caption><p>Meta-analysis of sensitivity, specificity, positive predictive value, negative predictive value, and area under the curve.</p></caption>
<table frame="hsides" rules="groups">
<thead>
<tr>
<th valign="top" align="left"><bold>Study</bold></th>
<th valign="top" align="center"><bold>True positive/disease positive</bold></th>
<th valign="top" align="center"><bold>Sensitivity % (95% CI)</bold></th>
<th valign="top" align="center"><bold>Random weight (%)</bold></th>
</tr>
</thead>
<tbody>
<tr>
<td valign="top" align="left" style="border-top: thin solid #000000;"><bold>(a) Sensitivity</bold></td>
<td valign="top" align="center" style="border-top: thin solid #000000;"/>
<td valign="top" align="center" style="border-top: thin solid #000000;"/>
<td valign="top" align="center" style="border-top: thin solid #000000;"/>
</tr>
<tr>
<td valign="top" align="left">Hanson et al. (<xref ref-type="bibr" rid="B9">9</xref>)</td>
<td valign="top" align="center">16/17</td>
<td valign="top" align="center">94.12 (71.31&#x02013;99.85)</td>
<td valign="top" align="center">9.14</td>
</tr>
<tr>
<td valign="top" align="left">Raman et al. (<xref ref-type="bibr" rid="B11">11</xref>)</td>
<td valign="top" align="center">417/690</td>
<td valign="top" align="center">60.44 (56.68&#x02013;64.1)</td>
<td valign="top" align="center">11.02</td>
</tr>
<tr>
<td valign="top" align="left">Basu et al. (<xref ref-type="bibr" rid="B3">3</xref>)</td>
<td valign="top" align="center">121/368</td>
<td valign="top" align="center">32.88 (28.10&#x02013;37.94)</td>
<td valign="top" align="center">10.97</td>
</tr>
<tr>
<td valign="top" align="left">Gawadia et al. (<xref ref-type="bibr" rid="B8">8</xref>)</td>
<td valign="top" align="center">62/64</td>
<td valign="top" align="center">96.88 (89.16&#x02013;99.62)</td>
<td valign="top" align="center">10.47</td>
</tr>
<tr>
<td valign="top" align="left">Sundararaju et al. (<xref ref-type="bibr" rid="B14">14</xref>)</td>
<td valign="top" align="center">24/29</td>
<td valign="top" align="center">82.76 (64.23&#x02013;94.15)</td>
<td valign="top" align="center">9.83</td>
</tr>
<tr>
<td valign="top" align="left">Zeid et al. (<xref ref-type="bibr" rid="B12">12</xref>)</td>
<td valign="top" align="center">9/10</td>
<td valign="top" align="center">90.00 (55.50&#x02013;99.75)</td>
<td valign="top" align="center">8.23</td>
</tr>
<tr>
<td valign="top" align="left">Kaur et. al. (<xref ref-type="bibr" rid="B10">10</xref>)</td>
<td valign="top" align="center">25/33</td>
<td valign="top" align="center">75.76 (57.74&#x02013;88.91)</td>
<td valign="top" align="center">9.96</td>
</tr>
<tr>
<td valign="top" align="left">Sethi et al. (<xref ref-type="bibr" rid="B13">13</xref>)</td>
<td valign="top" align="center">27/33</td>
<td valign="top" align="center">81.82 (64.54&#x02013;93.02)</td>
<td valign="top" align="center">9.96</td>
</tr>
<tr>
<td valign="top" align="left">Basu et al. (<xref ref-type="bibr" rid="B5">5</xref>)</td>
<td valign="top" align="center">27/29</td>
<td valign="top" align="center">93.10 (77.23&#x02013;99.15)</td>
<td valign="top" align="center">9.83</td>
</tr>
<tr>
<td valign="top" align="left">Basu et al. (<xref ref-type="bibr" rid="B6">6</xref>)</td>
<td valign="top" align="center">66/80</td>
<td valign="top" align="center">82.50 (72.39&#x02013;90.09)</td>
<td valign="top" align="center">10.58</td>
</tr>
<tr>
<td valign="top" align="left">Total (random effects)</td>
<td valign="top" align="center">794/1,353</td>
<td valign="top" align="center">79.21 (64.28&#x02013;90.90)</td>
<td valign="top" align="center">100</td>
</tr>
<tr>
<td valign="top" align="left" style="border-top: thin solid #000000;"><bold>Study</bold></td>
<td valign="top" align="center" style="border-top: thin solid #000000;"><bold>True negative/disease negative</bold></td>
<td valign="top" align="center" style="border-top: thin solid #000000;"><bold>Specificity % (95% CI)</bold></td>
<td valign="top" align="center" style="border-top: thin solid #000000;"><bold>Random weight (%)</bold></td>
</tr>
<tr>
<td valign="top" align="left" style="border-top: thin solid #000000;"><bold>(b) Specificity</bold></td>
<td valign="top" align="center" style="border-top: thin solid #000000;"/>
<td valign="top" align="center" style="border-top: thin solid #000000;"/>
<td valign="top" align="center" style="border-top: thin solid #000000;"/>
</tr>
<tr>
<td valign="top" align="left">Hanson et al. (<xref ref-type="bibr" rid="B9">9</xref>)</td>
<td valign="top" align="center">85/101</td>
<td valign="top" align="center">84.16 (75.55&#x02013;90.67)</td>
<td valign="top" align="center">9.71</td>
</tr>
<tr>
<td valign="top" align="left">Raman et al. (<xref ref-type="bibr" rid="B11">11</xref>)</td>
<td valign="top" align="center">5,793/6,815</td>
<td valign="top" align="center">85.00 (84.13&#x02013;85.84)</td>
<td valign="top" align="center">10.7</td>
</tr>
<tr>
<td valign="top" align="left">Basu et al. (<xref ref-type="bibr" rid="B3">3</xref>)</td>
<td valign="top" align="center">1,057/1,222</td>
<td valign="top" align="center">86.50 (84.45&#x02013;88.37)</td>
<td valign="top" align="center">10.63</td>
</tr>
<tr>
<td valign="top" align="left">Gawadia et al. (<xref ref-type="bibr" rid="B8">8</xref>)</td>
<td valign="top" align="center">74/98</td>
<td valign="top" align="center">75.51 (65.79&#x02013;83.64)</td>
<td valign="top" align="center">9.68</td>
</tr>
<tr>
<td valign="top" align="left">Sundararaju et al. (<xref ref-type="bibr" rid="B14">14</xref>)</td>
<td valign="top" align="center">139/256</td>
<td valign="top" align="center">54.30 (47.98&#x02013;60.51)</td>
<td valign="top" align="center">10.29</td>
</tr>
<tr>
<td valign="top" align="left">Zeid et al. (<xref ref-type="bibr" rid="B12">12</xref>)</td>
<td valign="top" align="center">27/43</td>
<td valign="top" align="center">62.79 (46.73&#x02013;77.03)</td>
<td valign="top" align="center">8.63</td>
</tr>
<tr>
<td valign="top" align="left">Kaur et. al. (<xref ref-type="bibr" rid="B10">10</xref>)</td>
<td valign="top" align="center">336/380</td>
<td valign="top" align="center">88.42 (84.77&#x02013;91.46)</td>
<td valign="top" align="center">10.43</td>
</tr>
<tr>
<td valign="top" align="left">Sethi et al. (<xref ref-type="bibr" rid="B13">13</xref>)</td>
<td valign="top" align="center">58/69</td>
<td valign="top" align="center">84.06 (73.26&#x02013;91.76)</td>
<td valign="top" align="center">9.3</td>
</tr>
<tr>
<td valign="top" align="left">Basu et al. (<xref ref-type="bibr" rid="B5">5</xref>)</td>
<td valign="top" align="center">67/185</td>
<td valign="top" align="center">36.22 (29.29&#x02013;43.59)</td>
<td valign="top" align="center">10.14</td>
</tr>
<tr>
<td valign="top" align="left">Basu et al. (<xref ref-type="bibr" rid="B6">6</xref>)</td>
<td valign="top" align="center">318/504</td>
<td valign="top" align="center">63.10 (58.72&#x02013;67.32)</td>
<td valign="top" align="center">10.5</td>
</tr>
<tr>
<td valign="top" align="left">Total (random effects)</td>
<td valign="top" align="center">7,954/9,673</td>
<td valign="top" align="center">73.22 (64.13&#x02013;81.42)</td>
<td valign="top" align="center">100</td>
</tr>
<tr>
<td valign="top" align="left" style="border-top: thin solid #000000;"><bold>Study</bold></td>
<td valign="top" align="center" style="border-top: thin solid #000000;"><bold>True positive/test positive</bold></td>
<td valign="top" align="center" style="border-top: thin solid #000000;"><bold>PPV % (95% CI)</bold></td>
<td valign="top" align="center" style="border-top: thin solid #000000;"><bold>Random weight (%)</bold></td>
</tr>
<tr>
<td valign="top" align="left" style="border-top: thin solid #000000;"><bold>(c) Positive predictive value (PPV)</bold></td>
<td valign="top" align="center" style="border-top: thin solid #000000;"/>
<td valign="top" align="center" style="border-top: thin solid #000000;"/>
<td valign="top" align="center" style="border-top: thin solid #000000;"/>
</tr>
<tr>
<td valign="top" align="left">Hanson et al. (<xref ref-type="bibr" rid="B9">9</xref>)</td>
<td valign="top" align="center">16/32</td>
<td valign="top" align="center">50.00 (31.89&#x02013;68.11)</td>
<td valign="top" align="center">8.44</td>
</tr>
<tr>
<td valign="top" align="left">Raman et al. (<xref ref-type="bibr" rid="B11">11</xref>)</td>
<td valign="top" align="center">417/1,439</td>
<td valign="top" align="center">28.98 (26.65&#x02013;31.40)</td>
<td valign="top" align="center">11.47</td>
</tr>
<tr>
<td valign="top" align="left">Basu et al. (<xref ref-type="bibr" rid="B3">3</xref>)</td>
<td valign="top" align="center">121/286</td>
<td valign="top" align="center">42.31 (36.51&#x02013;48.26)</td>
<td valign="top" align="center">11.09</td>
</tr>
<tr>
<td valign="top" align="left">Gawadia et al. (<xref ref-type="bibr" rid="B8">8</xref>)</td>
<td valign="top" align="center">62/86</td>
<td valign="top" align="center">72.09 (61.38&#x02013;81.23)</td>
<td valign="top" align="center">10.14</td>
</tr>
<tr>
<td valign="top" align="left">Sundararaju et al. (<xref ref-type="bibr" rid="B14">14</xref>)</td>
<td valign="top" align="center">24/141</td>
<td valign="top" align="center">17.02 (11.22&#x02013;24.26)</td>
<td valign="top" align="center">10.65</td>
</tr>
<tr>
<td valign="top" align="left">Zeid et al. (<xref ref-type="bibr" rid="B12">12</xref>)</td>
<td valign="top" align="center">9/25</td>
<td valign="top" align="center">36.00 (17.97&#x02013;57.48)</td>
<td valign="top" align="center">7.87</td>
</tr>
<tr>
<td valign="top" align="left">Kaur et. al. (<xref ref-type="bibr" rid="B10">10</xref>)</td>
<td valign="top" align="center">25/69</td>
<td valign="top" align="center">36.23 (25.00&#x02013;48.69)</td>
<td valign="top" align="center">9.85</td>
</tr>
<tr>
<td valign="top" align="left">Sethi et al. (<xref ref-type="bibr" rid="B13">13</xref>)</td>
<td valign="top" align="center">27/38</td>
<td valign="top" align="center">71.05 (54.10&#x02013;84.58)</td>
<td valign="top" align="center">8.81</td>
</tr>
<tr>
<td valign="top" align="left">Basu et al. (<xref ref-type="bibr" rid="B5">5</xref>)</td>
<td valign="top" align="center">27/145</td>
<td valign="top" align="center">18.62 (12.64&#x02013;25.92)</td>
<td valign="top" align="center">10.67</td>
</tr>
<tr>
<td valign="top" align="left">Basu et al. (<xref ref-type="bibr" rid="B6">6</xref>)</td>
<td valign="top" align="center">66/252</td>
<td valign="top" align="center">26.19 (20.87&#x02013;32.08)</td>
<td valign="top" align="center">11.03</td>
</tr>
<tr>
<td valign="top" align="left">Total (random effects)</td>
<td valign="top" align="center">794/2,513</td>
<td valign="top" align="center">38.38 (29.37&#x02013;47.81)</td>
<td valign="top" align="center">100</td>
</tr>
<tr>
<td valign="top" align="left" style="border-top: thin solid #000000;"><bold>Study</bold></td>
<td valign="top" align="center" style="border-top: thin solid #000000;"><bold>True negative/test negative</bold></td>
<td valign="top" align="center" style="border-top: thin solid #000000;"><bold>NPV% (95% CI)</bold></td>
<td valign="top" align="center" style="border-top: thin solid #000000;"><bold>Random weight (%)</bold></td>
</tr>
<tr>
<td valign="top" align="left" style="border-top: thin solid #000000;"><bold>(d) Negative predictive value (NPV)</bold></td>
<td valign="top" align="center" style="border-top: thin solid #000000;"/>
<td valign="top" align="center" style="border-top: thin solid #000000;"/>
<td valign="top" align="center" style="border-top: thin solid #000000;"/>
</tr>
<tr>
<td valign="top" align="left">Hanson et al. (<xref ref-type="bibr" rid="B9">9</xref>)</td>
<td valign="top" align="center">85/86</td>
<td valign="top" align="center">98.84 (93.69&#x02013;99.97)</td>
<td valign="top" align="center">9.69</td>
</tr>
<tr>
<td valign="top" align="left">Raman et al. (<xref ref-type="bibr" rid="B11">11</xref>)</td>
<td valign="top" align="center">5,793/6,066</td>
<td valign="top" align="center">95.5 (94.95&#x02013;96.01)</td>
<td valign="top" align="center">11.38</td>
</tr>
<tr>
<td valign="top" align="left">Basu et al. (<xref ref-type="bibr" rid="B3">3</xref>)</td>
<td valign="top" align="center">1,057/1,304</td>
<td valign="top" align="center">81.06 (78.82&#x02013;83.15)</td>
<td valign="top" align="center">11.28</td>
</tr>
<tr>
<td valign="top" align="left">Gawadia et al. (<xref ref-type="bibr" rid="B8">8</xref>)</td>
<td valign="top" align="center">74/76</td>
<td valign="top" align="center">97.37 (90.82&#x02013;99.68)</td>
<td valign="top" align="center">9.5</td>
</tr>
<tr>
<td valign="top" align="left">Sundararaju et al. (<xref ref-type="bibr" rid="B14">14</xref>)</td>
<td valign="top" align="center">139/144</td>
<td valign="top" align="center">96.53 (92.08&#x02013;98.86)</td>
<td valign="top" align="center">10.31</td>
</tr>
<tr>
<td valign="top" align="left">Zeid et al. (<xref ref-type="bibr" rid="B12">12</xref>)</td>
<td valign="top" align="center">27/28</td>
<td valign="top" align="center">96.43 (81.65&#x02013;99.91)</td>
<td valign="top" align="center">7.44</td>
</tr>
<tr>
<td valign="top" align="left">Kaur et. al. (<xref ref-type="bibr" rid="B10">10</xref>)</td>
<td valign="top" align="center">336/344</td>
<td valign="top" align="center">97.67 (95.47&#x02013;98.99)</td>
<td valign="top" align="center">10.92</td>
</tr>
<tr>
<td valign="top">Sethi et al. (<xref ref-type="bibr" rid="B13">13</xref>)</td>
<td valign="top" align="center">58/64</td>
<td valign="top" align="center">90.63 (80.7&#x02013;96.48)</td>
<td valign="top" align="center">9.22</td>
</tr>
<tr>
<td valign="top" align="left">Basu et al. (<xref ref-type="bibr" rid="B5">5</xref>)</td>
<td valign="top" align="center">67/69</td>
<td valign="top" align="center">97.1 (89.92&#x02013;99.65)</td>
<td valign="top" align="center">9.35</td>
</tr>
<tr>
<td valign="top" align="left">Basu et al. (<xref ref-type="bibr" rid="B6">6</xref>)</td>
<td valign="top" align="center">318/332</td>
<td valign="top" align="center">95.78 (93.03&#x02013;97.68)</td>
<td valign="top" align="center">10.91</td>
</tr>
<tr>
<td valign="top" align="left">Total (random effects)</td>
<td valign="top" align="center">7,954/8,513</td>
<td valign="top" align="center">94.83 (90.49&#x02013;97.91)</td>
<td valign="top" align="center">100</td>
</tr>
<tr>
<td valign="top" align="left" style="border-top: thin solid #000000;"><bold>Study</bold></td>
<td valign="top" align="center" style="border-top: thin solid #000000;"><bold>Sample size</bold></td>
<td valign="top" align="center" style="border-top: thin solid #000000;"><bold>AUC (95% CI)</bold></td>
<td valign="top" align="center" style="border-top: thin solid #000000;"><bold>Random weight (%)</bold></td>
</tr>
<tr>
<td valign="top" align="left" style="border-top: thin solid #000000;"><bold>(e) Area under curve (AUC)</bold></td>
<td valign="top" align="center" style="border-top: thin solid #000000;"/>
<td valign="top" align="center" style="border-top: thin solid #000000;"/>
<td valign="top" align="center" style="border-top: thin solid #000000;"/>
</tr>
<tr>
<td valign="top" align="left">Hanson et al. (<xref ref-type="bibr" rid="B9">9</xref>)</td>
<td valign="top" align="center">118</td>
<td valign="top" align="center">0.92 (0.86&#x02013;0.98)</td>
<td valign="top" align="center">19.07</td>
</tr>
<tr>
<td valign="top" align="left">Raman et al. (<xref ref-type="bibr" rid="B11">11</xref>)</td>
<td valign="top" align="center">162</td>
<td valign="top" align="center">0.90 (0.85&#x02013;0.95)</td>
<td valign="top" align="center">21.42</td>
</tr>
<tr>
<td valign="top" align="left">Sundararaju et al. (<xref ref-type="bibr" rid="B14">14</xref>)</td>
<td valign="top" align="center">285</td>
<td valign="top" align="center">0.82 (0.74&#x02013;0.90)</td>
<td valign="top" align="center">14.93</td>
</tr>
<tr>
<td valign="top" align="left">Kaur et. al. (<xref ref-type="bibr" rid="B10">10</xref>)</td>
<td valign="top" align="center">413</td>
<td valign="top" align="center">0.82 (0.73&#x02013;0.91)</td>
<td valign="top" align="center">13.53</td>
</tr>
<tr>
<td valign="top" align="left">Basu et al. (<xref ref-type="bibr" rid="B5">5</xref>)</td>
<td valign="top" align="center">214</td>
<td valign="top" align="center">0.80 (0.74&#x02013;0.86)</td>
<td valign="top" align="center">19.07</td>
</tr>
<tr>
<td valign="top" align="left">Basu et al. (<xref ref-type="bibr" rid="B6">6</xref>)</td>
<td valign="top" align="center">584</td>
<td valign="top" align="center">0.78 (0.68&#x02013;0.88)</td>
<td valign="top" align="center">11.98</td>
</tr>
<tr>
<td valign="top" align="left">Total (random effects)</td>
<td valign="top" align="center">1,776</td>
<td valign="top" align="center">0.85 (0.80&#x02013;0.89)</td>
<td valign="top" align="center">100</td>
</tr>
</tbody>
</table>
<table-wrap-foot>
<p><italic>CI, confidence interval</italic>.</p>
</table-wrap-foot>
</table-wrap>
<fig id="F1" position="float">
<label>Figure 1</label>
<caption><p><bold>(A)</bold> Sensitivity, <bold>(B)</bold> specificity, <bold>(C)</bold> positive predictive value, and <bold>(D)</bold> negative predictive value. The lower diamond in the graphs represents the pooled estimate.</p></caption>
<graphic xlink:href="fped-09-682672-g0001.tif"/>
</fig>
</sec>
<sec>
<title>Mortality Among Renal Angina Index &#x0003E;8 vs. Renal Angina Index &#x0003C;8 Patients (Secondary Outcome)</title>
<p>RAI &#x0003E;8 patients (191/1,036) were observed to have a 4.5 times higher odds of mortality as compared with RAI &#x0003C;8 patients (125/2,383) [pooled odds ratio: 4.51 (95% CI: 2.06&#x02013;9.87) (<italic>I</italic><sup>2</sup> = 84.80% (68.70%&#x02212;92.62%), <italic>p</italic> &#x0003C; 0.0001, random effects; six studies; n = 3,419)] (<xref ref-type="table" rid="T4">Table 4</xref>; <xref ref-type="supplementary-material" rid="SM5">Supplementary Figure 4</xref>).</p>
<table-wrap position="float" id="T4">
<label>Table 4</label>
<caption><p>Meta-analysis of mortality among RAI &#x0003E; 8 vs. RAI &#x0003C; 8 across different studies.</p></caption>
<table frame="hsides" rules="groups">
<thead><tr>
<th valign="top" align="left"><bold>Study</bold></th>
<th valign="top" align="center" style="border-bottom: thin solid #000000;"><bold>RAI positive</bold></th>
<th valign="top" align="center" style="border-bottom: thin solid #000000;"><bold>RAI negative</bold></th>
<th valign="top" align="center"><bold>Odds ratio (95% CI)</bold></th>
<th valign="top" align="center"><bold>Random weight (%)</bold></th>
</tr>
<tr>
<th/>
<th valign="top" align="center"><bold>Died/sample size</bold></th>
<th valign="top" align="center"><bold>Died/sample size</bold></th>
<th/>
<th/>
</tr>
</thead>
<tbody>
<tr>
<td valign="top" align="left">Basu et al. (<xref ref-type="bibr" rid="B3">3</xref>)</td>
<td valign="top" align="center">32/286</td>
<td valign="top" align="center">49/1,304</td>
<td valign="top" align="center">3.23 (2.03&#x02013;5.14)</td>
<td valign="top" align="center">20.66</td>
</tr>
<tr>
<td valign="top" align="left">Gawadia et al. (<xref ref-type="bibr" rid="B8">8</xref>)</td>
<td valign="top" align="center">21/86</td>
<td valign="top" align="center">6/76</td>
<td valign="top" align="center">3.77 (1.43&#x02013;9.92)</td>
<td valign="top" align="center">16.62</td>
</tr>
<tr>
<td valign="top" align="left">Sundararaju et al. (<xref ref-type="bibr" rid="B14">14</xref>)</td>
<td valign="top" align="center">59/141</td>
<td valign="top" align="center">50/144</td>
<td valign="top" align="center">1.35 (0.84&#x02013;2.18)</td>
<td valign="top" align="center">20.57</td>
</tr>
<tr>
<td valign="top" align="left">Kaur et. al. (<xref ref-type="bibr" rid="B10">10</xref>)</td>
<td valign="top" align="center">22/69</td>
<td valign="top" align="center">7/344</td>
<td valign="top" align="center">22.54 (9.13&#x02013;55.63)</td>
<td valign="top" align="center">17.18</td>
</tr>
<tr>
<td valign="top" align="left">Basu et al. (<xref ref-type="bibr" rid="B5">5</xref>)</td>
<td valign="top" align="center">23/145</td>
<td valign="top" align="center">0/69</td>
<td valign="top" align="center">26.67 (1.60&#x02013;45.85)</td>
<td valign="top" align="center">5.74</td>
</tr>
<tr>
<td valign="top" align="left">Basu et al. (<xref ref-type="bibr" rid="B6">6</xref>)</td>
<td valign="top" align="center">34/252</td>
<td valign="top" align="center">13/332</td>
<td valign="top" align="center">3.83 (1.97&#x02013;7.42)</td>
<td valign="top" align="center">19.23</td>
</tr>
<tr>
<td valign="top" align="left">Total (random effects)</td>
<td valign="top" align="center">191/1,036</td>
<td valign="top" align="center">125/2,383</td>
<td valign="top" align="center">4.51 (2.06&#x02013;9.87)</td>
<td valign="top" align="center">100</td>
</tr>
</tbody>
</table>
<table-wrap-foot>
<p><italic>CI, confidence interval; RAI, renal angina index</italic>.</p>
</table-wrap-foot>
</table-wrap>
</sec>
<sec>
<title>Sensitivity Analyses</title>
<p>The <italic>I</italic><sup>2</sup> value for sensitivity analyses for all the outcomes (except AUC) was similar to that obtained without excluding the studies based on the previously mentioned parameters (<xref ref-type="supplementary-material" rid="SM1">Supplementary Table 4</xref>). Also, the proportion (%) of the outcomes obtained from the sensitivity analyses was within the 95% CI of the overall proportion for all the parameters, indicating that the meta-analysis results are robust enough.</p>
</sec>
<sec>
<title>Publication Bias</title>
<p>Funnel plots were made (<xref ref-type="supplementary-material" rid="SM6">Supplementary Figure 5</xref>) to determine publication bias with the following controls: sensitivity, specificity, PPV, NPV, area under curve, and mortality. Visual inspection of the funnel plot and Egger test for five figures [<xref ref-type="supplementary-material" rid="SM6">Supplementary Figure 5B</xref> (Egger&#x00027;s test <italic>p</italic>-value = 0.0876); <xref ref-type="supplementary-material" rid="SM6">Supplementary Figure 5C</xref> (<italic>p</italic> = 0.2294); <xref ref-type="supplementary-material" rid="SM6">Supplementary Figure 5D</xref> (<italic>p</italic> = 0.9800); <xref ref-type="supplementary-material" rid="SM6">Supplementary Figure 5E</xref> (<italic>p</italic> = 0.1499); and <xref ref-type="supplementary-material" rid="SM6">Supplementary Figure 5F</xref> (<italic>p</italic> = 0.1845)] showed a symmetrical distribution indicating no evidence of publication bias. However, <xref ref-type="supplementary-material" rid="SM6">Supplementary Figure 5A</xref> (Egger&#x00027;s test <italic>p</italic>-value = 0.0432) indicated some evidence of publication bias but was accounted for with the high precision of results seen in the PPV and NPV plots (<xref ref-type="supplementary-material" rid="SM6">Supplementary Figures 5C,D</xref>, respectively).</p>
</sec>
</sec>
<sec sec-type="discussion" id="s4">
<title>Discussion</title>
<p>RAI has acquired significant attention in the pediatric population in recent years, which has compelled nephrologists to conduct many cohort studies. In this meta-analysis, we examine the mortality and pretest probability of the predictability of RAI in identifying early AKI.</p>
<p>Based on our meta-analysis, the pretest probability for predicting the AKI early in pediatric intensive care unit (PICU) has shown similar data to a study by McGalliard and team. They conducted a prospective cohort study on 657 children analyzing the importance of RAI alone and with NGAL to predict severe AKI (stage 2 or 3) incidence in PICU patients. The study showed a sensitivity of 88%, a specificity of 58%, a PPV of 24%, an NPV of 97%, and an AUC of 0.73. However, when the author combined RAI with a biomarker, NGAL, the AUC was 0.80, suggesting a higher association in predicting severe AKI in PICU patients (<xref ref-type="bibr" rid="B17">17</xref>). Similarly, another recent study by Raman <italic>et al</italic>. conducted a single-center retrospective observational study on 7,505 children; their findings showed an AUC for RAI of 0.857. However, when combined with the high risk of AKI (HRA), the AUC was 0.87 (<xref ref-type="bibr" rid="B11">11</xref>). In comparison, a retrospective analysis of 390 adult patients admitted to the ICU with septic shock analyzed the ability of SCr alone to identify patients with septic shock at the highest risk for AKI. An increase in SCr alone in the first 12 h of patient stay was not significantly associated with stage 2 or greater AKI (AUC 0.55, 95% CI: 0.47&#x02013;0.60) (<xref ref-type="bibr" rid="B7">7</xref>). Many novel biomarkers, e.g., NGAL, kidney injury molecule 1, cystatin C, and interleukin-18, may help identify early AKI; however, a detailed understanding of the mechanism of kidney injury and the use of more than one biomarker may be required. Some of the challenges faced while using these biomarkers include delay in results (requires at least 5&#x02013;7 h), lack of specific equipment, and increased cost of treatment (<xref ref-type="bibr" rid="B3">3</xref>, <xref ref-type="bibr" rid="B18">18</xref>).</p>
<p>Though several studies have emphasized the significance of RAI, few studies utilized the index in different risk settings to predict AKI within 3 days of PICU admission. Hanson <italic>et al</italic>. enrolled 118 subjects to test the sensitivity of RAI to indicate AKI early in the pediatric AKI in the emergency department. The RAI score demonstrated 94% sensitivity and 99% NPV. Thus, it showed the importance of RAI as an emergency department tool to anticipate AKI and initiate early management (<xref ref-type="bibr" rid="B9">9</xref>). Similarly, an interesting study by Huang <italic>et al</italic>. showed the use of RAI in septic shock pediatric patients, where 66 patients with septic shock were studied and analyzed to predict their likelihood of acquiring AKI within 3 days of the PICU admission. The study showed that the RAI score (AUC = 0.78) identified the high-risk AKI better than the earliest elevated baseline SCr levels (AUC = 0.70). However, the combination of RAI with serum lactate (AUC = 0.83) performed superior to both RAI alone and high baseline SCr levels (<xref ref-type="bibr" rid="B19">19</xref>). Comparably, Stanski et al. (<xref ref-type="bibr" rid="B20">20</xref>) discussed the Pediatric Sepsis Biomarker Risk Model (PERSEVERE) as a stratification tool to estimate the baseline risk of mortality in pediatric septic shock. The authors aimed to assess the efficacy of PERSEVERE in predicting the development of septic shock-associated AKI among children on day 3 of hospital admission. The PERSEVERE biomarkers included C-C chemokine ligand 3, granzyme B, heat shock protein 70 kDa 1B, interleukin-8, and MMP-8. The study concluded that a higher PERSEVERE score was independently associated with increased odds of severe day 3 sepsis-associated AKI (OR, 1.4, 95% CI: 1.2&#x02013;1.7, <italic>p</italic> &#x0003C; 0.001) (<xref ref-type="bibr" rid="B20">20</xref>, <xref ref-type="bibr" rid="B21">21</xref>). Therefore, combining multiple biomarkers and comparing their impact on AKI prediction and the significance of RAI in other high AKI risk situations like septic shock need some exploration. Similarly, Youssef et al. (<xref ref-type="bibr" rid="B22">22</xref>) conducted a single-center retrospective study on 53 critically ill children. The study compared the AKI prediction with RAI and cystatin C. There was a higher prediction rate when cystatin C was combined with RAI (accuracy of 96.2 vs. 94.3% (RAI alone) vs. 90.6% (cystatin C alone). These studies have shown that combining various biomarkers with RAI may improve the ability to predict AKI in critically ill children (<xref ref-type="bibr" rid="B22">22</xref>).</p>
<p>In accordance with the goals of RAI, a 2019 KDIGO conference entitled &#x0201C;Acute Kidney Injury&#x0201D; suggested incorporating kidney damage biomarkers, biopsy, and imaging into the current KDIGO AKI guidelines. The conference report discussed that with the incorporation of additional factors into AKI diagnoses, physicians will be better equipped to identify, classify, and treat AKI. Such modifications may also potentially allow the diagnosis of AKI to become more unified for children and adults with low muscle mass and low SCr levels. Likewise, while the definition of &#x0201C;preclinical&#x0201D; AKI has been deemed to have evidence of importance, there is a lack of consensus on how to advance diagnostic standards further (<xref ref-type="bibr" rid="B21">21</xref>, <xref ref-type="bibr" rid="B23">23</xref>). With further prospective studies of RAI in both adult and pediatric populations, RAI holds the potential to advance preclinical AKI diagnostic measures.</p>
<p>In this meta-analysis, there are some important limitations worth mentioning. When combining data from multiple studies to conduct meta-analysis, it does not overcome the limitations that were inherent in the primary studies design, creating a publication bias. The low PPV in these studies can be recognized as a limitation but explainable due to the low incidence of AKI in the pediatric population. Since the NPV for the studies used in the meta-analysis was significant, the RAI method still proves its effectiveness as an important diagnostic tool.</p>
</sec>
<sec sec-type="conclusions" id="s5">
<title>Conclusion</title>
<p>The finding of this analysis suggests that RAI is a potential tool in indicating the early AKI events in ICU pediatric patients and also suggesting the high-risk mortality in patients with RAI score of &#x02265;8. Additionally, combining RAI with other biomarkers has shown better AKI predictability. However, more extensive prospective cohort studies are required to determine the predictability of RAI and to diminish heterogeneity in critically ill pediatric populations.</p>
</sec>
<sec sec-type="data-availability-statement" id="s6">
<title>Data Availability Statement</title>
<p>The original contributions presented in the study are included in the article/<xref ref-type="supplementary-material" rid="SM1">Supplementary Material</xref>, further inquiries can be directed to the corresponding author.</p>
</sec>
<sec id="s7">
<title>Author Contributions</title>
<p>RR, NA, IM, ND, SS, and RC contributed to the conception and design and wrote sections of the manuscript. AT performed the statistical analysis. All authors contributed to manuscript revision and read and approved the submitted version.</p>
</sec>
<sec sec-type="COI-statement" id="conf1">
<title>Conflict of Interest</title>
<p>The authors declare that the research was conducted in the absence of any commercial or financial relationships that could be construed as a potential conflict of interest.</p>
</sec>
<sec sec-type="disclaimer" id="s8">
<title>Publisher&#x00027;s Note</title>
<p>All claims expressed in this article are solely those of the authors and do not necessarily represent those of their affiliated organizations, or those of the publisher, the editors and the reviewers. Any product that may be evaluated in this article, or claim that may be made by its manufacturer, is not guaranteed or endorsed by the publisher.</p>
</sec>
</body>
<back>
<ack><p>We would like to acknowledge Safala Maskey for the contribution and help with the literature search and data extraction.</p>
</ack>
<sec sec-type="supplementary-material" id="s9">
<title>Supplementary Material</title>
<p>The Supplementary Material for this article can be found online at: <ext-link ext-link-type="uri" xlink:href="https://www.frontiersin.org/articles/10.3389/fped.2021.682672/full#supplementary-material">https://www.frontiersin.org/articles/10.3389/fped.2021.682672/full#supplementary-material</ext-link></p>
<supplementary-material xlink:href="Image_1.TIF" id="SM2" mimetype="image/tif" xmlns:xlink="http://www.w3.org/1999/xlink">
<label>Supplementary Figure 1</label>
<caption><p>PRISMA Flowchart.</p></caption>
</supplementary-material>
<supplementary-material xlink:href="Image_2.TIF" id="SM3" mimetype="image/tif" xmlns:xlink="http://www.w3.org/1999/xlink">
<label>Supplementary Figure 2</label>
<caption><p>Forest plot of the meta-analysis of RAI area under the curve across different studies. The lower diamond in the graph represents the pooled estimate.</p></caption>
</supplementary-material>
<supplementary-material xlink:href="Image_3.JPEG" id="SM4" mimetype="image/jpeg" xmlns:xlink="http://www.w3.org/1999/xlink">
<label>Supplementary Figure 3</label>
<caption><p>Summary receiver operating characteristic (SROC) graph of 10 included studies based on random effects model. HSROC: Hierarchical summary receiver-operating characteristic. Each data point comes from a different study, not a different threshold. This figure showed that the area under the ROC curve is 0.82 (the point marked with blue), indicating good accuracy of RAI for diagnosis of AKI.</p></caption>
</supplementary-material>
<supplementary-material xlink:href="Image_4.JPEG" id="SM5" mimetype="image/jpeg" xmlns:xlink="http://www.w3.org/1999/xlink">
<label>Supplementary Figure 4</label>
<caption><p>Forest plot of the mortality among RAI positive (&#x0003E;8) vs. RAI negative (&#x0003C;8) across different studies. The lower diamond in the graph represents the pooled estimate.</p></caption>
</supplementary-material>
<supplementary-material xlink:href="Image_5.PNG" id="SM6" mimetype="image/png" xmlns:xlink="http://www.w3.org/1999/xlink">
<label>Supplementary Figure 5</label>
<caption><p>Funnel Plots for RAI includes values for all of the included studies providing the respective data: <bold>(A)</bold> sensitivity, <bold>(B)</bold> specificity, <bold>(C)</bold> positive predictive value, <bold>(D)</bold> negative predictive value, <bold>(E)</bold> Area under curve, and <bold>(F)</bold> mortality among RAI positive (&#x0003E;8) vs. RAI negative (&#x0003C;8).</p></caption>
</supplementary-material>
<supplementary-material xlink:href="Data_Sheet_1.docx" id="SM1" mimetype="application/vnd.openxmlformats-officedocument.wordprocessingml.document" xmlns:xlink="http://www.w3.org/1999/xlink"/>
</sec>
<ref-list>
<title>References</title>
<ref id="B1">
<label>1.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Levey</surname> <given-names>AS</given-names></name> <name><surname>James</surname> <given-names>MT</given-names></name></person-group>. <article-title>Acute kidney injury</article-title>. <source>Ann Internal Med.</source> (<year>2017</year>) <volume>167</volume>:<fpage>ITC66</fpage>&#x02013;<lpage>ITC80</lpage>. <pub-id pub-id-type="doi">10.7326/AITC201711070</pub-id></citation></ref>
<ref id="B2">
<label>2.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Selewski</surname> <given-names>DT</given-names></name> <name><surname>Cornell</surname> <given-names>TT</given-names></name> <name><surname>Heung</surname> <given-names>M</given-names></name> <name><surname>Troost</surname> <given-names>JP</given-names></name> <name><surname>Ehrmann</surname> <given-names>BJ</given-names></name> <name><surname>Lombel</surname> <given-names>RM</given-names></name> <etal/></person-group>. <article-title>Validation of the KDIGO acute kidney injury criteria in a pediatric critical care population</article-title>. <source>Intens Care Med.</source> (<year>2014</year>) <volume>40</volume>:<fpage>1481</fpage>&#x02013;<lpage>8</lpage>. <pub-id pub-id-type="doi">10.1007/s00134-014-3391-8</pub-id><pub-id pub-id-type="pmid">25079008</pub-id></citation></ref>
<ref id="B3">
<label>3.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Basu</surname> <given-names>RK</given-names></name> <name><surname>Kaddourah</surname> <given-names>A</given-names></name> <name><surname>Goldstein</surname> <given-names>SL</given-names></name> <collab>AWARE Study Investigators</collab></person-group>. <article-title>Assessment of a renal angina index for prediction of severe acute kidney injury in critically ill children: a multicentre, multinational, prospective observational study</article-title>. <source>Lancet Child Adolesc Health.</source> (<year>2018</year>) <volume>2</volume>:<fpage>112</fpage>&#x02013;<lpage>20</lpage>. <pub-id pub-id-type="doi">10.1016/S2352-4642(17)30181-5</pub-id><pub-id pub-id-type="pmid">30035208</pub-id></citation></ref>
<ref id="B4">
<label>4.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Xu</surname> <given-names>X</given-names></name> <name><surname>Nie</surname> <given-names>S</given-names></name> <name><surname>Zhang</surname> <given-names>A</given-names></name> <name><surname>Jianhua</surname> <given-names>M</given-names></name> <name><surname>Liu</surname> <given-names>H-P</given-names></name> <name><surname>Xia</surname> <given-names>H</given-names></name> <etal/></person-group>. <article-title>A new criterion for pediatric AKI based on the reference change value of serum creatinine</article-title>. <source>J Am Soc Nephrol.</source> (<year>2018</year>) <volume>29</volume>:<fpage>2432</fpage>&#x02013;<lpage>42</lpage>. <pub-id pub-id-type="doi">10.1681/ASN.2018010090</pub-id><pub-id pub-id-type="pmid">30054338</pub-id></citation></ref>
<ref id="B5">
<label>5.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Basu</surname> <given-names>RK</given-names></name> <name><surname>Chawla</surname> <given-names>LS</given-names></name> <name><surname>Wheeler</surname> <given-names>DS</given-names></name> <name><surname>Goldstein</surname> <given-names>SL</given-names></name></person-group>. <article-title>Renal angina: an emerging paradigm to identify children at risk for acute kidney injury</article-title>. <source>Pediatric Nephrol.</source> (<year>2012</year>) <volume>27</volume>:<fpage>1067</fpage>&#x02013;<lpage>78</lpage>. <pub-id pub-id-type="doi">10.1007/s00467-011-2024-5</pub-id><pub-id pub-id-type="pmid">22012033</pub-id></citation></ref>
<ref id="B6">
<label>6.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Basu</surname> <given-names>RK</given-names></name> <name><surname>Zappitelli</surname> <given-names>M</given-names></name> <name><surname>Brunner</surname> <given-names>L</given-names></name> <name><surname>Wang</surname> <given-names>Y</given-names></name> <name><surname>Wong</surname> <given-names>HR</given-names></name> <name><surname>Chawla</surname> <given-names>LS</given-names></name> <etal/></person-group>. <article-title>Derivation and validation of the renal angina index to improve the prediction of acute kidney injury in critically ill children</article-title>. <source>Kidney Int.</source> (<year>2014</year>) <volume>85</volume>:<fpage>659</fpage>&#x02013;<lpage>67</lpage>. <pub-id pub-id-type="doi">10.1038/ki.2013.349</pub-id><pub-id pub-id-type="pmid">24048379</pub-id></citation></ref>
<ref id="B7">
<label>7.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Leedahl</surname> <given-names>DD</given-names></name> <name><surname>Frazee</surname> <given-names>EN</given-names></name> <name><surname>Schramm</surname> <given-names>GE</given-names></name> <name><surname>Dierkhising</surname> <given-names>RA</given-names></name> <name><surname>Bergstralh</surname> <given-names>EJ</given-names></name> <name><surname>Chawla</surname> <given-names>LS</given-names></name> <etal/></person-group>. <article-title>Derivation of urine output thresholds that identify a very high risk of AKI in patients with septic shock</article-title>. <source>Clin J Am Soc Nephrol</source>. (<year>2014</year>) <volume>9</volume>:<fpage>1168</fpage>&#x02013;<lpage>74</lpage>. <pub-id pub-id-type="doi">10.2215/CJN.09360913</pub-id><pub-id pub-id-type="pmid">24789551</pub-id></citation></ref>
<ref id="B8">
<label>8.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Gawadia</surname> <given-names>J</given-names></name> <name><surname>Mishra</surname> <given-names>K</given-names></name> <name><surname>Kumar</surname> <given-names>M</given-names></name> <name><surname>Saikia</surname> <given-names>D</given-names></name></person-group>. <article-title>Prediction of severe acute kidney injury using renal angina index in a pediatric intensive care unit</article-title>. <source>Ind Pediatrics.</source> (<year>2019</year>) <volume>56</volume>:<fpage>647</fpage>&#x02013;<lpage>52</lpage>. <pub-id pub-id-type="doi">10.1007/s13312-019-1587-2</pub-id><pub-id pub-id-type="pmid">31477644</pub-id></citation></ref>
<ref id="B9">
<label>9.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Hanson</surname> <given-names>HR</given-names></name> <name><surname>Carlisle</surname> <given-names>MA</given-names></name> <name><surname>Bensman</surname> <given-names>RS</given-names></name> <name><surname>Byczkowski</surname> <given-names>T</given-names></name> <name><surname>Depinet</surname> <given-names>H</given-names></name> <name><surname>Terrell</surname> <given-names>TC</given-names></name> <name><surname>Pitner</surname> <given-names>H</given-names></name> <etal/></person-group>. <article-title>Early prediction of pediatric acute kidney injury from the emergency department: a pilot study</article-title>. <source>Am J Emerg Med</source>. (<year>2020</year>) <volume>40</volume>:<fpage>138</fpage>&#x02013;<lpage>44</lpage>. <pub-id pub-id-type="doi">10.1016/j.ajem.2020.01.046</pub-id><pub-id pub-id-type="pmid">32024590</pub-id></citation></ref>
<ref id="B10">
<label>10.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Kaur</surname> <given-names>R</given-names></name> <name><surname>Dhooria</surname> <given-names>GS</given-names></name> <name><surname>Pooni</surname> <given-names>PA</given-names></name> <name><surname>Bhat</surname> <given-names>D</given-names></name> <name><surname>Bhargava</surname> <given-names>S</given-names></name> <name><surname>Kakkar</surname> <given-names>S</given-names></name> <etal/></person-group>. <article-title>Utilization of the renal angina index in PICU of a developing country for prediction of subsequent severe acute kidney injury</article-title>. <source>Pediatric Nephrol.</source> (<year>2018</year>) <volume>33</volume>:<fpage>2185</fpage>&#x02013;<lpage>91</lpage>. <pub-id pub-id-type="doi">10.1007/s00467-018-4001-8</pub-id><pub-id pub-id-type="pmid">29987453</pub-id></citation></ref>
<ref id="B11">
<label>11.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Raman</surname> <given-names>S</given-names></name> <name><surname>Tai</surname> <given-names>CW</given-names></name> <name><surname>Le Marsney</surname> <given-names>R</given-names></name> <name><surname>Schibler</surname> <given-names>A</given-names></name> <name><surname>Gibbons</surname> <given-names>K</given-names></name> <name><surname>Schlapbach</surname> <given-names>LJ</given-names></name></person-group>. <article-title>Prediction of acute kidney injury on admission to pediatric intensive care</article-title>. <source>Pediatric Crit Care Med.</source> (<year>2020</year>) <volume>21</volume>:<fpage>811</fpage>&#x02013;<lpage>9</lpage>. <pub-id pub-id-type="doi">10.1097/PCC.0000000000002411</pub-id><pub-id pub-id-type="pmid">32516223</pub-id></citation></ref>
<ref id="B12">
<label>12.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Abu Zeid</surname> <given-names>AM</given-names></name> <name><surname>Mohammed</surname> <given-names>DY</given-names></name> <name><surname>AbdAlazeem</surname> <given-names>AS</given-names></name> <name><surname>Mohammed Seddeeq</surname> <given-names>ASE</given-names></name> <name><surname>Elnaany</surname> <given-names>AM</given-names></name></person-group>. <article-title>Urinary NGAL incorporation into renal angina index for early detection of acute kidney injury in critically ill children</article-title>. <source>J Clin Nephrol.</source> (<year>2019</year>) <volume>3</volume>:<fpage>93</fpage>&#x02013;<lpage>9</lpage>. <pub-id pub-id-type="doi">10.29328/journal.jcn.1001032</pub-id><pub-id pub-id-type="pmid">25882434</pub-id></citation></ref>
<ref id="B13">
<label>13.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Sethi</surname> <given-names>SK</given-names></name> <name><surname>Raghunathan</surname> <given-names>V</given-names></name> <name><surname>Shah</surname> <given-names>S</given-names></name> <name><surname>Dhaliwal</surname> <given-names>M</given-names></name> <name><surname>Jha</surname> <given-names>P</given-names></name> <name><surname>Kumar</surname> <given-names>M</given-names></name> <etal/></person-group>. <article-title>Fluid overload and renal angina index at admission are associated with worse outcomes in critically ill children</article-title>. <source>Front Pediatr.</source>(<year>2018</year>) <volume>6</volume>:<fpage>118</fpage>. <pub-id pub-id-type="doi">10.3389/fped.2018.00118</pub-id><pub-id pub-id-type="pmid">29765932</pub-id></citation></ref>
<ref id="B14">
<label>14.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Sundararaju</surname> <given-names>S</given-names></name> <name><surname>Sinha</surname> <given-names>A</given-names></name> <name><surname>Hari</surname> <given-names>P</given-names></name> <name><surname>Lodha</surname> <given-names>R</given-names></name> <name><surname>Bagga</surname> <given-names>A</given-names></name></person-group>. <article-title>Renal angina index in the prediction of acute kidney injury in critically ill children</article-title>. <source>Asian J Pediatric Nephrol.</source> (<year>2019</year>) <volume>2</volume>:<fpage>25</fpage>. <pub-id pub-id-type="doi">10.4103/AJPN.AJPN_8_19</pub-id><pub-id pub-id-type="pmid">30035208</pub-id></citation></ref>
<ref id="B15">
<label>15.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Roy</surname> <given-names>JP</given-names></name> <name><surname>Johnson</surname> <given-names>C</given-names></name> <name><surname>Towne</surname> <given-names>B</given-names></name> <name><surname>Menke</surname> <given-names>F</given-names></name> <name><surname>Kiger</surname> <given-names>S</given-names></name> <name><surname>Young</surname> <given-names>W</given-names></name> <etal/></person-group>. <article-title>Use of height-independent baseline creatinine imputation method with renal angina index</article-title>. <source>Pediatric Nephrol.</source> (<year>2019</year>) <volume>34</volume>:<fpage>1777</fpage>&#x02013;<lpage>84</lpage>. <pub-id pub-id-type="doi">10.1007/s00467-019-04294-8</pub-id><pub-id pub-id-type="pmid">31286243</pub-id></citation></ref>
<ref id="B16">
<label>16.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>McGee</surname> <given-names>S</given-names></name></person-group>. <article-title>Simplifying likelihood ratios</article-title>. <source>J Gen Intern Med.</source> (<year>2002</year>) <volume>17</volume>:<fpage>646</fpage>&#x02013;<lpage>9</lpage>. <pub-id pub-id-type="doi">10.1046/j.1525-1497.2002.10750.x</pub-id></citation></ref>
<ref id="B17">
<label>17.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>McGalliard</surname> <given-names>RJ</given-names></name> <name><surname>McWilliam</surname> <given-names>SJ</given-names></name> <name><surname>Maguire</surname> <given-names>S</given-names></name> <name><surname>Jones</surname> <given-names>CA</given-names></name> <name><surname>Jennings</surname> <given-names>RJ</given-names></name> <name><surname>Siner</surname> <given-names>S</given-names></name> <etal/></person-group>. <article-title>Identifying critically ill children at high risk of acute kidney injury and renal replacement therapy</article-title>. <source>PloS ONE.</source> (<year>2020</year>) <volume>15</volume>:<fpage>e0240360</fpage>. <pub-id pub-id-type="doi">10.1371/journal.pone.0240360</pub-id><pub-id pub-id-type="pmid">33119655</pub-id></citation></ref>
<ref id="B18">
<label>18.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Vaidya</surname> <given-names>VS</given-names></name> <name><surname>Ferguson</surname> <given-names>MA</given-names></name> <name><surname>Bonventre</surname> <given-names>JV</given-names></name></person-group>. <article-title>Biomarkers of acute kidney injury</article-title>. <source>Annu Rev Pharmacol Toxicol.</source> (<year>2008</year>) <volume>48</volume>:<fpage>463</fpage>&#x02013;<lpage>93</lpage>. <pub-id pub-id-type="doi">10.1146/annurev.pharmtox.48.113006.094615</pub-id></citation></ref>
<ref id="B19">
<label>19.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Huang</surname> <given-names>L</given-names></name> <name><surname>Shi</surname> <given-names>T</given-names></name> <name><surname>Quan</surname> <given-names>W</given-names></name> <name><surname>Li</surname> <given-names>W</given-names></name> <name><surname>Zhang</surname> <given-names>L</given-names></name> <name><surname>Liu</surname> <given-names>X</given-names></name> <etal/></person-group>. <article-title>Assessment of early renal angina index for prediction of subsequent severe acute kidney injury during septic shock in children</article-title>. <source>BMC Nephrol.</source> (<year>2020</year>) <volume>21</volume>:<fpage>358</fpage>. <pub-id pub-id-type="doi">10.1186/s12882-020-02023-0</pub-id><pub-id pub-id-type="pmid">32854655</pub-id></citation></ref>
<ref id="B20">
<label>20.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Stanski</surname> <given-names>NL</given-names></name> <name><surname>Stenson</surname> <given-names>EK</given-names></name> <name><surname>Cvijanovich</surname> <given-names>NZ</given-names></name> <name><surname>Weiss</surname> <given-names>SL</given-names></name> <name><surname>Fitzgerald</surname> <given-names>JC</given-names></name> <name><surname>Bigham</surname> <given-names>MT</given-names></name> <etal/></person-group>. <article-title>PERSEVERE biomarkers predict severe acute kidney injury and renal recovery in pediatric septic shock</article-title>. <source>Am J Respir Crit Care Med</source>. (<year>2020</year>) <volume>201</volume>:<fpage>848</fpage>&#x02013;<lpage>55</lpage>. <pub-id pub-id-type="doi">10.1164/rccm.201911-2187OC</pub-id><pub-id pub-id-type="pmid">31916857</pub-id></citation></ref>
<ref id="B21">
<label>21.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Fuhrman</surname> <given-names>D</given-names></name></person-group>. <article-title>The use of diagnostic tools for pediatric AKI: applying the current evidence to the bedside</article-title>. <source>Pediatr Nephrol</source>. (<year>2021</year>). [Epub ahead of print]. <pub-id pub-id-type="doi">10.1007/s00467-021-04940-0</pub-id><pub-id pub-id-type="pmid">33492454</pub-id></citation></ref>
<ref id="B22">
<label>22.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Gehad</surname> <given-names>M</given-names></name> <name><surname>Youssef</surname> <given-names>D</given-names></name> <name><surname>Mansour</surname> <given-names>S</given-names></name> <name><surname>El shal</surname> <given-names>A</given-names></name> <name><surname>Osman</surname> <given-names>A</given-names></name> <name><surname>Yousif</surname> <given-names>Y</given-names></name> <etal/></person-group>. <article-title>Renal angina validation of acute kidney injury in critically ill children</article-title>. <source>GEGET.</source> (<year>2019</year>) <volume>14</volume>:<fpage>47</fpage>&#x02013;<lpage>53</lpage>. <pub-id pub-id-type="doi">10.21608/geget.2019.67041</pub-id><pub-id pub-id-type="pmid">24048379</pub-id></citation></ref>
<ref id="B23">
<label>23.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Ostermann</surname> <given-names>M</given-names></name> <name><surname>Bellomo</surname> <given-names>R</given-names></name> <name><surname>Burdmann</surname> <given-names>EA</given-names></name> <name><surname>Doi</surname> <given-names>K</given-names></name> <name><surname>Endre</surname> <given-names>ZH</given-names></name> <name><surname>Goldstein</surname> <given-names>SL</given-names></name> <etal/></person-group>. <article-title>Global outcomes (KDIGO) conference</article-title>. <source>Kidney Int</source>. (<year>2020</year>) <volume>98</volume>:<fpage>294</fpage>&#x02013;<lpage>309</lpage>. <pub-id pub-id-type="doi">10.1016/j.kint.2020.04.020</pub-id></citation></ref>
</ref-list>
</back>
</article>