<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.3 20070202//EN" "journalpublishing.dtd">
<article article-type="research-article" dtd-version="2.3" xml:lang="EN" xmlns:mml="http://www.w3.org/1998/Math/MathML" xmlns:xlink="http://www.w3.org/1999/xlink">
<front>
<journal-meta>
<journal-id journal-id-type="publisher-id">Front. Pharmacol.</journal-id>
<journal-title>Frontiers in Pharmacology</journal-title>
<abbrev-journal-title abbrev-type="pubmed">Front. Pharmacol.</abbrev-journal-title>
<issn pub-type="epub">1663-9812</issn>
<publisher>
<publisher-name>Frontiers Media S.A.</publisher-name>
</publisher>
</journal-meta>
<article-meta>
<article-id pub-id-type="publisher-id">759782</article-id>
<article-id pub-id-type="doi">10.3389/fphar.2021.759782</article-id>
<article-categories>
<subj-group subj-group-type="heading">
<subject>Pharmacology</subject>
<subj-group>
<subject>Original Research</subject>
</subj-group>
</subj-group>
</article-categories>
<title-group>
<article-title>Predicting 1-Hour Thrombolysis Effect of r-tPA in Patients With Acute Ischemic Stroke Using Machine Learning Algorithm</article-title>
<alt-title alt-title-type="left-running-head">Zhu et&#x20;al.</alt-title>
<alt-title alt-title-type="right-running-head">Machine Learning Predicting Thrombolysis Effect</alt-title>
</title-group>
<contrib-group>
<contrib contrib-type="author">
<name>
<surname>Zhu</surname>
<given-names>Bin</given-names>
</name>
<xref ref-type="aff" rid="aff1">
<sup>1</sup>
</xref>
<xref ref-type="fn" rid="fn1">
<sup>&#x2020;</sup>
</xref>
<uri xlink:href="https://loop.frontiersin.org/people/497878/overview"/>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Zhao</surname>
<given-names>Jianlei</given-names>
</name>
<xref ref-type="aff" rid="aff2">
<sup>2</sup>
</xref>
<xref ref-type="fn" rid="fn1">
<sup>&#x2020;</sup>
</xref>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Cao</surname>
<given-names>Mingnan</given-names>
</name>
<xref ref-type="aff" rid="aff1">
<sup>1</sup>
</xref>
<uri xlink:href="https://loop.frontiersin.org/people/1031159/overview"/>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Du</surname>
<given-names>Wanliang</given-names>
</name>
<xref ref-type="aff" rid="aff3">
<sup>3</sup>
</xref>
<uri xlink:href="https://loop.frontiersin.org/people/969024/overview"/>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Yang</surname>
<given-names>Liuqing</given-names>
</name>
<xref ref-type="aff" rid="aff4">
<sup>4</sup>
</xref>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Su</surname>
<given-names>Mingliang</given-names>
</name>
<xref ref-type="aff" rid="aff4">
<sup>4</sup>
</xref>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Tian</surname>
<given-names>Yue</given-names>
</name>
<xref ref-type="aff" rid="aff1">
<sup>1</sup>
</xref>
<uri xlink:href="https://loop.frontiersin.org/people/1330384/overview"/>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Wu</surname>
<given-names>Mingfen</given-names>
</name>
<xref ref-type="aff" rid="aff1">
<sup>1</sup>
</xref>
<uri xlink:href="https://loop.frontiersin.org/people/1330415/overview"/>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Wu</surname>
<given-names>Tingxi</given-names>
</name>
<xref ref-type="aff" rid="aff1">
<sup>1</sup>
</xref>
<uri xlink:href="https://loop.frontiersin.org/people/1330433/overview"/>
</contrib>
<contrib contrib-type="author" corresp="yes">
<name>
<surname>Wang</surname>
<given-names>Manxia</given-names>
</name>
<xref ref-type="aff" rid="aff2">
<sup>2</sup>
</xref>
<xref ref-type="corresp" rid="c001">&#x2a;</xref>
</contrib>
<contrib contrib-type="author" corresp="yes">
<name>
<surname>Zhao</surname>
<given-names>Xingquan</given-names>
</name>
<xref ref-type="aff" rid="aff3">
<sup>3</sup>
</xref>
<xref ref-type="corresp" rid="c001">&#x2a;</xref>
<uri xlink:href="https://loop.frontiersin.org/people/898521/overview"/>
</contrib>
<contrib contrib-type="author" corresp="yes">
<name>
<surname>Zhao</surname>
<given-names>Zhigang</given-names>
</name>
<xref ref-type="aff" rid="aff1">
<sup>1</sup>
</xref>
<xref ref-type="corresp" rid="c001">&#x2a;</xref>
<uri xlink:href="https://loop.frontiersin.org/people/872954/overview"/>
</contrib>
</contrib-group>
<aff id="aff1">
<sup>1</sup>
<institution>Department of Pharmacy, Beijing Tiantan Hospital, Capital Medical University</institution>, <addr-line>Beijing</addr-line>, <country>China</country>
</aff>
<aff id="aff2">
<sup>2</sup>
<institution>Department of Neurology, The Second Hospital of Lanzhou University</institution>, <addr-line>Lanzhou</addr-line>, <country>China</country>
</aff>
<aff id="aff3">
<sup>3</sup>
<institution>Department of Neurology, Beijing Tiantan Hospital, Capital Medical University</institution>, <addr-line>Beijing</addr-line>, <country>China</country>
</aff>
<aff id="aff4">
<sup>4</sup>
<institution>DHC Mediway Technology Co. Ltd.</institution>, <addr-line>Beijing</addr-line>, <country>China</country>
</aff>
<author-notes>
<fn fn-type="edited-by">
<p>
<bold>Edited by:</bold> <ext-link ext-link-type="uri" xlink:href="https://loop.frontiersin.org/people/485521/overview">Jianxin Chen</ext-link>, Beijing University of Chinese Medicine, China</p>
</fn>
<fn fn-type="edited-by">
<p>
<bold>Reviewed by:</bold> <ext-link ext-link-type="uri" xlink:href="https://loop.frontiersin.org/people/1270466/overview">Hang Chang</ext-link>, Lawrence Berkeley National Laboratory, United&#x20;States</p>
<p>
<ext-link ext-link-type="uri" xlink:href="https://loop.frontiersin.org/people/560107/overview">Qian Hua</ext-link>, Beijing University of Chinese Medicine, China</p>
</fn>
<corresp id="c001">&#x2a;Correspondence: Manxia Wang, <email>wmx322@aliyun.com</email>; Xingquan Zhao, <email>zxq@vip.163.com</email>; Zhigang Zhao, <email>1022zzg@sina.com</email>
</corresp>
<fn fn-type="equal" id="fn1">
<label>
<sup>&#x2020;</sup>
</label>
<p>These authors have contributed equally to this&#x20;work</p>
</fn>
<fn fn-type="other">
<p>This article was submitted to Drugs Outcomes Research and Policies, a section of the journal Frontiers in Pharmacology</p>
</fn>
</author-notes>
<pub-date pub-type="epub">
<day>03</day>
<month>01</month>
<year>2022</year>
</pub-date>
<pub-date pub-type="collection">
<year>2021</year>
</pub-date>
<volume>12</volume>
<elocation-id>759782</elocation-id>
<history>
<date date-type="received">
<day>17</day>
<month>08</month>
<year>2021</year>
</date>
<date date-type="accepted">
<day>29</day>
<month>11</month>
<year>2021</year>
</date>
</history>
<permissions>
<copyright-statement>Copyright &#xa9; 2022 Zhu, Zhao, Cao, Du, Yang, Su, Tian, Wu, Wu, Wang, Zhao and Zhao.</copyright-statement>
<copyright-year>2022</copyright-year>
<copyright-holder>Zhu, Zhao, Cao, Du, Yang, Su, Tian, Wu, Wu, Wang, Zhao and Zhao</copyright-holder>
<license xlink:href="http://creativecommons.org/licenses/by/4.0/">
<p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (CC BY). The use, distribution or reproduction in other forums is permitted, provided the original author(s) and the copyright owner(s) are credited and that the original publication in this journal is cited, in accordance with accepted academic practice. No use, distribution or reproduction is permitted which does not comply with these&#x20;terms.</p>
</license>
</permissions>
<abstract>
<p>
<bold>Background:</bold> Thrombolysis with r-tPA is recommended for patients after acute ischemic stroke (AIS) within 4.5&#xa0;h of symptom onset. However, only a few patients benefit from this therapeutic regimen. Thus, we aimed to develop an interpretable machine learning (ML)&#x2013;based model to predict the thrombolysis effect of r-tPA at the super-early&#x20;stage.</p>
<p>
<bold>Methods:</bold> A total of 353 patients with AIS were divided into training and test data sets. We then used six ML algorithms and a recursive feature elimination (RFE) method to explore the relationship among the clinical variables along with the NIH stroke scale score 1&#xa0;h after thrombolysis treatment. Shapley additive explanations and local interpretable model&#x2013;agnostic explanation algorithms were applied to interpret the ML models and determine the importance of the selected features.</p>
<p>
<bold>Results:</bold> Altogether, 353 patients with an average age of 63.0 (56.0&#x2013;71.0) years were enrolled in the study. Of these patients, 156 showed a favorable thrombolysis effect and 197 showed an unfavorable effect. A total of 14 variables were enrolled in the modeling, and 6&#xa0;ML algorithms were used to predict the thrombolysis effect. After RFE screening, seven variables under the gradient boosting decision tree (GBDT) model (area under the curve &#x3d; 0.81, specificity &#x3d; 0.61, sensitivity &#x3d; 0.9, and F1 score &#x3d; 0.79) demonstrated the best performance. Of the seven variables, activated partial thromboplastin clotting time (time), B-type natriuretic peptide, and fibrin degradation products were the three most important clinical characteristics that might influence r-tPA efficiency.</p>
<p>
<bold>Conclusion:</bold> This study demonstrated that the GBDT model with the seven variables could better predict the early thrombolysis effect of r-tPA.</p>
</abstract>
<kwd-group>
<kwd>thrombolysis</kwd>
<kwd>acute ischemic stroke</kwd>
<kwd>machine learning algorithms</kwd>
<kwd>r-tPA</kwd>
<kwd>models</kwd>
</kwd-group>
</article-meta>
</front>
<body>
<sec id="s1">
<title>Introduction</title>
<p>Acute ischemic stroke (AIS) is a disturbance in cerebral blood flow and has been the leading cause of serious disability and death worldwide (<xref ref-type="bibr" rid="B12">Khandelwal et&#x20;al., 2016</xref>; <xref ref-type="bibr" rid="B11">Kamel et&#x20;al., 2020</xref>). As an acute emergency, AIS is estimated to lead to a loss of 1.9 million neurons per minute, causing irreversible brain injury around the infarction area (<xref ref-type="bibr" rid="B19">Saver, 2006</xref>). Timely treatment to remove the obstruction and restore the blood flow has been shown to improve the outcomes in AIS patients (<xref ref-type="bibr" rid="B8">Herpich and Rincon, 2020</xref>).</p>
<p>Intravenous thrombolysis with r-tPA is widely recommended to be beneficial for patients with ischemic stroke within 4.5&#xa0;h of symptom onset (<xref ref-type="bibr" rid="B3">Dong et&#x20;al., 2017</xref>; <xref ref-type="bibr" rid="B17">Phipps and Cronin, 2020</xref>). Nevertheless, not all patients can benefit from this therapeutic regimen. Only approximately 40% of the treated patients show improvement, whereas other patients still experience a low recanalization rate (<xref ref-type="bibr" rid="B14">Orban-Kalmandi et&#x20;al., 2021</xref>). Thus, predicting the intravenous thrombolytic effect at an early stage is important for both the clinician and patient.</p>
<p>Machine learning (ML) algorithms are a crucial branch of artificial intelligence and can learn from complex data by using computational techniques to find potential characteristics to make predictions (<xref ref-type="bibr" rid="B7">Heo et&#x20;al., 2019</xref>; <xref ref-type="bibr" rid="B18">Rajkomar et&#x20;al., 2019</xref>; <xref ref-type="bibr" rid="B20">Sirsat et&#x20;al., 2020</xref>). Compared to conventional statistics, ML includes multiple unique algorithms, such as the random forest classifier, support vector machine, and extreme gradient boosting (XGBoost), which can allow computers to create a model by iterative learning (<xref ref-type="bibr" rid="B1">Deo, 2015</xref>; <xref ref-type="bibr" rid="B22">Wang et&#x20;al., 2020</xref>). As a multidisciplinary approach, ML algorithms are gaining popularity in addressing complex problems of healthcare decision-making, and some studies have demonstrated that ML tools provide better accuracy and discrimination (<xref ref-type="bibr" rid="B10">Kamal et&#x20;al., 2018</xref>; <xref ref-type="bibr" rid="B4">Fan et&#x20;al., 2021</xref>). <xref ref-type="bibr" rid="B9">Kalscheur et&#x20;al. (2018)</xref> reported the use of ML to create a model that can help doctors discriminate clinical outcomes in those accepting cardiac resynchronization therapy and improve the shared decision-making with patients. In addition, <xref ref-type="bibr" rid="B13">Lee et&#x20;al. (2020)</xref> also found that ML algorithms using magnetic resonance imaging features were much more sensitive than human readings in identifying patients after a stroke within the time window for acute thrombolysis.</p>
<p>Although ML algorithms have been widely used in the prediction of stroke outcomes, few studies have reported the predictive value of the thrombolysis effect at 1&#xa0;h after r-tPA infusion. In this study, we aimed to develop a model using the ML algorithm to predict the potential effect of r-tPA at admission in patients with&#x20;AIS.</p>
</sec>
<sec sec-type="methods" id="s2">
<title>Methods</title>
<sec id="s2-1">
<title>Study Design and Patients</title>
<p>We retrospectively conducted an analysis using a cohort of AIS patients who received intravenous thrombolysis with r-tPA between January 2019 and October 2020 at the Beijing Tiantan Hospital. The inclusion and exclusion criteria were previously reported by <xref ref-type="bibr" rid="B23">Zhu et&#x20;al. (2021)</xref>. Briefly, patients were recruited if they met the following criteria: diagnosis with AIS through magnetic resonance imaging or computed tomography and admittance to the emergency department within 4.5&#xa0;h of symptom onset. Patients with a history of the following conditions were excluded from the study: having received a mechanical thrombectomy and having a large vessel occlusion. The study was approved by the ethics committee of the Beijing Tiantan Hospital. The requirement for written informed consent was waived because of the retrospective nature of the study. Confidential patient information was deleted from the entire data set prior to the analysis.</p>
<p>Laboratory values before r-tPA use were recorded. Other medical records, including demographic data and the NIH stroke scale (NIHSS) score at admission and 1&#xa0;h after r-tPA infusion, were carefully extracted.</p>
</sec>
<sec id="s2-2">
<title>Machine Learning Algorithms</title>
<p>Missing values were replaced before the development of the ML-based predictive models. In our analysis, the median value and model were employed for continuous variables and dispersive eigenvalues, respectively. Six ML algorithms, including logistic regression (LR), random forest (RF), XGBoost, adaptive boosting (AdaBoost), gradient boosting decision tree (GBDT), and light gradient boosting machine (LGBM) were applied to determine the best performing model. In addition, the recursive feature elimination method was used to calculate the contribution of each of the variables. The most optimal variables were further validated using the GBDT method.</p>
</sec>
<sec id="s2-3">
<title>Model Validation</title>
<p>All patients were randomly divided into training and testing sets at a ratio of 8:2. Once the models were derived, the performances of the different models were validated using the receiver&#x2013;operating characteristic (ROC) curve as the evaluation metric. The area under the curve (AUC) was calculated to evaluate the performance of the ML algorithm between the training and testing sets. The F1 score was calculated to evaluate the performance of each model. Finally, the optimal ML algorithm was selected.</p>
</sec>
<sec id="s2-4">
<title>Model Interpretation</title>
<p>The Shapley additive explanations (SHAP) value, which was developed from the cooperative game theory, was used to interpret the predictions made by the models. By marginally calculating the contributions of the variables, the SHAP method can better explain the importance of each variable in all factor sequences. The local interpretable model&#x2013;agnostic explanation (LIME) was also used to explain the predictions. The rationale by which a model predicts a single sample using a&#x20;local linear approximation of the model behavior can be better trusted.</p>
</sec>
<sec id="s2-5">
<title>Statistical Analysis</title>
<p>According to the NIHSS score at admission and 1&#xa0;h after r-tPA infusion, all patients were divided into two groups, i.e.,&#x20;those having a favorable effect and those with an unfavorable r-tPA effect. Those with a 1-h NIHSS score of &#x2264;1 point after thrombolysis or a 1-h NIHSS score that decreased by at least four points below the score at admission were considered favorable. By contrast, other effects were considered unfavorable (<xref ref-type="bibr" rid="B6">Guo et&#x20;al., 2020</xref>).</p>
<p>Data are presented as medians with interquartile ranges (IQRs) (for non&#x2013;normally distributed variables), means with standard deviations, or percentages (%). A Fisher exact test or a &#x3c7;<sup>2</sup> test was&#x20;conducted for binary variables, and a Student t-test or Mann&#x2013;Whitney <italic>U</italic> test was used for the continuous variables. The six ML algorithms were developed and validated using Python software. Statistical significance was set at <italic>p</italic>&#x20;&#x2264; 0.05. Statistical analyses were conducted using Python software (version&#x20;3.8).</p>
</sec>
</sec>
<sec sec-type="results" id="s3">
<title>Results</title>
<p>AIS patients were divided into favorable and unfavorable effects according to the NIHSS score at admission and 1&#xa0;h after r-tPA. The baseline characteristics of the patients have been reported elsewhere. Briefly, 353 patients with an average age of 63.0 (56.0&#x2013;71.0) years were enrolled in the study. Of them 156 patients with an average age of 63.0 (55.0&#x2013;70.25) years had a favorable effect and 197 patients with an average age&#x20;of 63.0 (56.0&#x2013;71.0) years had an unfavorable effect. At&#x20;admission, the average NIHSS score for the patients with a favorable effect was 4.0 (2.0, 9.0) and for those with an unfavorable effect was 5.0 (3.0, 8.5). About 1&#xa0;h after receiving rt-PA, the NIHSS scores were 1.0 (0.0, 2.0) and 4.0 (2.0, 8.0) for the favorable and unfavorable effect groups, respectively (<xref ref-type="table" rid="T1">Table&#x20;1</xref>).</p>
<table-wrap id="T1" position="float">
<label>TABLE 1</label>
<caption>
<p>Demographic and laboratory data of the AIS patients stratified according to the NIHSS score.</p>
</caption>
<table>
<thead valign="top">
<tr>
<th rowspan="2" align="left">Variable</th>
<th align="center">Total</th>
<th align="center">Favorable prognosis</th>
<th align="center">Unfavorable prognosis</th>
<th rowspan="2" align="center">
<italic>p</italic>-value</th>
</tr>
<tr>
<th align="center">353</th>
<th align="center">156</th>
<th align="center">197</th>
</tr>
</thead>
<tbody valign="top">
<tr>
<td align="left">Age, y<xref ref-type="table-fn" rid="Tfn1">
<sup>a</sup>
</xref>
</td>
<td align="center">63.0 (56.0, 71.0)</td>
<td align="center">63.0 (55.0, 70.25)</td>
<td align="center">63.0 (56.0, 71.0)</td>
<td align="char" char=".">0.438</td>
</tr>
<tr>
<td align="left">BMI, kg/m<sup>2</sup>
<xref ref-type="table-fn" rid="Tfn1">
<sup>a</sup>
</xref>
</td>
<td align="center">25.24 (23.05, 27.36)</td>
<td align="center">25.33 (23.03, 27.46)</td>
<td align="center">25.15 (23.12, 27.34)</td>
<td align="char" char=".">0.373</td>
</tr>
<tr>
<td align="left">Gender</td>
<td align="left"/>
<td align="left"/>
<td align="left"/>
<td align="char" char=".">0.095</td>
</tr>
<tr>
<td align="left">&#x2003;Male</td>
<td align="center">261 (73.94%)</td>
<td align="center">108 (69.23%)</td>
<td align="center">153 (77.66%)</td>
<td align="left"/>
</tr>
<tr>
<td align="left">&#x2003;Female</td>
<td align="center">92 (26.06%)</td>
<td align="center">48 (30.77%)</td>
<td align="center">44 (22.34%)</td>
<td align="left"/>
</tr>
<tr>
<td align="left">TIA, n (%)</td>
<td align="left"/>
<td align="left"/>
<td align="left"/>
<td align="char" char=".">0.045</td>
</tr>
<tr>
<td align="left">&#x2003;No</td>
<td align="center">261 (73.94%)</td>
<td align="center">108 (69.23%)</td>
<td align="center">153 (77.66%)</td>
<td align="left"/>
</tr>
<tr>
<td align="left">&#x2003;Yes</td>
<td align="center">70 (19.83%)</td>
<td align="center">39 (25.0%)</td>
<td align="center">31 (15.74%)</td>
<td align="left"/>
</tr>
<tr>
<td align="left">Missing</td>
<td align="center">22</td>
<td align="left"/>
<td align="left"/>
<td align="left"/>
</tr>
<tr>
<td align="left">NIHSS score at admission<xref ref-type="table-fn" rid="Tfn1">
<sup>a</sup>
</xref>
</td>
<td align="center">5.0 (3.0, 9.0)</td>
<td align="center">4.0 (2.0, 9.0)</td>
<td align="center">5.0 (3.0, 8.5)</td>
<td align="char" char=".">0.003</td>
</tr>
<tr>
<td align="left">&#x2003;NIHSS score after rt-PA 1&#xa0;h<xref ref-type="table-fn" rid="Tfn1">
<sup>a</sup>
</xref>
</td>
<td align="center">3.0 (1.0, 6.0)</td>
<td align="center">1.0 (0.0, 2.0)</td>
<td align="center">4.0 (2.0, 8.0)</td>
<td align="char" char=".">&#x3c;0.001</td>
</tr>
<tr>
<td align="left">BNP<xref ref-type="table-fn" rid="Tfn1">
<sup>a</sup>
</xref>
</td>
<td align="center">35.6 (16.9, 97.28)</td>
<td align="center">28.0 (13.65, 81.75)</td>
<td align="center">42.4 (21.6, 103.4)</td>
<td align="char" char=".">0.003</td>
</tr>
<tr>
<td align="left">APTT (time)<xref ref-type="table-fn" rid="Tfn1">
<sup>a</sup>
</xref>
</td>
<td align="center">29.6 (27.2, 31.5)</td>
<td align="center">29.8 (28.18, 31.58)</td>
<td align="center">29.0 (26.7, 31.5)</td>
<td align="char" char=".">0.011</td>
</tr>
<tr>
<td align="left">RDW-CV, %<xref ref-type="table-fn" rid="Tfn1">
<sup>a</sup>
</xref>
</td>
<td align="center">12.7 (12.4, 13.2)</td>
<td align="center">12.7 (12.4, 13.1)</td>
<td align="center">12.8 (12.4, 13.2)</td>
<td align="char" char=".">0.01</td>
</tr>
<tr>
<td align="left">MO, %<xref ref-type="table-fn" rid="Tfn1">
<sup>a</sup>
</xref>
</td>
<td align="center">5.2 (4.2, 6.5)</td>
<td align="center">5.65 (4.65, 6.73)</td>
<td align="center">5.0 (4.0, 5.9)</td>
<td align="char" char=".">0.002</td>
</tr>
<tr>
<td align="left">FDP, ng/ml<xref ref-type="table-fn" rid="Tfn1">
<sup>a</sup>
</xref>
</td>
<td align="center">1.33 (0.96, 2.0)</td>
<td align="center">1.205 (0.88, 1.8)</td>
<td align="center">1.5 (1.03, 2.13)</td>
<td align="char" char=".">0.001</td>
</tr>
<tr>
<td align="left">MYO, ng/ml<xref ref-type="table-fn" rid="Tfn1">
<sup>a</sup>
</xref>
</td>
<td align="center">42.0 (30.35&#x2013;63.65)</td>
<td align="center">38.95 (27.8, 58.58)</td>
<td align="center">44.4 (33.45, 68.0)</td>
<td align="char" char=".">0.007</td>
</tr>
<tr>
<td align="left">EO, %<xref ref-type="table-fn" rid="Tfn1">
<sup>a</sup>
</xref>
</td>
<td align="center">1.2 (0.5, 2.2)</td>
<td align="center">1.3 (0.6, 2.4)</td>
<td align="center">1.1 (0.4&#x2013;2.1)</td>
<td align="char" char=".">0.04</td>
</tr>
<tr>
<td align="left">GR, %<xref ref-type="table-fn" rid="Tfn2">
<sup>b</sup>
</xref>
</td>
<td align="center">69.68&#x20;&#xb1; 12.038</td>
<td align="center">67.04&#x20;&#xb1; 11.98</td>
<td align="center">71.741&#x20;&#xb1; 11.98</td>
<td align="char" char=".">0.001</td>
</tr>
<tr>
<td align="left">Glu, mmol/L<xref ref-type="table-fn" rid="Tfn1">
<sup>a</sup>
</xref>
</td>
<td align="center">6.84 (5.92, 8.80)</td>
<td align="center">6.44 (5.68, 8.33)</td>
<td align="center">7.27 (6.15, 9.11)</td>
<td align="char" char=".">0.003</td>
</tr>
<tr>
<td align="left">cTnl, ng/ml<xref ref-type="table-fn" rid="Tfn1">
<sup>a</sup>
</xref>
</td>
<td align="center">0.003 (0.001, 0.006)</td>
<td align="center">0.002 (0.001, 0.004)</td>
<td align="center">0.003 (0.002, 0.007)</td>
<td align="char" char=".">0.001</td>
</tr>
<tr>
<td align="left">CK-MB, ng/ml</td>
<td align="center">1.2 (0.8, 1.6)</td>
<td align="center">1.1 (0.8, 1.5)</td>
<td align="center">1.2 (0.8, 1.7)</td>
<td align="char" char=".">0.036</td>
</tr>
<tr>
<td align="left">D-D, ug/ml<xref ref-type="table-fn" rid="Tfn1">
<sup>a</sup>
</xref>
</td>
<td align="center">0.6 (0.4, 0.9)</td>
<td align="center">0.6 (0.4, 0.8)</td>
<td align="center">0.61 (0.45, 0.99)</td>
<td align="char" char=".">0.012</td>
</tr>
<tr>
<td align="left">NLR<xref ref-type="table-fn" rid="Tfn1">
<sup>a</sup>
</xref>
</td>
<td align="center">2.87 (2.08, 4.63)</td>
<td align="center">2.59 (1.90, 4.16)</td>
<td align="center">3.04 (2.28, 4.79)</td>
<td align="char" char=".">0.002</td>
</tr>
</tbody>
</table>
<table-wrap-foot>
<fn id="Tfn1">
<label>a</label>
<p>Values are presented as median (IQR).</p>
</fn>
<fn id="Tfn2">
<label>b</label>
<p>For continuous variables, values are presented as mean&#x20;&#xb1; SD.</p>
</fn>
<fn id="Tfn3">
<label>c</label>
<p>TIA:Transient Ischemic Attacks.</p>
</fn>
</table-wrap-foot>
</table-wrap>
<sec id="s3-1">
<title>Model Performance</title>
<p>A total of 14 variables including activated partial thromboplastin clotting time [APTT], monocytes percent (MO), B-type natriuretic peptide (BNP), red cell distribution width (RDW-CV), fibrin degradation products (FDP), glucose (Glu), granulocyte ratio&#x20;(GR), cardiac troponin I, eosinophil ratio (EO, %), creatine kinase-MB (CK-MB), myoglobin (Myo), D-dimer (D-D), and neutrophil&#x2013;lymphocyte ratio (NLR) were enrolled in our modeling (<xref ref-type="sec" rid="s12">Supplementary Material</xref>). The AIS patients were randomly stratified (8:2) into the training set for developing the models and the testing set for evaluating the model performance. The clinical characteristics of&#x20;the two data sets are presented in <xref ref-type="table" rid="T2">Table&#x20;2</xref>.</p>
<table-wrap id="T2" position="float">
<label>TABLE 2</label>
<caption>
<p>Patient characteristics divided by training data set and testing data&#x20;set.</p>
</caption>
<table>
<thead valign="top">
<tr>
<th align="left">Characteristic</th>
<th align="center">Total (<italic>n</italic>&#x20;&#x3d; 353)</th>
<th align="center">Training data set (<italic>n</italic>&#x20;&#x3d; 282)</th>
<th align="center">Testing&#x20;data&#x20;set&#x20;(<italic>n</italic>&#x20;&#x3d;&#x20;71)</th>
</tr>
</thead>
<tbody valign="top">
<tr>
<td align="left">Age, y<xref ref-type="table-fn" rid="Tfn3">
<sup>a</sup>
</xref>
</td>
<td align="center">63.0 (56.0, 71.0)</td>
<td align="center">63.0 (56.0, 70.0)</td>
<td align="center">63.0 (56.0, 72.5)</td>
</tr>
<tr>
<td align="left">BMI, kg/m<sup>2</sup>
<xref ref-type="table-fn" rid="Tfn3">
<sup>a</sup>
</xref>
</td>
<td align="center">25.24 (23.39, 27.06)</td>
<td align="center">25.24 (23.38, 27.04)</td>
<td align="center">25.249 (23.41, 27.14)</td>
</tr>
<tr>
<td align="left">Gender</td>
<td align="left"/>
<td align="left"/>
<td align="left"/>
</tr>
<tr>
<td align="left">&#x2003;Male</td>
<td align="center">261 (73.94%)</td>
<td align="center">208 (73.76%)</td>
<td align="center">53 (74.65%)</td>
</tr>
<tr>
<td align="left">&#x2003;Female</td>
<td align="center">92 (26.06%)</td>
<td align="center">74 26.24%)</td>
<td align="center">18 (25.35%)</td>
</tr>
<tr>
<td align="left">TIA, n (%)</td>
<td align="left"/>
<td align="left"/>
<td align="left"/>
</tr>
<tr>
<td align="left">&#x2003;No</td>
<td align="center">283 (80.17%)</td>
<td align="center">225 (79.79%)</td>
<td align="center">58 (81.69%)</td>
</tr>
<tr>
<td align="left">&#x2003;Yes</td>
<td align="center">70 (19.83%)</td>
<td align="center">57 (20.21%)</td>
<td align="center">13 (18.31%)</td>
</tr>
<tr>
<td align="left">BNP<xref ref-type="table-fn" rid="Tfn3">
<sup>a</sup>
</xref>
</td>
<td align="center">35.6 (17.8, 96.7)</td>
<td align="center">35.6 (17.0, 91.78)</td>
<td align="center">39.3 (19.15, 102.25)</td>
</tr>
<tr>
<td align="left">APTT (time)<xref ref-type="table-fn" rid="Tfn3">
<sup>a</sup>
</xref>
</td>
<td align="center">29.6 (27.2, 31.5)</td>
<td align="center">29.6 (27.33, 31.2)</td>
<td align="center">29.2 (26.95, 31.95)</td>
</tr>
<tr>
<td align="left">RDW-CV, %<xref ref-type="table-fn" rid="Tfn3">
<sup>a</sup>
</xref>
</td>
<td align="center">12.7 (12.4, 13.2)</td>
<td align="center">12.7 (12.4, 13.2)</td>
<td align="center">12.8 (12.4, 13.15)</td>
</tr>
<tr>
<td align="left">MO, %<xref ref-type="table-fn" rid="Tfn3">
<sup>a</sup>
</xref>
</td>
<td align="center">5.2 (4.6, 5.9)</td>
<td align="center">5.2 (4.6, 5.8)</td>
<td align="center">5.2 (4.8, 6.55)</td>
</tr>
<tr>
<td align="left">FDP, ng/ml<xref ref-type="table-fn" rid="Tfn3">
<sup>a</sup>
</xref>
</td>
<td align="center">1.33 (0.97, 2.0)</td>
<td align="center">1.3 (0.94, 1.96)</td>
<td align="center">1.52 (1.025, 2.02)</td>
</tr>
<tr>
<td align="left">MYO, ng/ml<xref ref-type="table-fn" rid="Tfn3">
<sup>a</sup>
</xref>
</td>
<td align="center">42.0 (31.0, 63.0)</td>
<td align="center">42.15 (31.83, 62.53)</td>
<td align="center">38.8 (26.25, 64.0)</td>
</tr>
<tr>
<td align="left">EO, %<xref ref-type="table-fn" rid="Tfn3">
<sup>a</sup>
</xref>
</td>
<td align="center">1.2 (0.5, 2.2)</td>
<td align="center">1.1 (0.43, 2.2)</td>
<td align="center">1.5 (0.6, 2.3)</td>
</tr>
<tr>
<td align="left">GR, %<xref ref-type="table-fn" rid="Tfn4">
<sup>b</sup>
</xref>
</td>
<td align="center">69.36&#x20;&#xb1; 10.44</td>
<td align="center">69.78&#x20;&#xb1; 10.27</td>
<td align="center">67.69&#x20;&#xb1; 10.27</td>
</tr>
<tr>
<td align="left">Glu, mmol/L<xref ref-type="table-fn" rid="Tfn3">
<sup>a</sup>
</xref>
</td>
<td align="center">6.84 (6.23, 7.96)</td>
<td align="center">6.84 (6.19, 8.01)</td>
<td align="center">6.84 (6.23, 7.03)</td>
</tr>
<tr>
<td align="left">cTnl, ng/ml<xref ref-type="table-fn" rid="Tfn3">
<sup>a</sup>
</xref>
</td>
<td align="center">0.003 (0.001, 0.006)</td>
<td align="center">0.003 (0.001, 0.005)</td>
<td align="center">0.003 (0.002, 0.007)</td>
</tr>
<tr>
<td align="left">CK-MB, ng/ml<xref ref-type="table-fn" rid="Tfn3">
<sup>a</sup>
</xref>
</td>
<td align="center">1.2 (0.8, 1.6)</td>
<td align="center">1.2 (0.8, 1.6)</td>
<td align="center">1.1 (0.8, 1.49)</td>
</tr>
<tr>
<td align="left">D-D, &#x3bc;g/ml<xref ref-type="table-fn" rid="Tfn3">
<sup>a</sup>
</xref>
</td>
<td align="center">0.6 (0.41, 0.9)</td>
<td align="center">0.6 (0.43, 0.87)</td>
<td align="center">0.6 (0.4, 0.92)</td>
</tr>
<tr>
<td align="left">NLR<xref ref-type="table-fn" rid="Tfn3">
<sup>a</sup>
</xref>
</td>
<td align="center">2.87 (2.08, 4.63)</td>
<td align="center">2.9 (2.13, 4.67)</td>
<td align="center">2.709 (1.94, 4.34)</td>
</tr>
</tbody>
</table>
<table-wrap-foot>
<fn id="Tfn4">
<label>a</label>
<p>Values are presented as median (IQR).</p>
</fn>
<fn id="Tfn5">
<label>b</label>
<p>For continuous variables, values are presented as mean&#x20;&#xb1; SD.</p>
</fn>
<fn id="Tfn6">
<label>c</label>
<p>TIA:Transient Ischemic Attacks.</p>
</fn>
</table-wrap-foot>
</table-wrap>
<p>Six ML algorithms including LR, RF, XGBoost, AdaBoost, GBDT, and LGBM were used to find the model with the best&#x20;predictive performance. The results showed that the GBDT model demonstrated the best performance (AUC &#x3d; 0.82, specificity &#x3d; 0.68, sensitivity &#x3d; 0.87, and F1 score &#x3d; 0.80). In addition, the AUC, sensitivity, specificity, F1 score, positive predict (PPV), negative predict (NPV), positive likelihood ratio (PLR), and NLR values of the other five models in the training and testing data sets are shown in <xref ref-type="table" rid="T3">Table&#x20;3</xref> and <xref ref-type="fig" rid="F1">Figure&#x20;1</xref>.</p>
<table-wrap id="T3" position="float">
<label>TABLE 3</label>
<caption>
<p>Summary of prediction results of six ML algorithms based on the training data set and testing data&#x20;set.</p>
</caption>
<table>
<thead valign="top">
<tr>
<th align="left">Model</th>
<th align="center">LR</th>
<th align="center">RF</th>
<th align="center">XGBoost</th>
<th align="center">AdaBoost</th>
<th align="center">GBDT</th>
<th align="center">LGBM</th>
</tr>
</thead>
<tbody valign="top">
<tr>
<td align="left">Train data set AUC (95% CI)</td>
<td align="center">0.58 (0.52, 0.65)</td>
<td align="center">0.8 (0.75, 0.85)</td>
<td align="center">0.88 (0.84, 0.92)</td>
<td align="center">0.842 (0.80, 0.89)</td>
<td align="center">0.97 (0.96, 0.99)</td>
<td align="center">0.96 (0.94, 0.98)</td>
</tr>
<tr>
<td align="left">Testing data set AUC (95% CI)</td>
<td align="center">0.70 (0.57, 0.82)</td>
<td align="center">0.79 (0.69, 0.90)</td>
<td align="center">0.80 (0.69, 0.90)</td>
<td align="center">0.77 (0.66, 0.88)</td>
<td align="center">0.82 (0.72, 0.92)</td>
<td align="center">0.81 (0.71, 0.91)</td>
</tr>
<tr>
<td align="left">Specificity</td>
<td align="center">0.54</td>
<td align="center">0.69</td>
<td align="center">0.65</td>
<td align="center">0.70</td>
<td align="center">0.68</td>
<td align="center">0.64</td>
</tr>
<tr>
<td align="left">Sensitivity</td>
<td align="center">0.78</td>
<td align="center">0.85</td>
<td align="center">0.88</td>
<td align="center">0.80</td>
<td align="center">0.87</td>
<td align="center">0.91</td>
</tr>
<tr>
<td align="left">F1</td>
<td align="center">0.75</td>
<td align="center">0.77</td>
<td align="center">0.77</td>
<td align="center">0.78</td>
<td align="center">0.80</td>
<td align="center">0.79</td>
</tr>
<tr>
<td align="left">Youden index</td>
<td align="center">0.32</td>
<td align="center">0.53</td>
<td align="center">0.53</td>
<td align="center">0.50</td>
<td align="center">0.54</td>
<td align="center">0.55</td>
</tr>
<tr>
<td align="left">NPV</td>
<td align="center">0.75</td>
<td align="center">0.79</td>
<td align="center">0.86</td>
<td align="center">0.68</td>
<td align="center">0.82</td>
<td align="center">0.89</td>
</tr>
<tr>
<td align="left">PPV</td>
<td align="center">0.58</td>
<td align="center">0.77</td>
<td align="center">0.70</td>
<td align="center">0.81</td>
<td align="center">0.74</td>
<td align="center">0.67</td>
</tr>
<tr>
<td align="left">PLR</td>
<td align="center">1.69</td>
<td align="center">2.71</td>
<td align="center">2.51</td>
<td align="center">2.69</td>
<td align="center">2.67</td>
<td align="center">2.53</td>
</tr>
<tr>
<td align="left">NLR</td>
<td align="center">0.41</td>
<td align="center">0.22</td>
<td align="center">0.18</td>
<td align="center">0.29</td>
<td align="center">0.20</td>
<td align="center">0.15</td>
</tr>
</tbody>
</table>
</table-wrap>
<fig id="F1" position="float">
<label>FIGURE 1</label>
<caption>
<p>ROC curves of six ML algorithms based on variables in the testing data set.</p>
</caption>
<graphic xlink:href="fphar-12-759782-g001.tif"/>
</fig>
<p>To further optimize the GBDT model, all 14 samples were filtered individually using the F method. Finally, seven variables were employed for the optimal GBDT algorithm (AUC &#x3d; 0.81, specificity &#x3d; 0.61, sensitivity &#x3d; 0.9, and F1 score &#x3d; 0.79) (<xref ref-type="table" rid="T4">Table&#x20;4</xref>; <xref ref-type="fig" rid="F2">Figure&#x20;2A,B</xref>).</p>
<table-wrap id="T4" position="float">
<label>TABLE 4</label>
<caption>
<p>Results of LIME with GBDT model under seven most important variables. Four patients were random selected to interpret of sample prediction results using true negative, true positive, false negative, and false positive.</p>
</caption>
<table>
<thead valign="top">
<tr>
<th align="left">Model</th>
<th align="center">GBDT</th>
</tr>
</thead>
<tbody valign="top">
<tr>
<td align="left">Train data set AUC (95% CI)</td>
<td align="center">0.83 (0.78, 0.87)</td>
</tr>
<tr>
<td align="left">Testing data set AUC (95% CI)</td>
<td align="center">0.81 (0.71, 0.91)</td>
</tr>
<tr>
<td align="left">Specificity</td>
<td align="center">0.61</td>
</tr>
<tr>
<td align="left">Sensitivity</td>
<td align="center">0.9</td>
</tr>
<tr>
<td align="left">F1</td>
<td align="center">0.79</td>
</tr>
<tr>
<td align="left">Youden index</td>
<td align="center">0.51</td>
</tr>
<tr>
<td align="left">NPV</td>
<td align="center">0.89</td>
</tr>
<tr>
<td align="left">PPV</td>
<td align="center">0.63</td>
</tr>
<tr>
<td align="left">PLR</td>
<td align="center">2.31</td>
</tr>
<tr>
<td align="left">NLR</td>
<td align="center">0.16</td>
</tr>
</tbody>
</table>
</table-wrap>
<fig id="F2" position="float">
<label>FIGURE 2</label>
<caption>
<p>Using recursive feature elimination method to screen the optimal variables. <bold>(A)</bold> Seven variables were employed for the optimal GBDT algorithm. <bold>(B)</bold> ROC curves of the GBDT model based on selected variables.</p>
</caption>
<graphic xlink:href="fphar-12-759782-g002.tif"/>
</fig>
</sec>
<sec id="s3-2">
<title>Interpretation and Evaluation of Machine Learning Model</title>
<p>The SHAP method was also used to interpret the predictions achieved by the GBDT model. Based on the SHAP results, the feature ranking interpretation showed that APTT, BNP, and FDP were the three most important features. Overall, the characteristics of Myo, RDW-CV, FDP, BNP, Glu, and GR correlated positively with the outcomes, indicating increased risk; in addition, the effect of APTT on the patient outcome is nonlinear and fluctuates (<xref ref-type="fig" rid="F3">Figure&#x20;3</xref>).</p>
<fig id="F3" position="float">
<label>FIGURE 3</label>
<caption>
<p>Seven most important variables and their impact on the GBDT model output by SHAP analysis. <bold>(A)</bold> Summary of SHAP analysis on the data set. One dot represents a case in the data set, and the color of a dot indicates the value of the feature. Blue indicates the lowest range and red the highest range. <bold>(B)</bold> Ranking of the seven variables&#x27; importance indicated by SHAP analysis.</p>
</caption>
<graphic xlink:href="fphar-12-759782-g003.tif"/>
</fig>
<p>Moreover, the LIME algorithm was applied to explain the influence of different variables of the GBDT model on the prediction results. Four cases (true positive, true negative, false positive, and false negative) in the testing data set were randomly selected to interpret the visualized prediction results (<xref ref-type="fig" rid="F4">Figure&#x20;4</xref>).</p>
<fig id="F4" position="float">
<label>FIGURE 4</label>
<caption>
<p>Results of LIME with GBDT applied to four random selected patients.</p>
</caption>
<graphic xlink:href="fphar-12-759782-g004.tif"/>
</fig>
</sec>
</sec>
<sec sec-type="discussion" id="s4">
<title>Discussion</title>
<p>Extensive efforts have been made to stratify the long-term outcomes of AIS after r-tPA (<xref ref-type="bibr" rid="B2">Di Lorenzo et&#x20;al., 2021</xref>; <xref ref-type="bibr" rid="B5">Goh et&#x20;al., 2021</xref>). However, early intervention for AIS is particularly important as a disease with a high mortality and disability rate. Thus, this study was designed to evaluate the risk factors which may influence the thrombolytic effect of r-tPA in the early stage of AIS by using ML algorithm. Our study using GBDT model demonstrated that Myo, RDW-CV, FDP, BNP, Glu, and GR are risk factors and should be considered before thrombolysis is applied in clinical scenarios. As an important tool in artificial intelligence, ML has recently received increasing attention and is widely utilized in medical data processing. One of the advantages of ML is the development of predictive models for prognostic outcomes among various confounding factors. <xref ref-type="bibr" rid="B15">Ou et&#x20;al. (2020)</xref> reported a positive result in aneurysm rupture risk assessment using the ML method when compared with a conventional statistical model. <xref ref-type="bibr" rid="B21">Sung et&#x20;al. (2020)</xref> found that ML algorithms that integrate clinical and neuroimaging information can better predict early neurological deterioration in patients after an acute minor stroke. Although these studies showed a good performance through the use of ML, they were not aimed at predicting the super-earlier therapeutic response of r-tPA. To the best of our knowledge, this is the first study to use ML algorithm to predict the 1-h clinical outcome of AIS patients after r-tPA thrombolysis.</p>
<p>Making an accurate prediction under a clinical scenario is usually difficult owing to the existence of too many potential heterogeneous factors and the inherent noise of data encountered in clinical care. Thus, it is preferable to use a simple model if it is sufficiently accurate for a particular application. In our study, we used both 14 and seven variables during the modeling. Both showed good prediction efficiency; however, because the use of seven variables is more feasible under real clinical scenarios, we applied the seven variables to the GBDT&#x20;model.</p>
<p>Although ML algorithms enable a computer to process complex calculations between variables and outcomes to achieve a more relevant prediction, some aspects of ML algorithms, such as their &#x201c;black box&#x201d; characteristic, have limited their predictive value (<xref ref-type="bibr" rid="B16">Petch et&#x20;al., 2021</xref>). Owing to the black box characteristic, ML algorithms are considered to lack a transparent interpretation of the learning. Thus, an ML algorithm model should be used along with the experiences of the physician, rather than as a clinical judgment&#x20;tool.</p>
<p>To overcome the weaknesses of ML, the SHAP method, which employs a game theory&#x2013;based approach, was used to interpret the predictions made by the best model. As a unified framework that improves the interpretability and maintains the predictability of complex models, the Shapley value can provide insight for determining the relationships among numerous variables. By using the SHAP method, we identified the characteristics of the important variables that contribute to a prediction, including APTT (time), Myo, and&#x20;BNP.</p>
<p>The present study has several limitations that should not be ignored. First, this was a single-center retrospective study with a small sample size, which may influence the model efficiency. Further validation in a multicenter setting is required. Second, only the NIHSS score at 1&#xa0;h was employed in the analysis to evaluate the thrombolytic effect, and long-term follow-up results should be added in the future study. Third, further validation and assessment of the model is required. Because AIS is a complex disease which may be influenced by various factors (such as disease history and home therapies), the analysis of this study was mainly based on the NIHSS score, which may not be enough to accurately predict the thrombolysis effect.</p>
</sec>
<sec sec-type="conclusion" id="s5">
<title>Conclusion</title>
<p>In summary, this study demonstrated the feasibility of applying ML algorithm in predicting the curative effect 1&#xa0;h after thrombolysis. However, further studies with a larger cohort are needed to validate the model accuracy in the future, and the predictive value of the model needs to be further examined in clinical practice.</p>
</sec>
</body>
<back>
<sec id="s6">
<title>Data Availability Statement</title>
<p>The original contributions presented in the study are included in the article/<xref ref-type="sec" rid="s12">Supplementary Material</xref>; further inquiries can be directed to the corresponding authors.</p>
</sec>
<sec id="s7">
<title>Ethics Statement</title>
<p>The studies involving human participants were reviewed and approved by the Ethics Committee of Beijing Tiantan Hospital. The Ethics Committee waived the requirement of written informed consent for participation.</p>
</sec>
<sec id="s8">
<title>Author Contributions</title>
<p>BZ wrote the manuscript. MC, WD, MW, YT, and TW collected the data. JZ, LY, and MS assisted with data statistics and interpretation. MW, XZ, and ZZ conceived the presented idea. All authors have read and approved the final version of the manuscript.</p>
</sec>
<sec id="s9">
<title>Funding</title>
<p>This study was supported by the Clinical Toxicology Project of Chinese Society of Toxicology (number: CST2020CT109) and Beijing Municipal Administration of Hospitals (number: ZYLX201827).</p>
</sec>
<sec sec-type="COI-statement" id="s10">
<title>Conflict of Interest</title>
<p>Authors LY and MS were employed by the company DHC Mediway Technology Co.&#x20;Ltd.</p>
<p>The remaining authors declare that the research was conducted in the absence of any commercial or financial relationships that could be construed as a potential conflict of interest.</p>
</sec>
<sec sec-type="disclaimer" id="s11">
<title>Publisher&#x2019;s Note</title>
<p>All claims expressed in this article are solely those of the authors and do not necessarily represent those of their affiliated organizations, or those of the publisher, the editors, and the reviewers. Any product that may be evaluated in this article, or claim that may be made by its manufacturer, is not guaranteed or endorsed by the publisher.</p>
</sec>
<ack>
<p>The authors would like to thank Kejia Liu and Yansheng Li for their suggestions in conducting the data analysis.</p>
</ack>
<sec id="s12">
<title>Supplementary Material</title>
<p>The Supplementary Material for this article can be found online at: <ext-link ext-link-type="uri" xlink:href="https://www.frontiersin.org/articles/10.3389/fphar.2021.759782/full#supplementary-material">https://www.frontiersin.org/articles/10.3389/fphar.2021.759782/full&#x23;supplementary-material</ext-link>
</p>
<supplementary-material xlink:href="DataSheet1.DOCX" id="SM1" mimetype="application/DOCX" xmlns:xlink="http://www.w3.org/1999/xlink"/>
</sec>
<ref-list>
<title>References</title>
<ref id="B1">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Deo</surname>
<given-names>R. C.</given-names>
</name>
</person-group> (<year>2015</year>). <article-title>Machine Learning in Medicine</article-title>. <source>Circulation</source> <volume>132</volume> (<issue>20</issue>), <fpage>1920</fpage>&#x2013;<lpage>1930</lpage>. <pub-id pub-id-type="doi">10.1161/CIRCULATIONAHA.115.001593</pub-id> </citation>
</ref>
<ref id="B2">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Di Lorenzo</surname>
<given-names>R.</given-names>
</name>
<name>
<surname>Saqqur</surname>
<given-names>M.</given-names>
</name>
<name>
<surname>Buletko</surname>
<given-names>A. B.</given-names>
</name>
<name>
<surname>Handshoe</surname>
<given-names>L. S.</given-names>
</name>
<name>
<surname>Mulpur</surname>
<given-names>B.</given-names>
</name>
<name>
<surname>Hardman</surname>
<given-names>J.</given-names>
</name>
<etal/>
</person-group> (<year>2021</year>). <article-title>IV tPA Given in the golden Hour for Emergent Large Vessel Occlusion Stroke Improves Recanalization Rates and Clinical Outcomes</article-title>. <source>J.&#x20;Neurol. Sci.</source> <volume>428</volume>, <fpage>117580</fpage>. <pub-id pub-id-type="doi">10.1016/j.jns.2021.117580</pub-id> </citation>
</ref>
<ref id="B3">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Dong</surname>
<given-names>Q.</given-names>
</name>
<name>
<surname>Dong</surname>
<given-names>Y.</given-names>
</name>
<name>
<surname>Liu</surname>
<given-names>L.</given-names>
</name>
<name>
<surname>Xu</surname>
<given-names>A.</given-names>
</name>
<name>
<surname>Zhang</surname>
<given-names>Y.</given-names>
</name>
<name>
<surname>Zheng</surname>
<given-names>H.</given-names>
</name>
<etal/>
</person-group> (<year>2017</year>). <article-title>The Chinese Stroke Association Scientific Statement: Intravenous Thrombolysis in Acute Ischaemic Stroke</article-title>. <source>Stroke Vasc. Neurol.</source> <volume>2</volume> (<issue>3</issue>), <fpage>147</fpage>&#x2013;<lpage>159</lpage>. <pub-id pub-id-type="doi">10.1136/svn-2017-000074</pub-id> </citation>
</ref>
<ref id="B4">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Fan</surname>
<given-names>Y.</given-names>
</name>
<name>
<surname>Li</surname>
<given-names>Y.</given-names>
</name>
<name>
<surname>Bao</surname>
<given-names>X.</given-names>
</name>
<name>
<surname>Zhu</surname>
<given-names>H.</given-names>
</name>
<name>
<surname>Lu</surname>
<given-names>L.</given-names>
</name>
<name>
<surname>Yao</surname>
<given-names>Y.</given-names>
</name>
<etal/>
</person-group> (<year>2021</year>). <article-title>Development of Machine Learning Models for Predicting Postoperative Delayed Remission in Patients with Cushing&#x27;s Disease</article-title>. <source>J.&#x20;Clin. Endocrinol. Metab.</source> <volume>106</volume> (<issue>1</issue>), <fpage>e217</fpage>&#x2013;<lpage>e231</lpage>. <pub-id pub-id-type="doi">10.1210/clinem/dgaa698</pub-id> </citation>
</ref>
<ref id="B5">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Goh</surname>
<given-names>S.</given-names>
</name>
<name>
<surname>Tan</surname>
<given-names>N. H. W.</given-names>
</name>
<name>
<surname>Tan</surname>
<given-names>C. H.</given-names>
</name>
<name>
<surname>Leow</surname>
<given-names>A. S. T.</given-names>
</name>
<name>
<surname>Sia</surname>
<given-names>C.-H.</given-names>
</name>
<name>
<surname>Ho</surname>
<given-names>A. F. W.</given-names>
</name>
<etal/>
</person-group> (<year>2021</year>). <article-title>Evaluating the Safety and Efficacy of Intravenous Thrombolysis for Acute Ischemic Stroke Patients with a History of Intracerebral Hemorrhage: a Systematic Review and Meta-Analysis</article-title>. <source>J.&#x20;Thromb. Thrombolysis</source>. <pub-id pub-id-type="doi">10.1007/s11239-021-02531-2</pub-id> </citation>
</ref>
<ref id="B6">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Guo</surname>
<given-names>Y.</given-names>
</name>
<name>
<surname>Zhang</surname>
<given-names>S.</given-names>
</name>
<name>
<surname>Li</surname>
<given-names>M.</given-names>
</name>
<name>
<surname>Sun</surname>
<given-names>B.</given-names>
</name>
<name>
<surname>Shang</surname>
<given-names>X.</given-names>
</name>
<name>
<surname>Li</surname>
<given-names>S.</given-names>
</name>
<etal/>
</person-group> (<year>2020</year>). <article-title>Leukoaraiosis and Earlier Neurological Outcome after Mechanical Thrombectomy in Acute Ischemic Stroke</article-title>. <source>J.&#x20;Neuroradiol</source> <volume>47</volume> (<issue>6</issue>), <fpage>428</fpage>&#x2013;<lpage>432</lpage>. <pub-id pub-id-type="doi">10.1016/j.neurad.2019.10.005</pub-id> </citation>
</ref>
<ref id="B7">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Heo</surname>
<given-names>J.</given-names>
</name>
<name>
<surname>Yoon</surname>
<given-names>J.&#x20;G.</given-names>
</name>
<name>
<surname>Park</surname>
<given-names>H.</given-names>
</name>
<name>
<surname>Kim</surname>
<given-names>Y. D.</given-names>
</name>
<name>
<surname>Nam</surname>
<given-names>H. S.</given-names>
</name>
<name>
<surname>Heo</surname>
<given-names>J.&#x20;H.</given-names>
</name>
</person-group> (<year>2019</year>). <article-title>Machine Learning-Based Model for Prediction of Outcomes in Acute Stroke</article-title>. <source>Stroke</source> <volume>50</volume> (<issue>5</issue>), <fpage>1263</fpage>&#x2013;<lpage>1265</lpage>. <pub-id pub-id-type="doi">10.1161/STROKEAHA.118.024293</pub-id> </citation>
</ref>
<ref id="B8">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Herpich</surname>
<given-names>F.</given-names>
</name>
<name>
<surname>Rincon</surname>
<given-names>F.</given-names>
</name>
</person-group> (<year>2020</year>). <article-title>Management of Acute Ischemic Stroke</article-title>. <source>Crit. Care Med.</source> <volume>48</volume> (<issue>11</issue>), <fpage>1654</fpage>&#x2013;<lpage>1663</lpage>. <pub-id pub-id-type="doi">10.1097/CCM.0000000000004597</pub-id> </citation>
</ref>
<ref id="B9">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Kalscheur</surname>
<given-names>M. M.</given-names>
</name>
<name>
<surname>Kipp</surname>
<given-names>R. T.</given-names>
</name>
<name>
<surname>Tattersall</surname>
<given-names>M. C.</given-names>
</name>
<name>
<surname>Mei</surname>
<given-names>C.</given-names>
</name>
<name>
<surname>Buhr</surname>
<given-names>K. A.</given-names>
</name>
<name>
<surname>Demets</surname>
<given-names>D. L.</given-names>
</name>
<etal/>
</person-group> (<year>2018</year>). <article-title>Machine Learning Algorithm Predicts Cardiac Resynchronization Therapy Outcomes: Lessons from the COMPANION Trial</article-title>. <source>Circ. Arrhythm Electrophysiol.</source> <volume>11</volume> (<issue>1</issue>), <fpage>e005499</fpage>. <pub-id pub-id-type="doi">10.1161/CIRCEP.117.005499</pub-id> </citation>
</ref>
<ref id="B10">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Kamal</surname>
<given-names>H.</given-names>
</name>
<name>
<surname>Lopez</surname>
<given-names>V.</given-names>
</name>
<name>
<surname>Sheth</surname>
<given-names>S. A.</given-names>
</name>
</person-group> (<year>2018</year>). <article-title>Machine Learning in Acute Ischemic Stroke Neuroimaging</article-title>. <source>Front. Neurol.</source> <volume>9</volume>, <fpage>945</fpage>. <pub-id pub-id-type="doi">10.3389/fneur.2018.00945</pub-id> </citation>
</ref>
<ref id="B11">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Kamel</surname>
<given-names>H.</given-names>
</name>
<name>
<surname>Navi</surname>
<given-names>B. B.</given-names>
</name>
<name>
<surname>Parikh</surname>
<given-names>N. S.</given-names>
</name>
<name>
<surname>Merkler</surname>
<given-names>A. E.</given-names>
</name>
<name>
<surname>Okin</surname>
<given-names>P. M.</given-names>
</name>
<name>
<surname>Devereux</surname>
<given-names>R. B.</given-names>
</name>
<etal/>
</person-group> (<year>2020</year>). <article-title>Machine Learning Prediction of Stroke Mechanism in Embolic Strokes of Undetermined Source</article-title>. <source>Stroke</source> <volume>51</volume> (<issue>9</issue>), <fpage>e203</fpage>&#x2013;<lpage>e210</lpage>. <pub-id pub-id-type="doi">10.1161/STROKEAHA.120.029305</pub-id> </citation>
</ref>
<ref id="B12">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Khandelwal</surname>
<given-names>P.</given-names>
</name>
<name>
<surname>Yavagal</surname>
<given-names>D. R.</given-names>
</name>
<name>
<surname>Sacco</surname>
<given-names>R. L.</given-names>
</name>
</person-group> (<year>2016</year>). <article-title>Acute Ischemic Stroke Intervention</article-title>. <source>J.&#x20;Am. Coll. Cardiol.</source> <volume>67</volume> (<issue>22</issue>), <fpage>2631</fpage>&#x2013;<lpage>2644</lpage>. <pub-id pub-id-type="doi">10.1016/j.jacc.2016.03.555</pub-id> </citation>
</ref>
<ref id="B13">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Lee</surname>
<given-names>H.</given-names>
</name>
<name>
<surname>Lee</surname>
<given-names>E. J.</given-names>
</name>
<name>
<surname>Ham</surname>
<given-names>S.</given-names>
</name>
<name>
<surname>Lee</surname>
<given-names>H. B.</given-names>
</name>
<name>
<surname>Lee</surname>
<given-names>J.&#x20;S.</given-names>
</name>
<name>
<surname>Kwon</surname>
<given-names>S. U.</given-names>
</name>
<etal/>
</person-group> (<year>2020</year>). <article-title>Machine Learning Approach to Identify Stroke within 4.5 Hours</article-title>. <source>Stroke</source> <volume>51</volume> (<issue>3</issue>), <fpage>860</fpage>&#x2013;<lpage>866</lpage>. <pub-id pub-id-type="doi">10.1161/STROKEAHA.119.027611</pub-id> </citation>
</ref>
<ref id="B14">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Orb&#xe1;n-K&#xe1;lm&#xe1;ndi</surname>
<given-names>R.</given-names>
</name>
<name>
<surname>Szegedi</surname>
<given-names>I.</given-names>
</name>
<name>
<surname>Sarkady</surname>
<given-names>F.</given-names>
</name>
<name>
<surname>Fekete</surname>
<given-names>I.</given-names>
</name>
<name>
<surname>Fekete</surname>
<given-names>K.</given-names>
</name>
<name>
<surname>Vasas</surname>
<given-names>N.</given-names>
</name>
<etal/>
</person-group> (<year>2021</year>). <article-title>A Modified <italic>In Vitro</italic> Clot Lysis Assay Predicts Outcomes and Safety in Acute Ischemic Stroke Patients Undergoing Intravenous Thrombolysis</article-title>. <source>Sci. Rep.</source> <volume>11</volume> (<issue>1</issue>), <fpage>12713</fpage>. <pub-id pub-id-type="doi">10.1038/s41598-021-92041-1</pub-id> </citation>
</ref>
<ref id="B15">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Ou</surname>
<given-names>C.</given-names>
</name>
<name>
<surname>Liu</surname>
<given-names>J.</given-names>
</name>
<name>
<surname>Qian</surname>
<given-names>Y.</given-names>
</name>
<name>
<surname>Chong</surname>
<given-names>W.</given-names>
</name>
<name>
<surname>Zhang</surname>
<given-names>X.</given-names>
</name>
<name>
<surname>Liu</surname>
<given-names>W.</given-names>
</name>
<etal/>
</person-group> (<year>2020</year>). <article-title>Rupture Risk Assessment for Cerebral Aneurysm Using Interpretable Machine Learning on Multidimensional Data</article-title>. <source>Front. Neurol.</source> <volume>11</volume>, <fpage>570181</fpage>. <pub-id pub-id-type="doi">10.3389/fneur.2020.570181</pub-id> </citation>
</ref>
<ref id="B16">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Petch</surname>
<given-names>J.</given-names>
</name>
<name>
<surname>Di</surname>
<given-names>S.</given-names>
</name>
<name>
<surname>Nelson</surname>
<given-names>W.</given-names>
</name>
</person-group> (<year>2021</year>). <article-title>Opening the Black Box: the Promise and Limitations of Explainable Machine Learning in Cardiology</article-title>. <source>Can. J.&#x20;Cardiol.</source> <pub-id pub-id-type="doi">10.1016/j.cjca.2021.09.004</pub-id> </citation>
</ref>
<ref id="B17">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Phipps</surname>
<given-names>M. S.</given-names>
</name>
<name>
<surname>Cronin</surname>
<given-names>C. A.</given-names>
</name>
</person-group> (<year>2020</year>). <article-title>Management of Acute Ischemic Stroke</article-title>. <source>BMJ</source> <volume>368</volume>, <fpage>l6983</fpage>. <pub-id pub-id-type="doi">10.1136/bmj.l6983</pub-id> </citation>
</ref>
<ref id="B18">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Rajkomar</surname>
<given-names>A.</given-names>
</name>
<name>
<surname>Dean</surname>
<given-names>J.</given-names>
</name>
<name>
<surname>Kohane</surname>
<given-names>I.</given-names>
</name>
</person-group> (<year>2019</year>). <article-title>Machine Learning in Medicine</article-title>. <source>N. Engl. J.&#x20;Med.</source> <volume>380</volume> (<issue>14</issue>), <fpage>1347</fpage>&#x2013;<lpage>1358</lpage>. <pub-id pub-id-type="doi">10.1056/NEJMra1814259</pub-id> </citation>
</ref>
<ref id="B19">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Saver</surname>
<given-names>J.&#x20;L.</given-names>
</name>
</person-group> (<year>2006</year>). <article-title>Time Is Brain-Qquantified</article-title>. <source>Stroke</source> <volume>37</volume> (<issue>1</issue>), <fpage>263</fpage>&#x2013;<lpage>266</lpage>. <pub-id pub-id-type="doi">10.1161/01.STR.0000196957.55928.ab</pub-id> </citation>
</ref>
<ref id="B20">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Sirsat</surname>
<given-names>M. S.</given-names>
</name>
<name>
<surname>Ferm&#xe9;</surname>
<given-names>E.</given-names>
</name>
<name>
<surname>C&#xe2;mara</surname>
<given-names>J.</given-names>
</name>
</person-group> (<year>2020</year>). <article-title>Machine Learning for Brain Stroke: A Review</article-title>. <source>J.&#x20;Stroke Cerebrovasc. Dis.</source> <volume>29</volume> (<issue>10</issue>), <fpage>105162</fpage>. <pub-id pub-id-type="doi">10.1016/j.jstrokecerebrovasdis.2020.105162</pub-id> </citation>
</ref>
<ref id="B21">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Sung</surname>
<given-names>S. M.</given-names>
</name>
<name>
<surname>Kang</surname>
<given-names>Y. J.</given-names>
</name>
<name>
<surname>Cho</surname>
<given-names>H. J.</given-names>
</name>
<name>
<surname>Kim</surname>
<given-names>N. R.</given-names>
</name>
<name>
<surname>Lee</surname>
<given-names>S. M.</given-names>
</name>
<name>
<surname>Choi</surname>
<given-names>B. K.</given-names>
</name>
<etal/>
</person-group> (<year>2020</year>). <article-title>Prediction of Early Neurological Deterioration in Acute Minor Ischemic Stroke by Machine Learning Algorithms</article-title>. <source>Clin. Neurol. Neurosurg.</source> <volume>195</volume>, <fpage>105892</fpage>. <pub-id pub-id-type="doi">10.1016/j.clineuro.2020.105892</pub-id> </citation>
</ref>
<ref id="B22">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Wang</surname>
<given-names>W.</given-names>
</name>
<name>
<surname>Kiik</surname>
<given-names>M.</given-names>
</name>
<name>
<surname>Peek</surname>
<given-names>N.</given-names>
</name>
<name>
<surname>Curcin</surname>
<given-names>V.</given-names>
</name>
<name>
<surname>Marshall</surname>
<given-names>I. J.</given-names>
</name>
<name>
<surname>Rudd</surname>
<given-names>A. G.</given-names>
</name>
<etal/>
</person-group> (<year>2020</year>). <article-title>A Systematic Review of Machine Learning Models for Predicting Outcomes of Stroke with Structured Data</article-title>. <source>PLoS One</source> <volume>15</volume> (<issue>6</issue>), <fpage>e0234722</fpage>. <pub-id pub-id-type="doi">10.1371/journal.pone.0234722</pub-id> </citation>
</ref>
<ref id="B23">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Zhu</surname>
<given-names>B.</given-names>
</name>
<name>
<surname>Zhang</surname>
<given-names>L.</given-names>
</name>
<name>
<surname>Du</surname>
<given-names>W.</given-names>
</name>
<name>
<surname>Yang</surname>
<given-names>J.</given-names>
</name>
<name>
<surname>Tian</surname>
<given-names>Y.</given-names>
</name>
<name>
<surname>Wu</surname>
<given-names>M.</given-names>
</name>
<etal/>
</person-group> (<year>2021</year>). <article-title>Levels of Fibrin Degradation Products at Admission with Acute Ischemic Stroke Correlate with the NIH Stroke Scale Score 1&#x20;H after Intravenous Thrombolysis</article-title>. <source>Front. Neurol.</source> <volume>12</volume>, <fpage>651867</fpage>. <pub-id pub-id-type="doi">10.3389/fneur.2021.651867</pub-id> </citation>
</ref>
</ref-list>
</back>
</article>
