<?xml version="1.0" encoding="UTF-8" standalone="no"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.3 20070202//EN" "journalpublishing.dtd">
<article xml:lang="EN" xmlns:mml="http://www.w3.org/1998/Math/MathML" xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article">
<front>
<journal-meta>
<journal-id journal-id-type="publisher-id">Front. Public Health</journal-id>
<journal-title>Frontiers in Public Health</journal-title>
<abbrev-journal-title abbrev-type="pubmed">Front. Public Health</abbrev-journal-title>
<issn pub-type="epub">2296-2565</issn>
<publisher>
<publisher-name>Frontiers Media S.A.</publisher-name>
</publisher>
</journal-meta>
<article-meta>
<article-id pub-id-type="doi">10.3389/fpubh.2022.877736</article-id>
<article-categories>
<subj-group subj-group-type="heading">
<subject>Public Health</subject>
<subj-group>
<subject>Original Research</subject>
</subj-group>
</subj-group>
</article-categories>
<title-group>
<article-title>A Visualized Dynamic Prediction Model for Lymphatic Metastasis in Ewing&#x00027;s Sarcoma for Smart Medical Services</article-title>
</title-group>
<contrib-group>
<contrib contrib-type="author">
<name><surname>Li</surname> <given-names>Wenle</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
<xref ref-type="aff" rid="aff2"><sup>2</sup></xref>
<xref ref-type="author-notes" rid="fn002"><sup>&#x02020;</sup></xref>
<uri xlink:href="http://loop.frontiersin.org/people/1350853/overview"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Xu</surname> <given-names>Chan</given-names></name>
<xref ref-type="aff" rid="aff2"><sup>2</sup></xref>
<xref ref-type="author-notes" rid="fn002"><sup>&#x02020;</sup></xref>
<uri xlink:href="http://loop.frontiersin.org/people/1575369/overview"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Hu</surname> <given-names>Zhaohui</given-names></name>
<xref ref-type="aff" rid="aff3"><sup>3</sup></xref>
</contrib>
<contrib contrib-type="author">
<name><surname>Dong</surname> <given-names>Shengtao</given-names></name>
<xref ref-type="aff" rid="aff4"><sup>4</sup></xref>
</contrib>
<contrib contrib-type="author">
<name><surname>Wang</surname> <given-names>Haosheng</given-names></name>
<xref ref-type="aff" rid="aff5"><sup>5</sup></xref>
<uri xlink:href="http://loop.frontiersin.org/people/1370636/overview"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Liu</surname> <given-names>Qiang</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
</contrib>
<contrib contrib-type="author">
<name><surname>Tang</surname> <given-names>Zhi-Ri</given-names></name>
<xref ref-type="aff" rid="aff6"><sup>6</sup></xref>
<uri xlink:href="http://loop.frontiersin.org/people/1420284/overview"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Li</surname> <given-names>Wanying</given-names></name>
<xref ref-type="aff" rid="aff2"><sup>2</sup></xref>
<uri xlink:href="http://loop.frontiersin.org/people/1575868/overview"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Wang</surname> <given-names>Bing</given-names></name>
<xref ref-type="aff" rid="aff2"><sup>2</sup></xref>
<uri xlink:href="http://loop.frontiersin.org/people/1130384/overview"/>
</contrib>
<contrib contrib-type="author" corresp="yes">
<name><surname>Lei</surname> <given-names>Zhi</given-names></name>
<xref ref-type="aff" rid="aff7"><sup>7</sup></xref>
<xref ref-type="aff" rid="aff8"><sup>8</sup></xref>
<xref ref-type="corresp" rid="c002"><sup>&#x0002A;</sup></xref>
</contrib>
<contrib contrib-type="author" corresp="yes">
<name><surname>Yin</surname> <given-names>Chengliang</given-names></name>
<xref ref-type="aff" rid="aff8"><sup>8</sup></xref>
<xref ref-type="corresp" rid="c001"><sup>&#x0002A;</sup></xref>
<uri xlink:href="http://loop.frontiersin.org/people/828140/overview"/>
</contrib>
</contrib-group>
<aff id="aff1"><sup>1</sup><institution>Department of Orthopedics, Xianyang Central Hospital</institution>, <addr-line>Xianyang</addr-line>, <country>China</country></aff>
<aff id="aff2"><sup>2</sup><institution>Clinical Medical Research Center, Xianyang Central Hospital</institution>, <addr-line>Xianyang</addr-line>, <country>China</country></aff>
<aff id="aff3"><sup>3</sup><institution>Department of Spinal Surgery, Liuzhou People&#x00027;s Hospital</institution>, <addr-line>Liuzhou</addr-line>, <country>China</country></aff>
<aff id="aff4"><sup>4</sup><institution>Department of Spine Surgery, Second Affiliated Hospital of Dalian Medical University</institution>, <addr-line>Dalian</addr-line>, <country>China</country></aff>
<aff id="aff5"><sup>5</sup><institution>Department of Orthopaedics, The Second Hospital of Jilin University</institution>, <addr-line>Changchun</addr-line>, <country>China</country></aff>
<aff id="aff6"><sup>6</sup><institution>School of Physics and Technology, Wuhan University</institution>, <addr-line>Wuhan</addr-line>, <country>China</country></aff>
<aff id="aff7"><sup>7</sup><institution>Chronic Disease Division, Luzhou Center for Disease Control and Prevention</institution>, <addr-line>Luzhou</addr-line>, <country>China</country></aff>
<aff id="aff8"><sup>8</sup><institution>Faculty of Medicine, Macau University of Science and Technology, Taipa</institution>, <addr-line>Macau SAR</addr-line>, <country>China</country></aff>
<author-notes>
<fn fn-type="edited-by"><p>Edited by: Mohammad Kamrul Hasan, Universiti Kebangsaan Malaysia, Malaysia</p></fn>
<fn fn-type="edited-by"><p>Reviewed by: Chuan Hu, Qingdao University Medical College, China; Xiaozhu Liu, Second Affiliated Hospital of Chongqing Medical University, China; Faizan Qamar, National University of Malaysia, Malaysia</p></fn>
<corresp id="c001">&#x0002A;Correspondence: Chengliang Yin <email>chengliangyin&#x00040;163.com</email></corresp>
<corresp id="c002">Zhi Lei <email>2251535935&#x00040;qq.com</email></corresp>
<fn fn-type="other" id="fn001"><p>This article was submitted to Digital Public Health, a section of the journal Frontiers in Public Health</p></fn>
<fn fn-type="equal" id="fn002"><p>&#x02020;These authors have contributed equally to this work and share first authorship</p></fn></author-notes>
<pub-date pub-type="epub">
<day>04</day>
<month>05</month>
<year>2022</year>
</pub-date>
<pub-date pub-type="collection">
<year>2022</year>
</pub-date>
<volume>10</volume>
<elocation-id>877736</elocation-id>
<history>
<date date-type="received">
<day>17</day>
<month>02</month>
<year>2022</year>
</date>
<date date-type="accepted">
<day>28</day>
<month>03</month>
<year>2022</year>
</date>
</history>
<permissions>
<copyright-statement>Copyright &#x000A9; 2022 Li, Xu, Hu, Dong, Wang, Liu, Tang, Li, Wang, Lei and Yin.</copyright-statement>
<copyright-year>2022</copyright-year>
<copyright-holder>Li, Xu, Hu, Dong, Wang, Liu, Tang, Li, Wang, Lei and Yin</copyright-holder>
<license xlink:href="http://creativecommons.org/licenses/by/4.0/"><p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (CC BY). The use, distribution or reproduction in other forums is permitted, provided the original author(s) and the copyright owner(s) are credited and that the original publication in this journal is cited, in accordance with accepted academic practice. No use, distribution or reproduction is permitted which does not comply with these terms.</p></license> </permissions>
<abstract>
<sec>
<title>Background</title>
<p>This study aims to predict the lymphatic metastasis in Ewing&#x00027;s sarcoma (ES) patients by nomogram. The risk of lymphatic metastasis in patients with ES was predicted by the built model, which provided guidance for the clinical diagnosis and treatment planning.</p></sec>
<sec>
<title>Methods</title>
<p>A total of 929 patients diagnosed with ES were enrolled from the year of 2010 to 2016 in the Surveillance, Epidemiology, and End Results (SEER) database. The nomogram was established to determine predictive factors of lymphatic metastasis according to univariate and multivariate logistic regression analysis. The validation of the model performed using multicenter data (<italic>n</italic> = 51). Receiver operating characteristics (ROC) curves and calibration plots were used to evaluate the prediction accuracy of the nomogram. Decision curve analysis (DCA) was implemented to illustrate the practicability of the nomogram clinical application. Based on the nomogram, we established a web calculator to visualize the risk of lymphatic metastases. We further plotted Kaplan-Meier overall survival (OS) curves to compare the survival time of patients with and without lymphatic metastasis.</p></sec>
<sec>
<title>Results</title>
<p>In this study, the nomogram was established based on six significant factors (survival time, race, T stage, M stage, surgery, and lung metastasis), which were identified for lymphatic metastasis in ES patients. The model showed significant diagnostic accuracy with the value of the area under the curve (AUC) was 0.743 (95%CI: 0.714&#x02013;0.771) for SEER internal validation and 0.763 (95%CI: 0.623&#x02013;0.871) for multicenter data external validation. The calibration plot and DCA indicated that the model had vital clinical application value.</p></sec>
<sec>
<title>Conclusion</title>
<p>In this study, we constructed and developed a nomogram with risk factors to predict lymphatic metastasis in ES patients and validated accuracy of itself. We found T stage (Tx OR = 2.540, 95%CI = 1.433&#x02013;4.503, <italic>P</italic> &#x0003C; 0.01), M stage (M1, OR = 2.061, 95%CI = 1.189&#x02013;3.573, <italic>P</italic> &#x0003C; 0.05) and survival time (OR = 0.982, 95%CI = 0.972&#x02013;0.992, <italic>P</italic> &#x0003C; 0.001) were important independent factors for lymphatic metastasis in ES patients. Furthermore, survival time in patients with lymphatic metastasis or unclear situation (<italic>P</italic> &#x0003C; 0.0001) was significantly lower. It can help clinicians make better decisions to provide more accurate prognosis and treatment for ES patients.</p></sec></abstract>
<kwd-group>
<kwd>Ewing&#x00027;s sarcoma (ES)</kwd>
<kwd>SEER database</kwd>
<kwd>multicenter data</kwd>
<kwd>nomogram</kwd>
<kwd>web calculator</kwd>
</kwd-group>
<counts>
<fig-count count="4"/>
<table-count count="4"/>
<equation-count count="0"/>
<ref-count count="36"/>
<page-count count="9"/>
<word-count count="5143"/>
</counts>
</article-meta>
</front>
<body>
<sec sec-type="intro" id="s1">
<title>Introduction</title>
<p>Ewing&#x00027;s sarcoma (ES) is the secondly common malignant bone and soft tissue tumor in children and adolescents, with an incidence of 1 in 1.5 million. It is a small round cell malignant tumor originating from bone marrow mesenchymal stem cells. Eighty-five to ninety percent of ES patients have typical chromosomal translocations [<italic>t</italic><sub>(11;22)</sub><sub>(q24;q12)</sub>] and the expression of EWS-FLI1. It is characterized by young onset age, non-specific clinical features, strong invasion ability and poor clinical prognosis (<xref ref-type="bibr" rid="B1">1</xref>&#x02013;<xref ref-type="bibr" rid="B5">5</xref>). ES often occurs in the epiphysis of the extremities, mainly presenting as swelling with palpable mass and mild pain, accompanied by obvious night pain and pathological fracture, which seriously affects the quality of life of patients. Early diagnosis lacks specificity with a high misdiagnosis rate (<xref ref-type="bibr" rid="B5">5</xref>&#x02013;<xref ref-type="bibr" rid="B8">8</xref>).</p>
<p>Patients with ES have poor long-term prognosis in spite of the variety of treatments and the progress made in surgery, radiotherapy and chemotherapy (<xref ref-type="bibr" rid="B1">1</xref>, <xref ref-type="bibr" rid="B9">9</xref>, <xref ref-type="bibr" rid="B10">10</xref>). Up to 80% of patients with ES have distant metastasis at initial diagnosis, whose overall 5-year survival rate is &#x0003C;30%. Although the application of surgery and multi-agent neoadjuvant chemotherapy has resulted in a significant improvement in the prognosis of patients with ES, the survival prognosis of patients with recurrence and metastasis remains poor (<xref ref-type="bibr" rid="B11">11</xref>, <xref ref-type="bibr" rid="B12">12</xref>).</p>
<p>Few previous studies have involved combining multiple independent factors to predict lymphatic metastasis in patients with ES (<xref ref-type="bibr" rid="B13">13</xref>, <xref ref-type="bibr" rid="B14">14</xref>). Therefore, accurate prediction of the probability of lymphatic metastasis has high application value. As a prediction model based on independent factors of clinical prognosis, nomogram has good stability and applicability (<xref ref-type="bibr" rid="B15">15</xref>, <xref ref-type="bibr" rid="B16">16</xref>). Therefore, it has been widely used to evaluate tumor prognosis and metastasis (<xref ref-type="bibr" rid="B17">17</xref>&#x02013;<xref ref-type="bibr" rid="B21">21</xref>). Likewise, it can be used to predict and evaluate the prognosis of patients with ES. Besides, it can help improve early detection, disease surveillance, overall patient survival rate and their life quality.</p>
<p>In this study, the patients&#x00027; data was extracted from the SEER database in order to establish a nomogram. Furthermore, we validated it externally via multi-center clinical data of patients. To provide patients with more accurate medical services, we also designed a web calculator that could help clinicians quickly and accurately assess the risk of lymphatic metastasis in various ES patients.</p></sec>
<sec sec-type="materials and methods" id="s2">
<title>Materials and Methods</title>
<sec>
<title>Retrieval From Public Databases</title>
<p>The Surveillance, Epidemiology, and End Results (SEER) database was used for data collection and analysis. The database is the most detailed and authoritative one which provide evidence of evidence-based medicine, covering more than 30% of the total population in the United States from 1973 to 2016. The patients in this study were selected from the SEER database for diagnosis of ES from 2010 to 2016.</p></sec>
<sec>
<title>The Collection of Clinical Data</title>
<p>Patients diagnosed with ES from 2010 to 2016 in the SEER database were screened by SEER <sup>&#x0002A;</sup> STAT (version 8.3.5) software. 929 patients were selected as training cohort according to inclusion/exclusion criteria: (1) ES confirmed according to morphological code 60 of ICD-O-3/WHO 2008; (2) The patients who did not lose follow-up; (3) A clear description of tumor invasion; (4) Complete baseline information; (5) Clear treatment information; (6) Survival time is &#x0003E;0.</p>
<p>The information on sex, age, race, survival time, primary site, laterality, T stage, N stage, surgery, radiotherapy, chemotherapy, and distant metastasis were collected. External verification using data of 51 ES patients via clinical and pathological diagnosis from four medical institutions (the Second Affiliated Hospital of Jilin University, the Second Affiliated Hospital of Dalian Medical University, Liuzhou People&#x00027;s Hospital, and Xianyang Central Hospital). Three investigators were responsible for data acquisition and processing at each center. Two of them were in charge of extracting the data while the third person was responsible for further verification. Data was further checked by using Microsoft Excel (Microsoft Excel, 2013, Redmond, USA).</p></sec>
<sec>
<title>Construction and Verification of the Nomogram</title>
<p>We compared the baseline information of 980 patients using the <italic>T</italic>-test and Chi-square test. Then we evaluated several potential factors to predict lymphatic metastasis in ES patients by univariate logistic regression analysis. Multivariate logistic regression was utilized to further analyze the independent factors associated with lymphatic metastasis in ES patients. From this, we constructed a nomogram, plotted the receiver operating characteristic (ROC) curve, and calculated the area under the curve (AUC) to evaluate the accuracy of nomogram. The proximity between the actual probability and the predicted probability was verified by the calibration plot. Decision curve analysis (DCA) was used to evaluate the clinical utility.</p></sec>
<sec>
<title>Statistical Analysis</title>
<p>Quantitative data were calculated in the form of Mean &#x000B1; standard deviation (SD), and qualitative data were expressed as counts and percentages. SPSS 26.0 software (SPSS Inc., Chicago, USA) was used for <italic>T</italic>-test, Chi-square test, Kaplan-Meier, univariate and multivariate logistic regression analysis. Nomogram, ROC curve, calibration plot, and DCA curve were prepared by R language (version 4.0.5). <italic>P</italic> &#x0003C; 0.05 was considered statistically significant.</p></sec></sec>
<sec sec-type="results" id="s3">
<title>Results</title>
<sec>
<title>Baseline Information</title>
<p>A total of 980 patients were included, among which 929 patients were screened from the SEER database for a training cohort and the other 51 patients were from four clinical centers for validation. The results of the <italic>T</italic>-test and Chi-square test with baseline information of patients showed that no significant differences existed between the training group and the validation group in survival time, age, sex, primary site, laterality, M stage, surgery, chemotherapy and lung metastasis (<xref ref-type="table" rid="T1">Table 1</xref>, <italic>P</italic> &#x0003E; 0.05), however, differences were statistically significant in the race, radiotherapy and T stage statistically (<xref ref-type="table" rid="T1">Table 1</xref>, <italic>P</italic> &#x0003C; 0.05). Among the 980 patients, 139 of them had lymphatic metastasis, while 841 didn&#x00027;t have or the status of lymphatic metastasis could not be assessed. There were statistically significant differences between the two groups in survival time, race T stage, M stage, surgery and lung metastasis (<xref ref-type="table" rid="T2">Table 2</xref>, <italic>P</italic> &#x0003C; 0.05).</p>
<table-wrap position="float" id="T1">
<label>Table 1</label>
<caption><p>Baseline data table of the training group and the validation group.</p></caption>
<table frame="hsides" rules="groups">
<thead><tr>
<th valign="top" align="left"><bold>Variable</bold></th>
<th valign="top" align="left"><bold>Level</bold></th>
<th valign="top" align="center"><bold>Overall</bold><break/><bold>(<italic>N</italic> &#x0003D; 980)</bold></th>
<th valign="top" align="center"><bold>SEER</bold><break/><bold>(Training group, <italic>N</italic> &#x0003D; 929)</bold></th>
<th valign="top" align="center"><bold>Multicenter data</bold><break/><bold>(Validation group, <italic>N</italic> &#x0003D; 51)</bold></th>
<th valign="top" align="center"><bold><italic>P</italic>-value</bold></th>
</tr>
</thead>
<tbody>
<tr>
<td valign="top" align="left">Lymph node metastases (%)</td>
<td valign="top" align="left">No</td>
<td valign="top" align="center">841 (85.82)</td>
<td valign="top" align="center">797 (85.79)</td>
<td valign="top" align="center">44 (86.27)</td>
<td valign="top" align="center">1.000</td>
</tr>
<tr>
<td/>
<td valign="top" align="left">Yes/unable.to.evaluate</td>
<td valign="top" align="center">139 (14.18)</td>
<td valign="top" align="center">132 (14.21)</td>
<td valign="top" align="center">7 (13.73)</td>
<td/>
</tr>
<tr>
<td valign="top" align="left">Race (%)</td>
<td valign="top" align="left">Black</td>
<td valign="top" align="center">39 (3.98)</td>
<td valign="top" align="center">39 (4.20)</td>
<td valign="top" align="center">0 (0.00)</td>
<td valign="top" align="center">&#x0003C;0.001</td>
</tr>
<tr>
<td/>
<td valign="top" align="left">White</td>
<td valign="top" align="center">815 (83.16)</td>
<td valign="top" align="center">815 (87.73)</td>
<td valign="top" align="center">0 (0.00)</td>
<td/>
</tr>
<tr>
<td/>
<td valign="top" align="left">Others</td>
<td valign="top" align="center">126 (12.86)</td>
<td valign="top" align="center">75 (8.07)</td>
<td valign="top" align="center">51 (100.00)</td>
<td/>
</tr>
<tr>
<td valign="top" align="left">Times [median (IQR<xref ref-type="table-fn" rid="TN1"><sup>a</sup></xref>)]</td>
<td valign="top" align="left">NA</td>
<td valign="top" align="center">26.000 (11.000, 47.000)</td>
<td valign="top" align="center">26.000 (11.000, 47.000)</td>
<td valign="top" align="center">23.000 (12.500, 39.500)</td>
<td valign="top" align="center">0.851</td>
</tr>
<tr>
<td valign="top" align="left">Age [median (IQR)]</td>
<td valign="top" align="left">NA</td>
<td valign="top" align="center">17.000 (12.000, 27.000)</td>
<td valign="top" align="center">17.000 (12.000, 27.000)</td>
<td valign="top" align="center">17.000 (12.500, 30.500)</td>
<td valign="top" align="center">0.480</td>
</tr>
<tr>
<td valign="top" align="left">Sex (%)</td>
<td valign="top" align="left">Female</td>
<td valign="top" align="center">418 (42.65)</td>
<td valign="top" align="center">395 (42.52)</td>
<td valign="top" align="center">23 (45.10)</td>
<td valign="top" align="center">0.828</td>
</tr>
<tr>
<td/>
<td valign="top" align="left">Male</td>
<td valign="top" align="center">562 (57.35)</td>
<td valign="top" align="center">534 (57.48)</td>
<td valign="top" align="center">28 (54.90)</td>
<td/>
</tr>
<tr>
<td valign="top" align="left">Primary site (%)</td>
<td valign="top" align="left">Axis bone</td>
<td valign="top" align="center">431 (43.98)</td>
<td valign="top" align="center">404 (43.49)</td>
<td valign="top" align="center">27 (52.94)</td>
<td valign="top" align="center">0.394</td>
</tr>
<tr>
<td/>
<td valign="top" align="left">Limb bone</td>
<td valign="top" align="center">317 (32.35)</td>
<td valign="top" align="center">304 (32.72)</td>
<td valign="top" align="center">13 (25.49)</td>
<td/>
</tr>
<tr>
<td/>
<td valign="top" align="left">Other</td>
<td valign="top" align="center">232 (23.67)</td>
<td valign="top" align="center">221 (23.79)</td>
<td valign="top" align="center">11 (21.57)</td>
<td/>
</tr>
<tr>
<td valign="top" align="left">Laterality (%)</td>
<td valign="top" align="left">Left</td>
<td valign="top" align="center">374 (38.16)</td>
<td valign="top" align="center">353 (38.00)</td>
<td valign="top" align="center">21 (41.18)</td>
<td valign="top" align="center">0.895</td>
</tr>
<tr>
<td/>
<td valign="top" align="left">Unpaired sites</td>
<td valign="top" align="center">296 (30.20)</td>
<td valign="top" align="center">281 (30.25)</td>
<td valign="top" align="center">15 (29.41)</td>
<td/>
</tr>
<tr>
<td/>
<td valign="top" align="left">Right</td>
<td valign="top" align="center">310 (31.63)</td>
<td valign="top" align="center">295 (31.75)</td>
<td valign="top" align="center">15 (29.41)</td>
<td/>
</tr>
<tr>
<td valign="top" align="left">T stage<xref ref-type="table-fn" rid="TN2"><sup>b</sup></xref> (%)</td>
<td valign="top" align="left">T1</td>
<td valign="top" align="center">351 (35.82)</td>
<td valign="top" align="center">331 (35.63)</td>
<td valign="top" align="center">20 (39.22)</td>
<td valign="top" align="center">0.008</td>
</tr>
<tr>
<td/>
<td valign="top" align="left">T2</td>
<td valign="top" align="center">429 (43.78)</td>
<td valign="top" align="center">404 (43.49)</td>
<td valign="top" align="center">25 (49.02)</td>
<td/>
</tr>
<tr>
<td/>
<td valign="top" align="left">T3</td>
<td valign="top" align="center">39 (3.98)</td>
<td valign="top" align="center">34 (3.66)</td>
<td valign="top" align="center">5 (9.80)</td>
<td/>
</tr>
<tr>
<td/>
<td valign="top" align="left">TX</td>
<td valign="top" align="center">161 (16.43)</td>
<td valign="top" align="center">160 (17.22)</td>
<td valign="top" align="center">1 (1.96)</td>
<td/>
</tr>
<tr>
<td valign="top" align="left">M stage<xref ref-type="table-fn" rid="TN3"><sup>c</sup></xref> (%)</td>
<td valign="top" align="left">M0</td>
<td valign="top" align="center">662 (67.55)</td>
<td valign="top" align="center">632 (68.03)</td>
<td valign="top" align="center">30 (58.82)</td>
<td valign="top" align="center">0.225</td>
</tr>
<tr>
<td/>
<td valign="top" align="left">M1</td>
<td valign="top" align="center">318 (32.45)</td>
<td valign="top" align="center">297 (31.97)</td>
<td valign="top" align="center">21 (41.18)</td>
<td/>
</tr>
<tr>
<td valign="top" align="left">Surgery (%)</td>
<td valign="top" align="left">No</td>
<td valign="top" align="center">413 (42.14)</td>
<td valign="top" align="center">388 (41.77)</td>
<td valign="top" align="center">25 (49.02)</td>
<td valign="top" align="center">0.381</td>
</tr>
<tr>
<td/>
<td valign="top" align="left">Yes</td>
<td valign="top" align="center">567 (57.86)</td>
<td valign="top" align="center">541 (58.23)</td>
<td valign="top" align="center">26 (50.98)</td>
<td/>
</tr>
<tr>
<td valign="top" align="left">Radiotherapy (%)</td>
<td valign="top" align="left">No</td>
<td valign="top" align="center">757 (77.24)</td>
<td valign="top" align="center">728 (78.36)</td>
<td valign="top" align="center">29 (56.86)</td>
<td valign="top" align="center">&#x0003C;0.001</td>
</tr>
<tr>
<td/>
<td valign="top" align="left">Yes</td>
<td valign="top" align="center">223 (22.76)</td>
<td valign="top" align="center">201 (21.64)</td>
<td valign="top" align="center">22 (43.14)</td>
<td/>
</tr>
<tr>
<td valign="top" align="left">Chemotherapy (%)</td>
<td valign="top" align="left">No/Unknown</td>
<td valign="top" align="center">58 (5.92)</td>
<td valign="top" align="center">58 (6.24)</td>
<td valign="top" align="center">0 (0.00)</td>
<td valign="top" align="center">0.125</td>
</tr>
<tr>
<td/>
<td valign="top" align="left">Yes</td>
<td valign="top" align="center">922 (94.08)</td>
<td valign="top" align="center">871 (93.76)</td>
<td valign="top" align="center">51 (100.00)</td>
<td/>
</tr>
<tr>
<td valign="top" align="left">Lung metastases (%)</td>
<td valign="top" align="left">No</td>
<td valign="top" align="center">795 (81.12)</td>
<td valign="top" align="center">754 (81.16)</td>
<td valign="top" align="center">41 (80.39)</td>
<td valign="top" align="center">1.000</td>
</tr>
<tr>
<td/>
<td valign="top" align="left">Yes</td>
<td valign="top" align="center">185 (18.88)</td>
<td valign="top" align="center">175 (18.84)</td>
<td valign="top" align="center">10 (19.61)</td>
<td/>
</tr>
</tbody>
</table>
<table-wrap-foot>
<fn id="TN1">
<label>a</label>
<p><italic>Inter-Quartile Range</italic>.</p></fn>
<fn id="TN2">
<label>b</label>
<p><italic>Tumer stage</italic>.</p></fn>
<fn id="TN3">
<label>c</label>
<p><italic>Metastasis stage</italic>.</p></fn>
</table-wrap-foot>
</table-wrap>
<table-wrap position="float" id="T2">
<label>Table 2</label>
<caption><p>Patient baseline table of lymphatic metastases.</p></caption>
<table frame="hsides" rules="groups">
<thead><tr>
<th valign="top" align="left"><bold>Variable</bold></th>
<th valign="top" align="left"><bold>Level</bold></th>
<th valign="top" align="center"><bold>Overall (<italic>N</italic> &#x0003D; 980)</bold></th>
<th valign="top" align="center"><bold>No (<italic>N</italic> &#x0003D; 841)</bold></th>
<th valign="top" align="center"><bold>Yes/unable.to.evaluate</bold><break/><bold>(<italic>N</italic> &#x0003D; 139)</bold></th>
<th valign="top" align="center"><bold><italic>P</italic>-value</bold></th>
</tr>
</thead>
<tbody>
<tr>
<td valign="top" align="left">Category (%)</td>
<td valign="top" align="center">Multicenter data (Validation group)</td>
<td valign="top" align="center">51 (5.2)</td>
<td valign="top" align="center">44 (5.2)</td>
<td valign="top" align="center">7 (5.0)</td>
<td valign="top" align="center">1.000</td>
</tr>
<tr>
<td/>
<td valign="top" align="left">SEER (Training group)</td>
<td valign="top" align="center">929 (94.8)</td>
<td valign="top" align="center">797 (94.8)</td>
<td valign="top" align="center">132 (95.0)</td>
<td/>
</tr>
<tr>
<td valign="top" align="left">Times [mean (SD<xref ref-type="table-fn" rid="TN4"><sup>a</sup></xref>)]</td>
<td valign="top" align="left">NA</td>
<td valign="top" align="center">30.56 (22.65)</td>
<td valign="top" align="center">31.95 (22.72)</td>
<td valign="top" align="center">22.17 (20.32)</td>
<td valign="top" align="center">&#x0003C;0.001</td>
</tr>
<tr>
<td valign="top" align="left">Race (%)</td>
<td valign="top" align="left">Black</td>
<td valign="top" align="center">39 (4.0)</td>
<td valign="top" align="center">28 (3.3)</td>
<td valign="top" align="center">11 (7.9)</td>
<td valign="top" align="center">0.037</td>
</tr>
<tr>
<td/>
<td valign="top" align="left">White</td>
<td valign="top" align="center">815 (83.2)</td>
<td valign="top" align="center">705 (83.8)</td>
<td valign="top" align="center">110 (79.1)</td>
<td/>
</tr>
<tr>
<td/>
<td valign="top" align="left">Others</td>
<td valign="top" align="center">126 (12.9)</td>
<td valign="top" align="center">108 (12.8)</td>
<td valign="top" align="center">18 (12.9)</td>
<td/>
</tr>
<tr>
<td valign="top" align="left">Age [mean (SD)]</td>
<td valign="top" align="left">NA</td>
<td valign="top" align="center">22.39 (16.45)</td>
<td valign="top" align="center">22.26 (16.37)</td>
<td valign="top" align="center">23.19 (16.97)</td>
<td valign="top" align="center">0.533</td>
</tr>
<tr>
<td valign="top" align="left">Sex (%)</td>
<td valign="top" align="left">Female</td>
<td valign="top" align="center">418 (42.7)</td>
<td valign="top" align="center">368 (43.8)</td>
<td valign="top" align="center">50 (36.0)</td>
<td valign="top" align="center">0.104</td>
</tr>
<tr>
<td/>
<td valign="top" align="left">Male</td>
<td valign="top" align="center">562 (57.3)</td>
<td valign="top" align="center">473 (56.2)</td>
<td valign="top" align="center">89 (64.0)</td>
<td/>
</tr>
<tr>
<td valign="top" align="left">Primary.site (%)</td>
<td valign="top" align="left">Axis bone</td>
<td valign="top" align="center">431 (44.0)</td>
<td valign="top" align="center">365 (43.4)</td>
<td valign="top" align="center">66 (47.5)</td>
<td valign="top" align="center">0.493</td>
</tr>
<tr>
<td/>
<td valign="top" align="left">Limb bone</td>
<td valign="top" align="center">317 (32.3)</td>
<td valign="top" align="center">278 (33.1)</td>
<td valign="top" align="center">39 (28.1)</td>
<td/>
</tr>
<tr>
<td/>
<td valign="top" align="left">Others</td>
<td valign="top" align="center">232 (23.7)</td>
<td valign="top" align="center">198 (23.5)</td>
<td valign="top" align="center">34 (24.5)</td>
<td/>
</tr>
<tr>
<td valign="top" align="left">Laterality (%)</td>
<td valign="top" align="left">Left</td>
<td valign="top" align="center">374 (38.2)</td>
<td valign="top" align="center">325 (38.6)</td>
<td valign="top" align="center">49 (35.3)</td>
<td valign="top" align="center">0.375</td>
</tr>
<tr>
<td/>
<td valign="top" align="left">Unpaired sites</td>
<td valign="top" align="center">296 (30.2)</td>
<td valign="top" align="center">247 (29.4)</td>
<td valign="top" align="center">49 (35.3)</td>
<td/>
</tr>
<tr>
<td/>
<td valign="top" align="left">Right</td>
<td valign="top" align="center">310 (31.6)</td>
<td valign="top" align="center">269 (32.0)</td>
<td valign="top" align="center">41 (29.5)</td>
<td/>
</tr>
<tr>
<td valign="top" align="left">T stage (%)</td>
<td valign="top" align="left">T1</td>
<td valign="top" align="center">351 (35.8)</td>
<td valign="top" align="center">322 (38.3)</td>
<td valign="top" align="center">29 (20.9)</td>
<td valign="top" align="center">&#x0003C;0.001</td>
</tr>
<tr>
<td/>
<td valign="top" align="left">T2</td>
<td valign="top" align="center">429 (43.8)</td>
<td valign="top" align="center">362 (43.0)</td>
<td valign="top" align="center">67 (48.2)</td>
<td/>
</tr>
<tr>
<td/>
<td valign="top" align="left">T3</td>
<td valign="top" align="center">39 (4.0)</td>
<td valign="top" align="center">34 (4.0)</td>
<td valign="top" align="center">5 (3.6)</td>
<td/>
</tr>
<tr>
<td/>
<td valign="top" align="left">TX</td>
<td valign="top" align="center">161 (16.4)</td>
<td valign="top" align="center">123 (14.6)</td>
<td valign="top" align="center">38 (27.3)</td>
<td/>
</tr>
<tr>
<td valign="top" align="left">M stage (%)</td>
<td valign="top" align="left">M0</td>
<td valign="top" align="center">662 (67.6)</td>
<td valign="top" align="center">605 (71.9)</td>
<td valign="top" align="center">57 (41.0)</td>
<td valign="top" align="center">&#x0003C;0.001</td>
</tr>
<tr>
<td/>
<td valign="top" align="left">M1</td>
<td valign="top" align="center">318 (32.4)</td>
<td valign="top" align="center">236 (28.1)</td>
<td valign="top" align="center">82 (59.0)</td>
<td/>
</tr>
<tr>
<td valign="top" align="left">Surgery (%)</td>
<td valign="top" align="left">No</td>
<td valign="top" align="center">413 (42.1)</td>
<td valign="top" align="center">337 (40.1)</td>
<td valign="top" align="center">76 (54.7)</td>
<td valign="top" align="center">0.002</td>
</tr>
<tr>
<td/>
<td valign="top" align="left">Yes</td>
<td valign="top" align="center">567 (57.9)</td>
<td valign="top" align="center">504 (59.9)</td>
<td valign="top" align="center">63 (45.3)</td>
<td/>
</tr>
<tr>
<td valign="top" align="left">Radiotherapy (%)</td>
<td valign="top" align="left">No</td>
<td valign="top" align="center">757 (77.2)</td>
<td valign="top" align="center">647 (76.9)</td>
<td valign="top" align="center">110 (79.1)</td>
<td valign="top" align="center">0.642</td>
</tr>
<tr>
<td/>
<td valign="top" align="left">Yes</td>
<td valign="top" align="center">223 (22.8)</td>
<td valign="top" align="center">194 (23.1)</td>
<td valign="top" align="center">29 (20.9)</td>
<td/>
</tr>
<tr>
<td valign="top" align="left">Chemotherapy (%)</td>
<td valign="top" align="left">No/unknown</td>
<td valign="top" align="center">58 (5.9)</td>
<td valign="top" align="center">47 (5.6)</td>
<td valign="top" align="center">11 (7.9)</td>
<td valign="top" align="center">0.378</td>
</tr>
<tr>
<td/>
<td valign="top" align="left">Yes</td>
<td valign="top" align="center">922 (94.1)</td>
<td valign="top" align="center">794 (94.4)</td>
<td valign="top" align="center">128 (92.1)</td>
<td/>
</tr>
<tr>
<td valign="top" align="left">Lung.metastases (%)</td>
<td valign="top" align="left">No</td>
<td valign="top" align="center">795 (81.1)</td>
<td valign="top" align="center">713 (84.8)</td>
<td valign="top" align="center">82 (59.0)</td>
<td valign="top" align="center">&#x0003C;0.001</td>
</tr>
<tr>
<td/>
<td valign="top" align="left">Yes</td>
<td valign="top" align="center">185 (18.9)</td>
<td valign="top" align="center">128 (15.2)</td>
<td valign="top" align="center">57 (41.0)</td>
<td/>
</tr>
</tbody>
</table>
<table-wrap-foot>
<fn id="TN4">
<label>a</label>
<p><italic>Standard deviation</italic>.</p></fn>
<p><italic>T stage and M stage are same in <xref ref-type="table" rid="T1">Table 1</xref></italic>.</p>
</table-wrap-foot>
</table-wrap>
</sec>
<sec>
<title>Univariate and Multivariate Logistic Regression Analysis</title>
<p>Univariate logistic regression analysis showed that survival time, race, T stage, M stage, surgery, and lung metastasis were significant factors for lymphatic metastasis in ES patients (<xref ref-type="table" rid="T3">Table 3</xref>). Further multivariate logistic regression analysis of the data indicated that T stage (Tx OR = 2.540, 95%CI = 1.433&#x02013;4.503, <italic>P</italic> &#x0003C; 0.01), M stage (M1, OR = 2.061, 95%CI = 1.189&#x02013;3.573, <italic>P</italic> &#x0003C; 0.05) and survival time (OR = 0.982, 95%CI = 0.972&#x02013;0.992, <italic>P</italic> &#x0003C; 0.001) were important independent factors for lymphatic metastasis in ES patients (<xref ref-type="table" rid="T3">Table 3</xref>).</p>
<table-wrap position="float" id="T3">
<label>Table 3</label>
<caption><p>Univariate and multivariate logistic regression analysis of risk factors for lymphtic metastases in patients with Ewing&#x00027;s sarcoma.</p></caption>
<table frame="hsides" rules="groups">
<thead><tr>
<th valign="top" align="left"><bold>Variables</bold></th>
<th valign="top" align="center"><bold>Univariate OR</bold><break/><bold>(95% CI)</bold></th>
<th valign="top" align="center"><bold><italic>P</italic>-value</bold></th>
<th valign="top" align="center"><bold>Multivariate OR</bold><break/><bold>(95% CI)</bold></th>
<th valign="top" align="center"><bold><italic>P</italic>-value</bold></th>
</tr>
</thead>
<tbody>
<tr>
<td valign="top" align="left">Age (years)</td>
<td valign="top" align="center">1.005 (0.994&#x02013;1.016)</td>
<td valign="top" align="center">0.371</td>
<td valign="top" align="center">/</td>
<td valign="top" align="center">/</td>
</tr>
<tr>
<td valign="top" align="left">Survival.time (month)</td>
<td valign="top" align="center">0.977 (0.967&#x02013;0.986)</td>
<td valign="top" align="center">&#x0003C;0.001</td>
<td valign="top" align="center">0.982 (0.972&#x02013;0.992)</td>
<td valign="top" align="center">&#x0003C;0.001</td>
</tr>
<tr>
<td valign="top" align="left"><bold>Race</bold></td>
</tr>
<tr>
<td valign="top" align="left">White</td>
<td valign="top" align="center">Ref</td>
<td valign="top" align="center">Ref</td>
<td valign="top" align="center">Ref</td>
<td valign="top" align="center">Ref</td>
</tr>
<tr>
<td valign="top" align="left">Black</td>
<td valign="top" align="center">2.518 (1.218&#x02013;5.203)</td>
<td valign="top" align="center">&#x0003C;0.050</td>
<td valign="top" align="center">1.958 (0.889&#x02013;4.310)</td>
<td valign="top" align="center">0.095</td>
</tr>
<tr>
<td valign="top" align="left">Other</td>
<td valign="top" align="center">1.102 (0.563&#x02013;2.154)</td>
<td valign="top" align="center">0.777</td>
<td valign="top" align="center">1.100 (0.544&#x02013;2.222)</td>
<td valign="top" align="center">0.791</td>
</tr>
<tr>
<td valign="top" align="left"><bold>Sex</bold></td>
</tr>
<tr>
<td valign="top" align="left">Male</td>
<td valign="top" align="center">Ref</td>
<td valign="top" align="center">Ref</td>
<td valign="top" align="center">Ref</td>
<td valign="top" align="center">Ref</td>
</tr>
<tr>
<td valign="top" align="left">Female</td>
<td valign="top" align="center">0.741 (0.506&#x02013;1.085)</td>
<td valign="top" align="center">0.123</td>
<td valign="top" align="center">/</td>
<td valign="top" align="center">/</td>
</tr>
<tr>
<td valign="top" align="left"><bold>Primary site</bold></td>
</tr>
<tr>
<td valign="top" align="left">Limb bones</td>
<td valign="top" align="center">Ref</td>
<td valign="top" align="center">Ref</td>
<td valign="top" align="center">Ref</td>
<td valign="top" align="center">Ref</td>
</tr>
<tr>
<td valign="top" align="left">Axis of a bone</td>
<td valign="top" align="center">1.308 (0.845&#x02013;2.026)</td>
<td valign="top" align="center">0.229</td>
<td valign="top" align="center">/</td>
<td valign="top" align="center">/</td>
</tr>
<tr>
<td valign="top" align="left">Other</td>
<td valign="top" align="center">1.267 (0.764&#x02013;2.099)</td>
<td valign="top" align="center">0.359</td>
<td valign="top" align="center">/</td>
<td valign="top" align="center">/</td>
</tr>
<tr>
<td valign="top" align="left"><bold>Laterality</bold></td>
</tr>
<tr>
<td valign="top" align="left">Left</td>
<td valign="top" align="center">Ref</td>
<td valign="top" align="center">Ref</td>
<td valign="top" align="center">Ref</td>
<td valign="top" align="center">Ref</td>
</tr>
<tr>
<td valign="top" align="left">Right</td>
<td valign="top" align="center">0.968 (0.615&#x02013;1.524)</td>
<td valign="top" align="center">0.888</td>
<td valign="top" align="center">/</td>
<td valign="top" align="center">/</td>
</tr>
<tr>
<td valign="top" align="left">Other</td>
<td valign="top" align="center">1.121 (0.780&#x02013;1.883)</td>
<td valign="top" align="center">0.393</td>
<td valign="top" align="center">/</td>
<td valign="top" align="center">/</td>
</tr>
<tr>
<td valign="top" align="left"><bold>T stage</bold></td>
</tr>
<tr>
<td valign="top" align="left">T1</td>
<td valign="top" align="center">Ref</td>
<td valign="top" align="center">Ref</td>
<td valign="top" align="center">Ref</td>
<td valign="top" align="center">Ref</td>
</tr>
<tr>
<td valign="top" align="left">T2</td>
<td valign="top" align="center">2.167 (1.338&#x02013;3.510)</td>
<td valign="top" align="center">&#x0003C;0.010</td>
<td valign="top" align="center">1.630 (0.985&#x02013;2.699)</td>
<td valign="top" align="center">0.057</td>
</tr>
<tr>
<td valign="top" align="left">T3</td>
<td valign="top" align="center">2.023 (0.722&#x02013;5.666)</td>
<td valign="top" align="center">0.180</td>
<td valign="top" align="center">0.877 (0.297&#x02013;2.595)</td>
<td valign="top" align="center">0.813</td>
</tr>
<tr>
<td valign="top" align="left">TX</td>
<td valign="top" align="center">3.645 (2.127&#x02013;6.278)</td>
<td valign="top" align="center">&#x0003C;0.001</td>
<td valign="top" align="center">2.540 (1.433&#x02013;4.503)</td>
<td valign="top" align="center">&#x0003C;0.010</td>
</tr>
<tr>
<td valign="top" align="left"><bold>M stage</bold></td>
</tr>
<tr>
<td valign="top" align="left">M0</td>
<td valign="top" align="center">Ref</td>
<td valign="top" align="center">Ref</td>
<td valign="top" align="center">Ref</td>
<td valign="top" align="center">Ref</td>
</tr>
<tr>
<td valign="top" align="left">M1</td>
<td valign="top" align="center">3.672 (2.513&#x02013;5.365)</td>
<td valign="top" align="center">&#x0003C;0.001</td>
<td valign="top" align="center">2.061 (1.189&#x02013;3.573)</td>
<td valign="top" align="center">&#x0003C;0.050</td>
</tr>
<tr>
<td valign="top" align="left"><bold>Surgery</bold></td>
</tr>
<tr>
<td valign="top" align="left">No</td>
<td valign="top" align="center">Ref</td>
<td valign="top" align="center">Ref</td>
<td valign="top" align="center">Ref</td>
<td valign="top" align="center">Ref</td>
</tr>
<tr>
<td valign="top" align="left">Yes</td>
<td valign="top" align="center">0.547 (0.378&#x02013;0.793)</td>
<td valign="top" align="center">&#x0003C;0.01</td>
<td valign="top" align="center">1.024 (0.663&#x02013;1.581)</td>
<td valign="top" align="center">0.916</td>
</tr>
<tr>
<td valign="top" align="left"><bold>Radiotherapy</bold></td>
</tr>
<tr>
<td valign="top" align="left">No</td>
<td valign="top" align="center">Ref</td>
<td valign="top" align="center">Ref</td>
<td valign="top" align="center">Ref</td>
<td valign="top" align="center">Ref</td>
</tr>
<tr>
<td valign="top" align="left">Yes</td>
<td valign="top" align="center">0.872 (0.550&#x02013;1.382)</td>
<td valign="top" align="center">0.559</td>
<td valign="top" align="center">/</td>
<td valign="top" align="center">/</td>
</tr>
<tr>
<td valign="top" align="left"><bold>Chemotherapy</bold></td>
</tr>
<tr>
<td valign="top" align="left">No</td>
<td valign="top" align="center">Ref</td>
<td valign="top" align="center">Ref</td>
<td valign="top" align="center">Ref</td>
<td valign="top" align="center">Ref</td>
</tr>
<tr>
<td valign="top" align="left">Yes</td>
<td valign="top" align="center">0.689 (0.348&#x02013;1.366)</td>
<td valign="top" align="center">0.286</td>
<td valign="top" align="center">/</td>
<td valign="top" align="center">/</td>
</tr>
<tr>
<td valign="top" align="left"><bold>Lung metastases</bold></td>
</tr>
<tr>
<td valign="top" align="left">No</td>
<td valign="top" align="center">Ref</td>
<td valign="top" align="center">Ref</td>
<td valign="top" align="center">Ref</td>
<td valign="top" align="center">Ref</td>
</tr>
<tr>
<td valign="top" align="left">Yes</td>
<td valign="top" align="center">3.868 (2.600&#x02013;5.754)</td>
<td valign="top" align="center">&#x0003C;0.001</td>
<td valign="top" align="center">1.724 (0.974&#x02013;3.051)</td>
<td valign="top" align="center">0.061</td>
</tr>
</tbody>
</table>
<table-wrap-foot>
<p><italic>Ref, reference</italic>.</p>
<p><italic>T stage and M stage are same in <xref ref-type="table" rid="T1">Table 1</xref></italic>.</p>
</table-wrap-foot>
</table-wrap>
<p>To predict the risk of lymphatic metastasis in patients with ES, we constructed a nomogram based on the results of logistic regression (<xref ref-type="fig" rid="F1">Figure 1A</xref>). Meanwhile, we designed an online calculator (<ext-link ext-link-type="uri" xlink:href="https://drliwenle.shinyapps.io/LMES/">https://drliwenle.shinyapps.io/LMES/</ext-link>) in order to assess the risk of lymphatic metastases. We found that Tx had the greatest impact on lymphatic metastasis while surgery had the least impact (<xref ref-type="fig" rid="F1">Figure 1A</xref>). The AUC of internal validation was 0.743 (95% CI: 0.714&#x02013;0.771), while that of external validation was 0.763 (95%CI: 0.623&#x02013;0.871) (<xref ref-type="table" rid="T4">Table 4</xref>), indicating that the accuracy of the assessment of lung metastasis in ES patients was relatively high in the nomogram and the model we constructed was more accurate than the single-factor prediction (<xref ref-type="fig" rid="F2">Figures 2A,B</xref>). The calibration plot showed good consistency and the prediction was close to the actual situation (<xref ref-type="fig" rid="F1">Figures 1B,C</xref>).</p>
<fig id="F1" position="float">
<label>Figure 1</label>
<caption><p><bold>(A)</bold> The nomogram for the risk of lymphatic metastasis for ES patients. <bold>(B)</bold> The calibration plots of the training cohort. <bold>(C)</bold> The calibration plots of the validation cohort.</p></caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fpubh-10-877736-g0001.tif"/>
</fig>
<table-wrap position="float" id="T4">
<label>Table 4</label>
<caption><p>AUC of training group and validation group.</p></caption>
<table frame="hsides" rules="groups">
<thead><tr>
<th/>
<th valign="top" align="center" colspan="3"><bold>SEER data</bold></th>
<th valign="top" align="center" colspan="3"><bold>Multicenter data</bold></th>
</tr>
<tr>
<th/>
<th valign="top" align="center" colspan="3" style="border-bottom: thin solid #000000;"><bold>(Training group)</bold></th>
<th valign="top" align="center" colspan="3" style="border-bottom: thin solid #000000;"><bold>(Validation group)</bold></th>
</tr>
<tr>
<th valign="top" align="left"><bold>Variable</bold></th>
<th valign="top" align="center"><bold>AUC</bold></th>
<th valign="top" align="center"><bold>SE</bold></th>
<th valign="top" align="center"><bold>95% CI</bold></th>
<th valign="top" align="center"><bold>AUC</bold></th>
<th valign="top" align="center"><bold>SE</bold></th>
<th valign="top" align="center"><bold>95% CI</bold></th>
</tr>
</thead>
<tbody>
<tr>
<td valign="top" align="left">Lung.metastases</td>
<td valign="top" align="center">0.629</td>
<td valign="top" align="center">0.022</td>
<td valign="top" align="center">0.597&#x02013;0.660</td>
<td valign="top" align="center">0.635</td>
<td valign="top" align="center">0.105</td>
<td valign="top" align="center">0.488&#x02013;0.765</td>
</tr>
<tr>
<td valign="top" align="left">M stage</td>
<td valign="top" align="center">0.654</td>
<td valign="top" align="center">0.023</td>
<td valign="top" align="center">0.622&#x02013;0.684</td>
<td valign="top" align="center">0.675</td>
<td valign="top" align="center">0.099</td>
<td valign="top" align="center">0.530&#x02013;0.800</td>
</tr>
<tr>
<td valign="top" align="left">Race</td>
<td valign="top" align="center">0.524</td>
<td valign="top" align="center">0.017</td>
<td valign="top" align="center">0.491&#x02013;0.556</td>
<td valign="top" align="center">0.500</td>
<td valign="top" align="center">0.000</td>
<td valign="top" align="center">0.357&#x02013;0.643</td>
</tr>
<tr>
<td valign="top" align="left">Survival.time</td>
<td valign="top" align="center">0.645</td>
<td valign="top" align="center">0.027</td>
<td valign="top" align="center">0.613&#x02013;0.676</td>
<td valign="top" align="center">0.549</td>
<td valign="top" align="center">0.113</td>
<td valign="top" align="center">0.403&#x02013;0.688</td>
</tr>
<tr>
<td valign="top" align="left">T stage</td>
<td valign="top" align="center">0.620</td>
<td valign="top" align="center">0.024</td>
<td valign="top" align="center">0.588&#x02013;0.651</td>
<td valign="top" align="center">0.560</td>
<td valign="top" align="center">0.098</td>
<td valign="top" align="center">0.414&#x02013;0.699</td>
</tr>
<tr>
<td valign="top" align="left">Nomogram</td>
<td valign="top" align="center">0.743</td>
<td valign="top" align="center">0.023</td>
<td valign="top" align="center">0.714&#x02013;0.771</td>
<td valign="top" align="center">0.763</td>
<td valign="top" align="center">0.111</td>
<td valign="top" align="center">0.623&#x02013;0.871</td>
</tr>
</tbody>
</table>
<table-wrap-foot>
<p><italic>AUC, area under curve; SE, standard error; CI, confidence interval</italic>.</p>
<p><italic>T stage and M stage are same in <xref ref-type="table" rid="T1">Table 1</xref></italic>.</p>
</table-wrap-foot>
</table-wrap>
<fig id="F2" position="float">
<label>Figure 2</label>
<caption><p><bold>(A)</bold> ROC of the nomogram for the training cohort. <bold>(B)</bold> ROC of the nomogram for the validation cohort.</p></caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fpubh-10-877736-g0002.tif"/>
</fig></sec>
<sec>
<title>Clinical Application of the Nomogram</title>
<p>We further plotted Kaplan-Meier overall survival (OS) curves for patients with and without lymphatic metastasis (<xref ref-type="fig" rid="F3">Figure 3</xref>). Compared to the survival time of patients with lymphatic metastasis, survival time in patients with lymphatic metastasis or unclear situation (<italic>P</italic> &#x0003C; 0.0001) was significantly lower. At the same time, DCA plots were drawn to evaluate the clinical utility of the model, and we observed that the model had good clinical utility in predicting lymphatic metastasis in ES patients (<xref ref-type="fig" rid="F4">Figure 4</xref>).</p>
<fig id="F3" position="float">
<label>Figure 3</label>
<caption><p>The Kaplan-Meier overall survival (OS) analysis of lymphatic metastasis in patients with ES.</p></caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fpubh-10-877736-g0003.tif"/>
</fig>
<fig id="F4" position="float">
<label>Figure 4</label>
<caption><p>The decision curve (DCA) of nomogram for the risk of lymphatic metastasis. The red curve displays the number of people classified as positive by nomogram for each threshold probability. The green curve shows the number of true positives under each threshold probability.</p></caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fpubh-10-877736-g0004.tif"/>
</fig></sec></sec>
<sec sec-type="discussion" id="s4">
<title>Discussion</title>
<p>Ewing&#x00027;s sarcoma (ES), first reported by James Ewing in 1921, is an aggressive bone and soft-tissue tumor (<xref ref-type="bibr" rid="B5">5</xref>, <xref ref-type="bibr" rid="B9">9</xref>, <xref ref-type="bibr" rid="B22">22</xref>, <xref ref-type="bibr" rid="B23">23</xref>). Thanks to a variety of treatment measures have been adopted in ES, the prognosis of patients with localized forms of the tumor has been significantly improved. However, the 5-year survival rate for metastasis in patients is still lower than 30% (<xref ref-type="bibr" rid="B5">5</xref>). Therefore, it is essential to seek more effective treatment methods to prolong the survival time of patients and improve the prognosis of patients. Some scholars pointed out that the clinical management and prognosis of ES could benefit from the biological markers, nevertheless, there was no biomarker that could really predict the prognosis of patients (<xref ref-type="bibr" rid="B24">24</xref>). Advancements in artificial intelligence (AI) and machine learning approach can also help clinicians with the timely diagnosis and more efficient treatment of patients in the healthcare sector (<xref ref-type="bibr" rid="B25">25</xref>&#x02013;<xref ref-type="bibr" rid="B27">27</xref>). Nomogram was much more convenient to obtain the predictors. Hence, it was considered a big advantage over traditional staging, which had been proposed as an alternative and even a new standard to guide the treatment of cancer patients (<xref ref-type="bibr" rid="B17">17</xref>, <xref ref-type="bibr" rid="B28">28</xref>, <xref ref-type="bibr" rid="B29">29</xref>). We screened the clinical information of 929 patients with ES using a SEER database and found that survival time, race, T stage, M stage, surgery, and lung metastasis were significant factors that affected lymphatic metastasis in ES patients. In view of the prognostic factors above, the integration of the nomogram could be intuitively used in the clinical evaluation of lymphatic metastasis in patients with ES. After the model was established, we collected the data of 51 patients from four clinical centers and conducted external validation to confirm the reliability of the model, thus enhancing the value of the model in clinical application. Besides, we established a web calculator for the prediction and evaluation of lymphatic metastasis in ES patients.</p>
<p>Logistic regression analysis indicated that T stage, M stage and survival time were independent factors for lymphatic metastasis in ES patients. Several consistent prognostic factors were identified in North America and Europe. Multiple studies showed that in addition to stage, poor prognostic factors included tumor size and metastasis at diagnosis (<xref ref-type="bibr" rid="B30">30</xref>&#x02013;<xref ref-type="bibr" rid="B32">32</xref>), which were basically consistent with our findings.</p>
<p>Tumor size was considered to be an important prognostic factor. Large initial tumor size has been repeatedly identified as negatively affecting survival in ES patients (<xref ref-type="bibr" rid="B7">7</xref>). The correlation between tumor size and metastasis remains to be further studied. We hypothesized that the larger tumor size may have more potential invasion and metastasis, and the existence of abundant lymphatic tissue also promotes the occurrence of lymphatic metastasis.</p>
<p>The current study also showed that most patients began with micro-metastases (<xref ref-type="bibr" rid="B33">33</xref>). Furthermore, ES had a wide range of metastasis sites, including lung, bone, lymph nodes, liver and brain (<xref ref-type="bibr" rid="B1">1</xref>). Bone and lung metastases and the development of extensive tumors were linked with poor prognosis. Patients were most likely to develop lung metastases than bone metastases, and patients with isolated lung metastases had a better prognosis than those with extra-pulmonary metastases. Patients with unilateral lung involvement appeared better than those with bilateral lung (<xref ref-type="bibr" rid="B34">34</xref>). Our study also revealed that M stage was a key predictor. In this study, about 59% of patients with lymphatic metastasis developed the state of M1, and the OR of lymphatic metastasis in M1 patients was 2.061. Moreover, patients with lymphatic metastasis have a higher tendency to develop lung metastasis, which is consistent with the results of logistics regression analysis. For the risk of metastasis of the confirmed patients, systemic staging can be performed with CT and MRI for primary site, and <sup>18</sup>F-fluorodeoxyglucose(FDG)PET-CT scan.</p>
<p>Based on previous studies, ES was more commonly found in men than in women (sex ratio of 3:2), and the prevalence was over seven times higher in whites than in blacks (<xref ref-type="bibr" rid="B1">1</xref>, <xref ref-type="bibr" rid="B5">5</xref>, <xref ref-type="bibr" rid="B35">35</xref>). In addition, Duchman et al. found that blacks had an increased frequency of metastases when diagnosed with ES compared to patients of other races (<xref ref-type="bibr" rid="B36">36</xref>). Our results showed that the incidence of lymphatic metastasis was more than 2 times higher in black patients than in white patients, and 1.3 times higher in men than in women.</p>
<p>Although this model provided theoretical support for clinical diagnosis and treatment, some shortcomings remained in our study: (1) first of all, although we established the lymphatic metastasis in patients with clinical prediction model which was verified by external cohort, external validation group of small number of cases might be a problem such as selective bias; (2) due to incomplete data entry in SEER database, we were unable to analyze all factors that might be associated with lymphatic metastasis. For instance, it was lack of some laboratory indicators, such as serum lactate dehydrogenase (LDH) levels. Based on this, we could avoid bias by further increasing the number of cases in the external cohort. In addition, we could use the case data of Asian people to establish a more suitable prediction model for Asian people so that we can make a comparison of this model.</p></sec>
<sec sec-type="conclusions" id="s5">
<title>Conclusion</title>
<p>Our study established the associated nomogram by using data from the SEER database and comprehensively evaluated predictors of lymphatic metastasis in ES patients via external validation. The prediction of the risk of lymphatic metastasis could guide clinicians to carry out individualized and precise treatment for patients, and help to formulate follow-up treatment measures and plans for patients.</p></sec>
<sec sec-type="data-availability" id="s6">
<title>Data Availability Statement</title>
<p>The original contributions presented in the study are included in the article/<xref ref-type="supplementary-material" rid="SM1">Supplementary Material</xref>, further inquiries can be directed to the corresponding authors.</p></sec>
<sec id="s7">
<title>Ethics Statement</title>
<p>All participants signed written informed consents following the recommendations of the Institutional Review Board of the Xianyang Central Hospital. The ethical approval certificate is 20210022.</p></sec>
<sec id="s8">
<title>Author Contributions</title>
<p>CY and ZL designed the study. WeL and ZH performed the study and analyzed the data. WeL and CX wrote the manuscript. SD, HW, QL, and Z-RT provided the expert consultations and clinical suggestions. WaL participated in its design and coordination. BW helped to draft the manuscript. All authors reviewed the final version of the manuscript.</p>
</sec>
<sec sec-type="COI-statement" id="conf1">
<title>Conflict of Interest</title>
<p>The authors declare that the research was conducted in the absence of any commercial or financial relationships that could be construed as a potential conflict of interest.</p></sec>
<sec sec-type="disclaimer" id="s9">
<title>Publisher&#x00027;s Note</title>
<p>All claims expressed in this article are solely those of the authors and do not necessarily represent those of their affiliated organizations, or those of the publisher, the editors and the reviewers. Any product that may be evaluated in this article, or claim that may be made by its manufacturer, is not guaranteed or endorsed by the publisher.</p></sec>
</body>
<back>
<ack><p>Thank the SEER database for providing relevant information.</p>
</ack>
<sec sec-type="supplementary-material" id="s10">
<title>Supplementary Material</title>
<p>The Supplementary Material for this article can be found online at: <ext-link ext-link-type="uri" xlink:href="https://www.frontiersin.org/articles/10.3389/fpubh.2022.877736/full#supplementary-material">https://www.frontiersin.org/articles/10.3389/fpubh.2022.877736/full#supplementary-material</ext-link></p>
<supplementary-material xlink:href="Table_1.XLSX" id="SM1" mimetype="application/vnd.openxmlformats-officedocument.spreadsheetml.sheet" xmlns:xlink="http://www.w3.org/1999/xlink"/></sec>
<ref-list>
<title>References</title>
<ref id="B1">
<label>1.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Gr&#x000FC;newald</surname> <given-names>TGP</given-names></name> <name><surname>Cidre-Aranaz</surname> <given-names>F</given-names></name> <name><surname>Surdez</surname> <given-names>D</given-names></name> <name><surname>Tomazou</surname> <given-names>EM</given-names></name> <name><surname>de &#x000C1;lava</surname> <given-names>E</given-names></name> <name><surname>Kovar</surname> <given-names>H</given-names></name> <etal/></person-group>. <article-title>Ewing sarcoma</article-title>. <source>Nat Rev Dis Primers.</source> (<year>2018</year>) <volume>4</volume>:<fpage>5</fpage>. <pub-id pub-id-type="doi">10.1038/s41572-018-0003-x</pub-id><pub-id pub-id-type="pmid">29977059</pub-id></citation></ref>
<ref id="B2">
<label>2.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Gargallo</surname> <given-names>P</given-names></name> <name><surname>Y&#x000E1;&#x000F1;ez</surname> <given-names>Y</given-names></name> <name><surname>Juan</surname> <given-names>A</given-names></name> <name><surname>Segura</surname> <given-names>V</given-names></name> <name><surname>Balaguer</surname> <given-names>J</given-names></name> <name><surname>Torres</surname> <given-names>B</given-names></name> <etal/></person-group>. <article-title>Review: ewing sarcoma predisposition</article-title>. <source>Pathol Oncol Res.</source> (<year>2020</year>) <volume>26</volume>:<fpage>2057</fpage>&#x02013;<lpage>66</lpage>. <pub-id pub-id-type="doi">10.1007/s12253-019-00765-3</pub-id><pub-id pub-id-type="pmid">31656020</pub-id></citation></ref>
<ref id="B3">
<label>3.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Morales</surname> <given-names>E</given-names></name> <name><surname>Olson</surname> <given-names>M</given-names></name> <name><surname>Iglesias</surname> <given-names>F</given-names></name> <name><surname>Dahiya</surname> <given-names>S</given-names></name> <name><surname>Luetkens</surname> <given-names>T</given-names></name> <name><surname>Atanackovic</surname> <given-names>D</given-names></name></person-group>. <article-title>Role of immunotherapy in Ewing sarcoma</article-title>. <source>J Immunother Cancer</source>. (<year>2020</year>) <volume>8</volume>:<fpage>53</fpage>. <pub-id pub-id-type="doi">10.1136/jitc-2020-000653</pub-id><pub-id pub-id-type="pmid">33293354</pub-id></citation></ref>
<ref id="B4">
<label>4.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Haybaeck</surname> <given-names>J</given-names></name> <name><surname>Roessner</surname> <given-names>A</given-names></name></person-group>. <article-title>Malignant round cell tumors: the Ewing sarcoma and beyond</article-title>. <source>Pathologe.</source> (<year>2020</year>) <volume>41</volume>:<fpage>116</fpage>&#x02013;<lpage>22</lpage>. <pub-id pub-id-type="doi">10.1007/s00292-020-00759-y</pub-id><pub-id pub-id-type="pmid">32060684</pub-id></citation></ref>
<ref id="B5">
<label>5.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Riggi</surname> <given-names>N</given-names></name> <name><surname>Suv&#x000E0;</surname> <given-names>ML</given-names></name> <name><surname>Stamenkovic</surname> <given-names>I</given-names></name></person-group>. <article-title>Ewing&#x00027;s sarcoma</article-title>. <source>N Engl J Med.</source> (<year>2021</year>) <volume>384</volume>:<fpage>154</fpage>&#x02013;<lpage>64</lpage>. <pub-id pub-id-type="doi">10.1056/NEJMra2028910</pub-id><pub-id pub-id-type="pmid">33497548</pub-id></citation></ref>
<ref id="B6">
<label>6.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Domansk</surname> <given-names>HA</given-names></name> <name><surname>Walther</surname> <given-names>SC</given-names></name></person-group>. <article-title>Ewing sarcoma</article-title>. <source>Monogr Clin Cytol.</source> (<year>2017</year>) <volume>22</volume>:<fpage>161</fpage>&#x02013;<lpage>4</lpage>. <pub-id pub-id-type="doi">10.1159/000475108</pub-id><pub-id pub-id-type="pmid">28750391</pub-id></citation></ref>
<ref id="B7">
<label>7.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Bosma</surname> <given-names>SE</given-names></name> <name><surname>Ayu</surname> <given-names>O</given-names></name> <name><surname>Fiocco</surname> <given-names>M</given-names></name> <name><surname>Gelderblom</surname> <given-names>H</given-names></name> <name><surname>Dijkstra</surname> <given-names>SPD</given-names></name></person-group>. <article-title>Prognostic factors for survival in Ewing sarcoma: a systematic review</article-title>. <source>Surg Oncol.</source> (<year>2018</year>) <volume>27</volume>:<fpage>603</fpage>&#x02013;<lpage>10</lpage>. <pub-id pub-id-type="doi">10.1016/j.suronc.2018.07.016</pub-id><pub-id pub-id-type="pmid">30449479</pub-id></citation></ref>
<ref id="B8">
<label>8.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>de Alava</surname> <given-names>E</given-names></name></person-group>. <article-title>Ewing sarcoma, an update on molecular pathology with therapeutic implications</article-title>. <source>Surg Pathol Clin</source>. (<year>2017</year>) <volume>10</volume>:<fpage>575</fpage>&#x02013;<lpage>85</lpage>. <pub-id pub-id-type="doi">10.1016/j.path.2017.04.001</pub-id><pub-id pub-id-type="pmid">28797503</pub-id></citation></ref>
<ref id="B9">
<label>9.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Lynch</surname> <given-names>AD</given-names></name> <name><surname>Gani</surname> <given-names>F</given-names></name> <name><surname>Meyer</surname> <given-names>CF</given-names></name> <name><surname>Morris</surname> <given-names>CD</given-names></name> <name><surname>Ahuja</surname> <given-names>N</given-names></name> <name><surname>Johnston</surname> <given-names>MF</given-names></name></person-group>. <article-title>Extraskeletal versus Skeletal Ewing Sarcoma in the adult population: controversies in care</article-title>. <source>Surg Oncol.</source> (<year>2018</year>) <volume>27</volume>:<fpage>373</fpage>&#x02013;<lpage>9</lpage>. <pub-id pub-id-type="doi">10.1016/j.suronc.2018.05.016</pub-id><pub-id pub-id-type="pmid">30217290</pub-id></citation></ref>
<ref id="B10">
<label>10.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Yu</surname> <given-names>H</given-names></name> <name><surname>Ge</surname> <given-names>Y</given-names></name> <name><surname>Guo</surname> <given-names>L</given-names></name> <name><surname>Huang</surname> <given-names>L</given-names></name></person-group>. <article-title>Potential approaches to the treatment of Ewing&#x00027;s sarcoma</article-title>. <source>Oncotarget.</source> (<year>2017</year>) <volume>8</volume>:<fpage>5523</fpage>&#x02013;<lpage>39</lpage>. <pub-id pub-id-type="doi">10.18632/oncotarget.12566</pub-id><pub-id pub-id-type="pmid">27740934</pub-id></citation></ref>
<ref id="B11">
<label>11.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Zhang</surname> <given-names>N</given-names></name> <name><surname>Liu</surname> <given-names>H</given-names></name> <name><surname>Yue</surname> <given-names>G</given-names></name> <name><surname>Zhang</surname> <given-names>Y</given-names></name> <name><surname>You</surname> <given-names>J</given-names></name> <name><surname>Wang</surname> <given-names>H</given-names></name></person-group>. <article-title>Molecular heterogeneity of Ewing sarcoma as detected by ion torrent sequencing</article-title>. <source>PLoS ONE.</source> (<year>2016</year>) <volume>11</volume>:<fpage>e0153546</fpage>. <pub-id pub-id-type="doi">10.1371/journal.pone.0153546</pub-id><pub-id pub-id-type="pmid">27755594</pub-id></citation></ref>
<ref id="B12">
<label>12.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Worch</surname> <given-names>J</given-names></name> <name><surname>Ranft</surname> <given-names>A</given-names></name> <name><surname>DuBois</surname> <given-names>SG</given-names></name> <name><surname>Paulussen</surname> <given-names>M</given-names></name> <name><surname>Juergens</surname> <given-names>H</given-names></name> <name><surname>Dirksen</surname> <given-names>U</given-names></name></person-group>. <article-title>Age dependency of primary tumor sites and metastases in patients with Ewing sarcoma</article-title>. <source>Pediatr Blood Cancer.</source> (<year>2018</year>) <volume>65</volume>:<fpage>e27251</fpage>. <pub-id pub-id-type="doi">10.1002/pbc.27251</pub-id><pub-id pub-id-type="pmid">29856530</pub-id></citation></ref>
<ref id="B13">
<label>13.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Sahin</surname> <given-names>K</given-names></name> <name><surname>Bayram</surname> <given-names>S</given-names></name> <name><surname>Salduz</surname> <given-names>A</given-names></name></person-group>. <article-title>Calcaneal Ewing&#x00027;s sarcoma with skip metastases to tarsals and lymph node involvement: a case report</article-title>. <source>J Foot Ankle Surg.</source> (<year>2018</year>) <volume>57</volume>:<fpage>162</fpage>&#x02013;<lpage>6</lpage>. <pub-id pub-id-type="doi">10.1053/j.jfas.2017.07.002</pub-id><pub-id pub-id-type="pmid">28844303</pub-id></citation></ref>
<ref id="B14">
<label>14.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Toquica</surname> <given-names>A</given-names></name> <name><surname>Rueda</surname> <given-names>X</given-names></name> <name><surname>Cervera</surname> <given-names>S</given-names></name> <name><surname>Reina</surname> <given-names>A</given-names></name> <name><surname>Pozzobon</surname> <given-names>C</given-names></name> <name><surname>Morales</surname> <given-names>SD</given-names></name> <etal/></person-group>. <article-title>Ewing&#x00027;s sarcoma metastatic to skin: a case report and review of the literature</article-title>. <source>Int J Dermatol.</source> (<year>2018</year>) <volume>57</volume>:<fpage>1365</fpage>&#x02013;<lpage>8</lpage>. <pub-id pub-id-type="doi">10.1111/ijd.14031</pub-id><pub-id pub-id-type="pmid">29732544</pub-id></citation></ref>
<ref id="B15">
<label>15.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Wang</surname> <given-names>W</given-names></name> <name><surname>Qiu</surname> <given-names>C</given-names></name> <name><surname>Yin</surname> <given-names>Z</given-names></name> <name><surname>Srivastava</surname> <given-names>G</given-names></name> <name><surname>Gadekallu</surname> <given-names>TR</given-names></name> <name><surname>Alsolami</surname> <given-names>F</given-names></name> <etal/></person-group>. <article-title>Blockchain and PUF-based lightweight authentication protocol for wireless medical sensor networks</article-title>. <source>IEEE Internet Things J.</source> (<year>2021</year>). <pub-id pub-id-type="doi">10.1109/JIOT.2021.3117762</pub-id></citation>
</ref>
<ref id="B16">
<label>16.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Xiong</surname> <given-names>H</given-names></name> <name><surname>Jin</surname> <given-names>C</given-names></name> <name><surname>Alazab</surname> <given-names>M</given-names></name> <name><surname>Yeh</surname> <given-names>K-H</given-names></name> <name><surname>Wang</surname> <given-names>H</given-names></name> <name><surname>Gadekallu</surname> <given-names>TRR</given-names></name> <etal/></person-group>. <article-title>On the design of blockchain-based ECDSA with fault-tolerant batch verication protocol for blockchain-enabled IoMT</article-title>. <source>IEEE J Biomed Health Inform.</source> (<year>2021</year>). <pub-id pub-id-type="doi">10.1109/JBHI.2021.3112693.</pub-id> [Epub ahead of print].<pub-id pub-id-type="pmid">34529581</pub-id></citation></ref>
<ref id="B17">
<label>17.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Zhou</surname> <given-names>Z</given-names></name> <name><surname>Wang</surname> <given-names>J</given-names></name> <name><surname>Fang</surname> <given-names>L</given-names></name> <name><surname>Ma</surname> <given-names>J</given-names></name> <name><surname>Guo</surname> <given-names>M</given-names></name></person-group>. <article-title>A nomogram for predicting overall survival in patients with Ewing sarcoma: a SEER-based study</article-title>. <source>BMC Musculoskelet Disord.</source> (<year>2020</year>) <volume>21</volume>:<fpage>737</fpage>. <pub-id pub-id-type="doi">10.1186/s12891-020-03706-3</pub-id><pub-id pub-id-type="pmid">33183244</pub-id></citation></ref>
<ref id="B18">
<label>18.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Sjoquist</surname> <given-names>KM</given-names></name> <name><surname>Renfro</surname> <given-names>LA</given-names></name> <name><surname>Simes</surname> <given-names>RJ</given-names></name> <name><surname>Tebbutt</surname> <given-names>NC</given-names></name> <name><surname>Clarke</surname> <given-names>S</given-names></name> <name><surname>Seymour</surname> <given-names>MT</given-names></name> <etal/></person-group>. <article-title>Personalizing survival predictions in advanced colorectal cancer: the ARCAD nomogram project</article-title>. <source>J Natl Cancer Inst.</source> (<year>2018</year>) <volume>110</volume>:<fpage>638</fpage>&#x02013;<lpage>48</lpage>. <pub-id pub-id-type="doi">10.1093/jnci/djx253</pub-id><pub-id pub-id-type="pmid">29267900</pub-id></citation></ref>
<ref id="B19">
<label>19.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Balachandran</surname> <given-names>VP</given-names></name> <name><surname>Gonen</surname> <given-names>M</given-names></name> <name><surname>Smith</surname> <given-names>JJ</given-names></name> <name><surname>DeMatteo</surname> <given-names>PR</given-names></name></person-group>. <article-title>Nomograms in oncology: more than meets the eye</article-title>. <source>Lancet Oncol.</source> (<year>2015</year>) <volume>16</volume>:<fpage>e173</fpage>&#x02013;<lpage>80</lpage>. <pub-id pub-id-type="doi">10.1016/S1470-2045(14)71116-7</pub-id><pub-id pub-id-type="pmid">25846097</pub-id></citation></ref>
<ref id="B20">
<label>20.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Li</surname> <given-names>W</given-names></name> <name><surname>Wang</surname> <given-names>H</given-names></name> <name><surname>Dong</surname> <given-names>S</given-names></name> <name><surname>Tang</surname> <given-names>Z-R</given-names></name> <name><surname>Chen</surname> <given-names>L</given-names></name> <name><surname>Cai</surname> <given-names>X</given-names></name> <etal/></person-group>. <article-title>Establishment and validation of a nomogram and web calculator for the risk of new vertebral compression fractures and cement leakage after percutaneous vertebroplasty in patients with osteoporotic vertebral compression fractures</article-title>. <source>Eur Spine J</source>. (<year>2021</year>). <pub-id pub-id-type="doi">10.1007/s00586-021-07064-z.</pub-id> [Epub ahead of print].<pub-id pub-id-type="pmid">34822018</pub-id></citation></ref>
<ref id="B21">
<label>21.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Li</surname> <given-names>W</given-names></name> <name><surname>Wang</surname> <given-names>J</given-names></name> <name><surname>Liu</surname> <given-names>W</given-names></name> <name><surname>Xu</surname> <given-names>C</given-names></name> <name><surname>Li</surname> <given-names>W</given-names></name> <name><surname>Zhang</surname> <given-names>K</given-names></name> <etal/></person-group>. <article-title>Machine learning applications for the prediction of bone cement leakage in percutaneous vertebroplasty</article-title>. <source>Front Public Health</source>. (<year>2021</year>) <volume>9</volume>:<fpage>e812023</fpage>. <pub-id pub-id-type="doi">10.3389/fpubh.2021.812023</pub-id><pub-id pub-id-type="pmid">34957041</pub-id></citation></ref>
<ref id="B22">
<label>22.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Sbaraglia</surname> <given-names>M</given-names></name> <name><surname>Righi</surname> <given-names>A</given-names></name> <name><surname>Gambarotti</surname> <given-names>M</given-names></name> <name><surname>Dei Tos</surname> <given-names>PA</given-names></name></person-group>. <article-title>Ewing sarcoma and Ewing-like tumors</article-title>. <source>Virchows Arch.</source> (<year>2020</year>) <volume>476</volume>:<fpage>109</fpage>&#x02013;<lpage>19</lpage>. <pub-id pub-id-type="doi">10.1007/s00428-019-02720-8</pub-id><pub-id pub-id-type="pmid">31802230</pub-id></citation></ref>
<ref id="B23">
<label>23.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Salah</surname> <given-names>S</given-names></name> <name><surname>Abuhijla</surname> <given-names>F</given-names></name> <name><surname>Ismail</surname> <given-names>T</given-names></name> <name><surname>Yaser</surname> <given-names>S</given-names></name> <name><surname>Sultan</surname> <given-names>I</given-names></name> <name><surname>Halalsheh</surname> <given-names>H</given-names></name> <etal/></person-group>. <article-title>Outcomes of extraskeletal vs. skeletal Ewing sarcoma patients treated with standard chemotherapy protocol</article-title>. <source>Clin Transl Oncol.</source> (<year>2020</year>) <volume>22</volume>:<fpage>878</fpage>&#x02013;<lpage>83</lpage>. <pub-id pub-id-type="doi">10.1007/s12094-019-02202-y</pub-id><pub-id pub-id-type="pmid">31429039</pub-id></citation></ref>
<ref id="B24">
<label>24.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Evola</surname> <given-names>FR</given-names></name> <name><surname>Costarella</surname> <given-names>L</given-names></name> <name><surname>Pavone</surname> <given-names>V</given-names></name> <name><surname>Caff</surname> <given-names>G</given-names></name> <name><surname>Cannav&#x000F2;</surname> <given-names>L</given-names></name> <name><surname>Sessa</surname> <given-names>A</given-names></name> <etal/></person-group>. <article-title>Biomarkers of osteosarcoma, chondrosarcoma, Ewing sarcoma</article-title>. <source>Front Pharmacol.</source> (<year>2017</year>) <volume>8</volume>:<fpage>150</fpage>. <pub-id pub-id-type="doi">10.3389/fphar.2017.00150</pub-id><pub-id pub-id-type="pmid">28439237</pub-id></citation></ref>
<ref id="B25">
<label>25.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Ghazal</surname> <given-names>TM</given-names></name> <name><surname>Hasan</surname> <given-names>MK</given-names></name> <name><surname>Alshurideh</surname> <given-names>MT</given-names></name> <name><surname>Alzoubi</surname> <given-names>HM</given-names></name> <name><surname>Ahmad</surname> <given-names>M</given-names></name> <name><surname>Akbar</surname> <given-names>SS</given-names></name> <etal/></person-group>. <article-title>IoT for smart cities: machine learning approaches in smart healthcare&#x02014;a review</article-title>. <source>Future Internet</source>. (<year>2021</year>) <volume>13</volume>:<fpage>218</fpage>. <pub-id pub-id-type="doi">10.3390/fi13080218</pub-id></citation>
</ref>
<ref id="B26">
<label>26.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Hasan</surname> <given-names>M</given-names></name> <name><surname>Islam</surname> <given-names>S</given-names></name> <name><surname>Sulaiman</surname> <given-names>R</given-names></name> <name><surname>Khan</surname> <given-names>S</given-names></name> <name><surname>Hashim</surname> <given-names>A</given-names></name> <name><surname>Habib</surname> <given-names>S</given-names></name> <etal/></person-group>. <article-title>Lightweight encryption technique to enhance medical image security on internet of medical things applications</article-title>. <source>IEEE Access</source>. (<year>2021</year>) 47731&#x02013;47742. <pub-id pub-id-type="doi">10.1109/ACCESS.2021.3061710</pub-id></citation>
</ref>
<ref id="B27">
<label>27.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Ghazal</surname> <given-names>MT</given-names></name> <name><surname>Anam</surname> <given-names>M</given-names></name> <name><surname>Kamrul Hasan</surname> <given-names>M</given-names></name> <name><surname>Hussain</surname> <given-names>M</given-names></name> <name><surname>Sajid Farooq</surname> <given-names>M</given-names></name> <name><surname>Muhammad Ammar Ali</surname> <given-names>H</given-names></name> <etal/></person-group>. <article-title>Hep-pred: hepatitis C staging prediction using fine Gaussian SVComputers M</article-title>. <source>Mater Continua</source>. (<year>2021</year>) <volume>69</volume>:<fpage>191</fpage>&#x02013;<lpage>203</lpage>. <pub-id pub-id-type="doi">10.32604/cmc.2021.015436</pub-id></citation>
</ref>
<ref id="B28">
<label>28.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Zheng</surname> <given-names>Y</given-names></name> <name><surname>Fu</surname> <given-names>S</given-names></name> <name><surname>He</surname> <given-names>T</given-names></name> <name><surname>Yan</surname> <given-names>Q</given-names></name> <name><surname>Di</surname> <given-names>W</given-names></name> <name><surname>Wang</surname> <given-names>J</given-names></name></person-group>. <article-title>Predicting prognosis in resected esophageal squamous cell carcinoma using a clinical nomogram and recursive partitioning analysis</article-title>. <source>Eur J Surg Oncol.</source> (<year>2018</year>) <volume>44</volume>:<fpage>1199</fpage>&#x02013;<lpage>204</lpage>. <pub-id pub-id-type="doi">10.1016/j.ejso.2018.04.011</pub-id><pub-id pub-id-type="pmid">29784506</pub-id></citation></ref>
<ref id="B29">
<label>29.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Li</surname> <given-names>W</given-names></name> <name><surname>Dong</surname> <given-names>S</given-names></name> <name><surname>Wang</surname> <given-names>B</given-names></name> <name><surname>Wang</surname> <given-names>H</given-names></name> <name><surname>Xu</surname> <given-names>C</given-names></name> <name><surname>Zhang</surname> <given-names>K</given-names></name> <etal/></person-group>. <article-title>The construction and development of a clinical prediction model to assess lymph node metastases in osteosarcoma</article-title>. <source>Front Public Health</source>. (<year>2021</year>) <volume>9</volume>:<fpage>e813625</fpage>. <pub-id pub-id-type="doi">10.3389/fpubh.2021.813625</pub-id><pub-id pub-id-type="pmid">35071175</pub-id></citation></ref>
<ref id="B30">
<label>30.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Biswas</surname> <given-names>B</given-names></name> <name><surname>Shukla</surname> <given-names>NK</given-names></name> <name><surname>Deo</surname> <given-names>SV</given-names></name> <name><surname>Agarwala</surname> <given-names>S</given-names></name> <name><surname>Sharma</surname> <given-names>DN</given-names></name> <name><surname>Vishnubhatla</surname> <given-names>S</given-names></name> <etal/></person-group>. <article-title>Evaluation of outcome and prognostic factors in extraosseous Ewing sarcoma</article-title>. <source>Pediatr Blood Cancer.</source> (<year>2014</year>) <volume>61</volume>:<fpage>1925</fpage>&#x02013;<lpage>31</lpage>. <pub-id pub-id-type="doi">10.1002/pbc.25095</pub-id><pub-id pub-id-type="pmid">25132242</pub-id></citation></ref>
<ref id="B31">
<label>31.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Biswas</surname> <given-names>B</given-names></name> <name><surname>Rastogi</surname> <given-names>S</given-names></name> <name><surname>Khan</surname> <given-names>SA</given-names></name> <name><surname>Shukla</surname> <given-names>NK</given-names></name> <name><surname>Deo</surname> <given-names>SV</given-names></name> <name><surname>Agarwala</surname> <given-names>S</given-names></name> <etal/></person-group>. <article-title>Developing a prognostic model for localized Ewing sarcoma family of tumors: A single institutional experience of 224 cases treated with uniform chemotherapy protocol</article-title>. <source>J Surg Oncol.</source> (<year>2015</year>) <volume>111</volume>:<fpage>683</fpage>&#x02013;<lpage>9</lpage>. <pub-id pub-id-type="doi">10.1002/jso.23861</pub-id><pub-id pub-id-type="pmid">25557999</pub-id></citation></ref>
<ref id="B32">
<label>32.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Biswas</surname> <given-names>B</given-names></name> <name><surname>Thakar</surname> <given-names>A</given-names></name> <name><surname>Mohanti</surname> <given-names>BK</given-names></name> <name><surname>Vishnubhatla</surname> <given-names>S</given-names></name> <name><surname>Bakhshi</surname> <given-names>S</given-names></name></person-group>. <article-title>Prognostic factors in head and neck Ewing sarcoma family of tumors</article-title>. <source>Laryngoscope.</source> (<year>2015</year>) <volume>125</volume>:<fpage>E112</fpage>&#x02013;<lpage>7</lpage>. <pub-id pub-id-type="doi">10.1002/lary.24985</pub-id><pub-id pub-id-type="pmid">25345585</pub-id></citation></ref>
<ref id="B33">
<label>33.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>L&#x000F3;pez-Alemany</surname> <given-names>R</given-names></name> <name><surname>Tirado</surname> <given-names>MO</given-names></name></person-group>. <article-title>Metastasis assessment in Ewing sarcoma using orthotopic xenografts</article-title>. <source>Methods Mol Biol</source>. (<year>2021</year>) <volume>2226</volume>:<fpage>201</fpage>&#x02013;<lpage>13</lpage>. <pub-id pub-id-type="doi">10.1007/978-1-0716-1020-6_16</pub-id><pub-id pub-id-type="pmid">33326104</pub-id></citation></ref>
<ref id="B34">
<label>34.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Ekin</surname> <given-names>S</given-names></name> <name><surname>&#x000C7;obanoglu</surname> <given-names>U</given-names></name> <name><surname>G&#x000F6;ya</surname> <given-names>C</given-names></name> <name><surname>Erten</surname> <given-names>R</given-names></name></person-group> <article-title>Y.den1 H. Ewing&#x00027;s sarcoma of the lung: a rare case</article-title>. <source>Tuberk Toraks.</source> (<year>2019</year>) <volume>67</volume>:<fpage>146</fpage>&#x02013;<lpage>8</lpage>. <pub-id pub-id-type="doi">10.5578/tt.68241</pub-id><pub-id pub-id-type="pmid">31414647</pub-id></citation></ref>
<ref id="B35">
<label>35.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Ottaviani</surname> <given-names>G</given-names></name> <name><surname>Jaffe</surname> <given-names>N</given-names></name></person-group>. <article-title>The epidemiology of osteosarcoma Cancer</article-title>. <source>Treat Res.</source> (<year>2009</year>) <volume>152</volume>:<fpage>3</fpage>&#x02013;<lpage>13</lpage>. <pub-id pub-id-type="doi">10.1007/978-1-4419-0284-9_1</pub-id><pub-id pub-id-type="pmid">20213383</pub-id></citation></ref>
<ref id="B36">
<label>36.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Duchman</surname> <given-names>KR</given-names></name> <name><surname>Gao</surname> <given-names>Y</given-names></name> <name><surname>Miller</surname> <given-names>JB</given-names></name></person-group>. <article-title>Prognostic factors for survival in patients with Ewing&#x00027;s sarcoma using the surveillance, epidemiology, and end results (SEER) program database</article-title>. <source>Cancer Epidemiol.</source> (<year>2015</year>) <volume>39</volume>:<fpage>189</fpage>&#x02013;<lpage>95</lpage>. <pub-id pub-id-type="doi">10.1016/j.canep.2014.12.012</pub-id><pub-id pub-id-type="pmid">25595632</pub-id></citation></ref>
</ref-list>
</back>
</article>