<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.3 20070202//EN" "journalpublishing.dtd">
<article article-type="research-article" dtd-version="2.3" xml:lang="EN" xmlns:mml="http://www.w3.org/1998/Math/MathML" xmlns:xlink="http://www.w3.org/1999/xlink">
<front>
<journal-meta>
<journal-id journal-id-type="publisher-id">Front. Genet.</journal-id>
<journal-title>Frontiers in Genetics</journal-title>
<abbrev-journal-title abbrev-type="pubmed">Front. Genet.</abbrev-journal-title>
<issn pub-type="epub">1664-8021</issn>
<publisher>
<publisher-name>Frontiers Media S.A.</publisher-name>
</publisher>
</journal-meta>
<article-meta>
<article-id pub-id-type="publisher-id">783513</article-id>
<article-id pub-id-type="doi">10.3389/fgene.2021.783513</article-id>
<article-categories>
<subj-group subj-group-type="heading">
<subject>Genetics</subject>
<subj-group>
<subject>Original Research</subject>
</subj-group>
</subj-group>
</article-categories>
<title-group>
<article-title>A Combined Nomogram Model to Predict Disease-free Survival in Triple-Negative Breast Cancer Patients With Neoadjuvant Chemotherapy</article-title>
<alt-title alt-title-type="left-running-head">Xia et&#x20;al.</alt-title>
<alt-title alt-title-type="right-running-head">A Model to Predict DFS in TNBC</alt-title>
</title-group>
<contrib-group>
<contrib contrib-type="author">
<name>
<surname>Xia</surname>
<given-names>Bingqing</given-names>
</name>
<xref ref-type="aff" rid="aff1">
<sup>1</sup>
</xref>
<xref ref-type="aff" rid="aff2">
<sup>2</sup>
</xref>
<uri xlink:href="https://loop.frontiersin.org/people/1060232/overview"/>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Wang</surname>
<given-names>He</given-names>
</name>
<xref ref-type="aff" rid="aff3">
<sup>3</sup>
</xref>
<uri xlink:href="https://loop.frontiersin.org/people/373444/overview"/>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Wang</surname>
<given-names>Zhe</given-names>
</name>
<xref ref-type="aff" rid="aff4">
<sup>4</sup>
</xref>
<uri xlink:href="https://loop.frontiersin.org/people/749392/overview"/>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Qian</surname>
<given-names>Zhaoxia</given-names>
</name>
<xref ref-type="aff" rid="aff1">
<sup>1</sup>
</xref>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Xiao</surname>
<given-names>Qin</given-names>
</name>
<xref ref-type="aff" rid="aff2">
<sup>2</sup>
</xref>
<uri xlink:href="https://loop.frontiersin.org/people/1521251/overview"/>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Liu</surname>
<given-names>Yin</given-names>
</name>
<xref ref-type="aff" rid="aff2">
<sup>2</sup>
</xref>
<uri xlink:href="https://loop.frontiersin.org/people/1012021/overview"/>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Shao</surname>
<given-names>Zhimin</given-names>
</name>
<xref ref-type="aff" rid="aff2">
<sup>2</sup>
</xref>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Zhou</surname>
<given-names>Shuling</given-names>
</name>
<xref ref-type="aff" rid="aff2">
<sup>2</sup>
</xref>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Chai</surname>
<given-names>Weimin</given-names>
</name>
<xref ref-type="aff" rid="aff5">
<sup>5</sup>
</xref>
</contrib>
<contrib contrib-type="author" corresp="yes">
<name>
<surname>You</surname>
<given-names>Chao</given-names>
</name>
<xref ref-type="aff" rid="aff2">
<sup>2</sup>
</xref>
<xref ref-type="corresp" rid="c001">&#x2a;</xref>
<uri xlink:href="https://loop.frontiersin.org/people/1388296/overview"/>
</contrib>
<contrib contrib-type="author" corresp="yes">
<name>
<surname>Gu</surname>
<given-names>Yajia</given-names>
</name>
<xref ref-type="aff" rid="aff2">
<sup>2</sup>
</xref>
<xref ref-type="corresp" rid="c001">&#x2a;</xref>
<uri xlink:href="https://loop.frontiersin.org/people/1059803/overview"/>
</contrib>
</contrib-group>
<aff id="aff1">
<label>
<sup>1</sup>
</label>International Peace Maternity and Child Health Hospital, <addr-line>Shanghai</addr-line>, <country>China</country>
</aff>
<aff id="aff2">
<label>
<sup>2</sup>
</label>Shanghai Cancer Center, Fudan University, <addr-line>Shanghai</addr-line>, <country>China</country>
</aff>
<aff id="aff3">
<label>
<sup>3</sup>
</label>Institute of Science and Technology for Brain-Inspired Intelligence, Fudan University, <addr-line>Shanghai</addr-line>, <country>China</country>
</aff>
<aff id="aff4">
<label>
<sup>4</sup>
</label>Shanghai United Imaging Medical Technology Co., Ltd., <addr-line>Shanghai</addr-line>, <country>China</country>
</aff>
<aff id="aff5">
<label>
<sup>5</sup>
</label>Ruijin Hospital, School of Medicine, Shanghai Jiao Tong University, <addr-line>Shanghai</addr-line>, <country>China</country>
</aff>
<author-notes>
<fn fn-type="edited-by">
<p>
<bold>Edited by:</bold> <ext-link ext-link-type="uri" xlink:href="https://loop.frontiersin.org/people/1003897/overview">Ming Fan</ext-link>, Hangzhou Dianzi University, China</p>
</fn>
<fn fn-type="edited-by">
<p>
<bold>Reviewed by:</bold> <ext-link ext-link-type="uri" xlink:href="https://loop.frontiersin.org/people/715147/overview">Zaiyi Liu</ext-link>, Guangdong Provincial People&#x2019;s Hospital, China</p>
<p>
<ext-link ext-link-type="uri" xlink:href="https://loop.frontiersin.org/people/1510264/overview">Dengbin Wang</ext-link>, Shanghai Jiaotong University, China</p>
</fn>
<corresp id="c001">&#x2a;Correspondence: Chao You, <email>youchao8888@aliyun.com</email>; Yajia Gu, <email>cjr.guyajia@vip.163.com</email>
</corresp>
<fn fn-type="other">
<p>This article was submitted to Human and Medical Genomics, a section of the journal Frontiers in Genetics</p>
</fn>
</author-notes>
<pub-date pub-type="epub">
<day>12</day>
<month>11</month>
<year>2021</year>
</pub-date>
<pub-date pub-type="collection">
<year>2021</year>
</pub-date>
<volume>12</volume>
<elocation-id>783513</elocation-id>
<history>
<date date-type="received">
<day>26</day>
<month>09</month>
<year>2021</year>
</date>
<date date-type="accepted">
<day>22</day>
<month>10</month>
<year>2021</year>
</date>
</history>
<permissions>
<copyright-statement>Copyright &#xa9; 2021 Xia, Wang, Wang, Qian, Xiao, Liu, Shao, Zhou, Chai, You and Gu.</copyright-statement>
<copyright-year>2021</copyright-year>
<copyright-holder>Xia, Wang, Wang, Qian, Xiao, Liu, Shao, Zhou, Chai, You and Gu</copyright-holder>
<license xlink:href="http://creativecommons.org/licenses/by/4.0/">
<p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (CC BY). The use, distribution or reproduction in other forums is permitted, provided the original author(s) and the copyright owner(s) are credited and that the original publication in this journal is cited, in accordance with accepted academic practice. No use, distribution or reproduction is permitted which does not comply with these&#x20;terms.</p>
</license>
</permissions>
<abstract>
<p>
<bold>Background:</bold> To investigate whether the radiomics signature (Rad-score) of DCE-MRI images obtained in triple-negative breast cancer (TNBC) patients before neoadjuvant chemotherapy (NAC) is associated with disease-free survival (DFS). Develop and validate an intuitive nomogram based on radiomics signatures, MRI findings, and clinicopathological variables to predict&#x20;DFS.</p>
<p>
<bold>Methods:</bold> Patients (<italic>n</italic>&#x20;&#x3d; 150) from two hospitals who received NAC from August 2011 to May 2017 were diagnosed with TNBC by pathological biopsy, and follow-up through May 2020 was retrospectively analysed. Patients from one hospital (<italic>n</italic>&#x20;&#x3d; 109) were used as the training group, and patients from the other hospital (<italic>n</italic>&#x20;&#x3d; 41) were used as the validation group. ROIs were drawn on 1.5&#x20;T MRI T1W enhancement images of the whole volume of the tumour obtained with a 3D slicer. Radiomics signatures predicting DFS were identified, optimal cut-off value for Rad-score was determined, and the associations between DFS and radiomics signatures, MRI findings, and clinicopathological variables were analysed. A nomogram was developed and validated for individualized DFS estimation.</p>
<p>
<bold>Results:</bold> The median follow-up time was 53.5&#xa0;months, and 45 of 150 (30.0%) patients experienced recurrence and metastasis. The optimum cut-off value of the Rad-score was 0.2528, which stratified patients into high- and low-risk groups for DFS in the training group (<italic>p</italic>&#x3c;0.001) and was validated in the external validation group. Multivariate analysis identified three independent indicators: multifocal/centric disease status, pCR status, and Rad-score. A nomogram based on these factors showed discriminatory ability, the C-index of the model was 0.834 (95% CI, 0.761&#x2013;0.907) and 0.868 (95% CI, 0.787&#x2013;949) in the training and the validation groups, respectively, which is better than clinicoradiological nomogram(training group: C-index &#x3d; 0.726, 95% CI &#x3d; 0.709&#x2013;0.743; validation group: C-index &#x3d; 0.774,95% CI &#x3d; 0.743&#x2013;0.805).</p>
<p>
<bold>Conclusion:</bold> The Rad-score derived from preoperative MRI features is an independent biomarker for DFS prediction in patients with TNBC to NAC, and the combined radiomics nomogram improved individualized DFS estimation.</p>
</abstract>
<kwd-group>
<kwd>radiomics</kwd>
<kwd>neoadjuvant chemotherapy</kwd>
<kwd>nomogram</kwd>
<kwd>triple-negative breast cancer</kwd>
<kwd>disease-free survival</kwd>
</kwd-group>
<contract-sponsor id="cn001">National Natural Science Foundation of China<named-content content-type="fundref-id">10.13039/501100001809</named-content>
</contract-sponsor>
<contract-sponsor id="cn002">Science and Technology Commission of Shanghai Municipality<named-content content-type="fundref-id">10.13039/501100003399</named-content>
</contract-sponsor>
<contract-sponsor id="cn003">Shanghai Shenkang Hospital Development Center<named-content content-type="fundref-id">10.13039/501100014137</named-content>
</contract-sponsor>
</article-meta>
</front>
<body>
<sec id="s1">
<title>Introduction</title>
<p>Triple-negative breast cancer (TNBC) is a clinical challenge because of its invasive nature, high risk of distant metastasis, and poor prognosis. Compared with other breast cancer patients, TNBC patients are 2&#x2013;3.5&#x20;times more likely to have distant recurrence (<xref ref-type="bibr" rid="B6">Fatayer et&#x20;al., 2016</xref>). It has been demonstrated that the probability of a pathological complete response (pCR) is higher in TNBC patients who receive neoadjuvant therapy (NAC) (close to 31% at present) than in patients with other molecular subtypes, suggesting that NAC improves DFS in this group of patients (<xref ref-type="bibr" rid="B7">Houssami et&#x20;al., 2012</xref>). However, pCR alone is not enough to predict the long-term recurrence-free survival rate of patients with TNBC, and an efficient prognostic biomarker is urgently needed to help stratify patients and create treatment guidelines.</p>
<p>Recently, some studies have indicated that radiomics can be used to obtain a series of related parameters to quantify the heterogeneity of lesions and shows promise for improving tumour prognosis. In previous studies, the radiomics nomogram provided a promising prediction of neoadjuvant chemotherapy efficacy in breast cancer patients based on pretreatment MRI images (<xref ref-type="bibr" rid="B1">Bian et&#x20;al., 2020</xref>; <xref ref-type="bibr" rid="B2">Chen et&#x20;al., 2020</xref>). Another study reported that the radiomics signature(Rad-score) could be used for DFS prediction in HER-2-positive invasive breast cancer treated with NAC, and the radiomics-clinicoradiologic-based nomogram may potentially be useful for personalized treatment strategies (<xref ref-type="bibr" rid="B18">Li et&#x20;al., 2020</xref>). However, there is no relevant research on&#x20;TNBC.</p>
<p>Dynamic contrast-enhanced magnetic resonance imaging (DCE-MRI) has excellent sensitivity and good specificity for breast cancer diagnosis and plays an important role in characterizing the heterogeneity of tumours. Most studies involving radiomics analysis only use the initial enhancement phase of DCE-MRI, and the additional value of radiomics calculated from later enhancement images was limited. Nevertheless, the radiomics features derived from the phases of multiple DCE-MRI images cannot be ignored, which may imply more information changing over time points.</p>
<p>The purpose of this study was to investigate whether the radiomics derived from all DCE-MRI phases obtained in TNBC patients before NAC are associated with DFS and to compare the combined radiomics nomogram and the clinicoradiological nomogram for their abilities in predicting DFS in patients with TNBC treated with&#x20;NAC.</p>
</sec>
<sec sec-type="materials|methods" id="s2">
<title>Materials and Methods</title>
<p>The institutional review board approved this two-institution study and retrospective radiomics data analysis (approval No: 2004216-14), and the requirement for written informed consent was waived.</p>
<sec id="s2-1">
<title>Patients</title>
<p>Between August 2011 and May 2017, a total of 150 patients from two hospitals were enrolled according to the inclusion criteria. The inclusion criteria included 1) oestrogen receptor (ER), progesterone receptor (PR) and human epidermal growth factor receptor 2 (HER2) were all negative according to a core-needle biopsy performed before treatment (the HER2 score (2&#x2b;) obtained based on immunohistochemistry and gene amplification was confirmed with fluorescence <italic>in situ</italic> hybridization), 2) patients who received NAC and underwent a final surgery, and 3) patients who underwent an examination using the same machine (Aurora Dedicated Breast MRI System, USA, Aurora). The exclusion criteria included the following: 1) patients who did not undergo a magnetic resonance examination before treatment, 2) patients whose lesions were hardly identified on breast MR images, 3) patients with confirmed systemic metastasis, 4) patients with no final pathological results after treatment, and 5) patients who were lost to follow-up after operations. Finally, all patients were required to undergo an MR examination within 30&#xa0;days before neoadjuvant therapy. The following information was also recorded for all patients: age, menopausal status, start date of NAC, clinical stage, pre-NAC-T stage and N stage, tumour histologic type, Ki67, surgery type, and date of progression (local recurrence and distant metastasis) to determine duration (months) of DFS. DFS was calculated from the date of surgery to the date of breast cancer recurrence and metastasis, the last confirmation of no evidence of disease, or the most recent follow-up examination.</p>
</sec>
<sec id="s2-2">
<title>Magnetic Resonance Imaging</title>
<p>Before treatment, all MR scans were performed with an AURORA 1.5T breast magnetic resonance machine (Aurora Dedicated Breast MRI System, United&#x20;States, Aurora). The patients underwent this procedure in the prone position with both breasts naturally suspended in a dedicated breast coil. The scanning range included the bilateral breasts and axillary regions. DCE-MRI was performed using axial T1-weighted fat suppression (TE/TR &#x3d; 5&#xa0;ms/29&#xa0;ms, slice thickness &#x3d; 1.5&#xa0;mm with no gap, FOV &#x3d; 360&#xa0;mm, matrix &#x3d; 360&#x20;&#xd7; 360) and consisted of one precontrast and three consecutive postcontrast dynamic series. Gd-DTPA was injected into the dorsal hand vein via a bolus injection (0.1&#xa0;mmol/kg) at a rate of 2.0&#xa0;ml/s. The scanning time for each phase was approximately 2&#xa0;min.</p>
<p>All medical images and clinical records were independently reviewed by two radiologists specializing in breast imaging diagnosis (with 5 and 15&#xa0;years of experience, respectively). The morphologic manifestations (such as mass or nonmass enhancement and TIC curve) of each lesion were determined according to the 2013 Breast Imaging Reporting and Data System (BI-RADS) MR imaging lexicon standard proposed by the American College of Radiology.</p>
</sec>
<sec id="s2-3">
<title>Tumour Masking and Inter-Observer Reproducibility Evaluation</title>
<p>ROIs were manually drawn by the radiologist on the whole volume of the tumours (including the necrotic regions) with 3D Slicer software (<ext-link ext-link-type="uri" xlink:href="https://www.slicer.org">https://www.slicer.org</ext-link>). The 3D segmentation ROIs of the whole tumour were first created on the first post-contrast DCE images and then propagated to the pre-contrast and the other two post-contrast series of DCE images. For multifocal/centric and nonmass enhancement tumours, ROIs were drawn over all lesions. Examples of 3D segmentation are shown in <xref ref-type="fig" rid="F1">Figure&#x20;1</xref>. <xref ref-type="fig" rid="F1">Figure&#x20;1A</xref> is MR images of TNBC with multifocal/centric masses. The green area represents the scope of ROI delineation, and each lesion is delineated by layers. <xref ref-type="fig" rid="F1">Figure&#x20;1B</xref> is MR images of TNBC with non-mass lesions.The green area is delineated by ROI and delineated according to the scope of enhancement.</p>
<fig id="F1" position="float">
<label>FIGURE 1</label>
<caption>
<p>Examples of 3D segmentations of Triple-negative breast cancers.</p>
</caption>
<graphic xlink:href="fgene-12-783513-g001.tif"/>
</fig>
<p>Using 50 randomly selected samples, the interobserver reproducibility of ROI detection and radiomic feature extraction was measured. Two experienced radiologists (BQX and QX) described the ROI independently, and then the radiomic features extracted from the above two ROIs were compared to obtain the interclass correlation coefficient. An ICC score greater than 0.8 was interpreted as satisfactory agreement. The ICC for the radiomic features was defined as high (ICC &#x2265; 0.8), medium (0.8 &#x3e; ICC &#x2265; 0.5) or low (ICC &#x3c;&#x20;0.5).</p>
</sec>
<sec id="s2-4">
<title>Treatment Regimen and Criteria for pCR and Recurrence</title>
<p>All patients received paclitaxel sequential/combined anthracycline neoadjuvant chemotherapy with or without platinum. The median duration of NAC was 4 (range, 4&#x2013;8) months. pCR was defined as ypT0/is and ypN0, which indicate the absence of residual invasive carcinoma in breast tissues with or without ductal carcinoma <italic>in situ</italic> and the absence of any residual cancer in the sampled axillary lymph nodes. A pathological response was determined by senior breast pathologists. Recurrence was defined as local-regional (confined to the ipsilateral breast or chest wall and/or axillary, infraclavicular or supraclavicular lymph nodes) and distant metastasis (to other parts of the body or the contralateral breast). Breast cancer recurrence was confirmed by biopsy, and metastasis was confirmed by biopsy when appropriate or on the basis of an imaging assessment, including PET/CT and other imaging modalities.</p>
</sec>
<sec id="s2-5">
<title>Radiomics Analysis, Feature Selection and Rad-Score</title>
<p>The radiomics signature included 1316 radiomics features that were extracted from the training group by the PyRadiomics package in Python software (v. 3.6, Python Software Foundation, <ext-link ext-link-type="uri" xlink:href="https://www.python.org/">https://www.python.org/</ext-link>). All these features were classified into 3 groups (<xref ref-type="table" rid="T1">Table&#x20;1</xref>). To characterize the textural changes observed on DCE images over time series, we measured ten new sequential features for each texture feature described in group b (<xref ref-type="sec" rid="s11">Supplementary Table S1</xref>). All these features have been applied in previous radiomics studies (<xref ref-type="bibr" rid="B18">Li et&#x20;al., 2020</xref>). Forward stepwise regression was applied to select features. Rad-score was calculated for each patient via a linear combination of selected features that were weighted by their respective coefficients. Feature selection was achieved using the Statistics Toolbox in MATLAB (v. R2018a; MathWorks, Natick,&#x20;MA).</p>
<table-wrap id="T1" position="float">
<label>TABLE 1</label>
<caption>
<p>Three groups of extracted features.</p>
</caption>
<table>
<thead valign="top">
<tr>
<th align="left"/>
<th align="center">Group</th>
<th align="center">Number (features)</th>
<th align="center">Description</th>
</tr>
</thead>
<tbody valign="top">
<tr>
<td align="left">a</td>
<td align="left">Shape features on DCE (DCEshape)</td>
<td align="center">14</td>
<td align="left">The 14&#x20;shape-based features were calculated based on the first postcontrast DCE images</td>
</tr>
<tr>
<td align="left">b</td>
<td align="left">Texture features based on DCE images with 4&#x20;time series (DCEtexture)</td>
<td align="center">372</td>
<td align="left">The 93 texture features (including 18&#x20;first-order features, 24&#x20;grey-level co-occurrence matrix (GLCM) features, 16&#x20;grey-level run length matrix (GLRLM) features, 16&#x20;grey-level size zone matrix (GLSZM) features, 5 neighbouring grey tone difference matrix (NGTDM) features, and 14&#x20;grey-level dependence matrix (GLDM) features) were calculated based on these four series image sets to yield 372 features</td>
</tr>
<tr>
<td align="left">c</td>
<td align="left">Sequential features based on DCE images (DCEsequential)</td>
<td align="center">930</td>
<td align="left">The first six features, including mean, variance, kurtosis, skewness, energy, and entropy, were extracted for each individual subject. The other four features, including Kendall-tau-b, conservation, stability, and dispersion, were calculated for the interactive information between the current subject and the remainder of the subjects. Therefore, a total of 930 DCEsequential features were extracted from 93 texture features</td>
</tr>
</tbody>
</table>
</table-wrap>
</sec>
</sec>
<sec id="s3">
<title>Statistical Analysis</title>
<p>We compared patient characteristics using commercially available statistical software (IBM SPSS 24.0). When appropriate, significant differences between the training and validation groups were assessed by the Chi-square test, Fisher&#x2019;s test or <italic>t</italic>-test. A two-sided <italic>p</italic> value of less than 0.05 indicates a significant difference. The Rad-scores were divided into two groups (high-risk vs low-risk) using receiver operating characteristic (ROC) curve analysis according to optimal cut-off value determined by maximizing the Youden index (sensitivity &#x2b; specificity-1). Significant variables in the univariate Cox proportional hazard model (<italic>p</italic>&#x20;&#x3c; 0.05) were included in the multivariate analysis. The combined radiomics nomogram incorporated the radiomics signature and various independent risk factors based on multivariate analysis in the training group and was then validated in the validation group. The predictive ability and discriminatory performance of each established model were evaluated using an index of probability of concordance (C-index), and the C-index between the predicted probability and actual outcome was calculated to evaluate the predictive ability and discrimination of the model (<xref ref-type="bibr" rid="B16">Wolbers et&#x20;al., 2009</xref>). The value of the C-index ranges from 0.5&#x2013;1.0, with 0.5 indicating random chance and 1.0 indicating perfectly accurate discrimination. The nomograms were subjected to bootstrapping validation (1000 bootstrap resamples) to obtain a relatively corrected C-index.</p>
</sec>
<sec sec-type="results" id="s4">
<title>Results</title>
<sec id="s4-1">
<title>Patient Characteristics</title>
<p>The clinicopathological and MR imaging characteristics of the training and validation groups with TNBC are listed in <xref ref-type="table" rid="T2">Table&#x20;2</xref>. Except for the clinical stage, pre-NAC N stage and pCR status, there were no differences between the training and validation groups. The median follow-up time was 54&#xa0;months (range, 1&#x2013;101&#xa0;months) for the training group and 48&#x20;months (range, 1&#x2013;88&#xa0;months) for the validation group. There were 45 (30.0%) recurrences, 30 (20.0%) in the training group and 15 (10.0%) in the validation group, including 35 patients with distant metastasis (one also had additional local-regional recurrence), 8 with local-regional recurrence only, and 2 with contralateral breast cancers.</p>
<table-wrap id="T2" position="float">
<label>TABLE 2</label>
<caption>
<p>Comparison of clinical and pathological and pretreatment MR imaging characteristics between training and validation groups.</p>
</caption>
<table>
<thead valign="top">
<tr>
<th align="left">Characteristics</th>
<th align="center">Training group (<italic>n</italic>&#x20;&#x3d; 109)</th>
<th align="center">Validation group (<italic>n</italic>&#x20;&#x3d; 41)</th>
<th align="center">
<italic>p</italic>
</th>
</tr>
</thead>
<tbody valign="top">
<tr>
<td align="left">Age, mean (SD), y</td>
<td align="center">47.3&#x20;&#xb1; 11.1</td>
<td align="center">48.6&#x20;&#xb1; 13.3</td>
<td align="char" char=".">0.545</td>
</tr>
<tr>
<td align="left">Menopausal status</td>
<td align="left"/>
<td align="left"/>
<td align="char" char=".">0.322</td>
</tr>
<tr>
<td align="left">Premenopausal</td>
<td align="center">63(57.8)</td>
<td align="center">20(48.8)</td>
<td align="left"/>
</tr>
<tr>
<td align="left">Postmenopausal</td>
<td align="center">46(42.2)</td>
<td align="center">21(51.2)</td>
<td align="left"/>
</tr>
<tr>
<td align="left">Clinical Stage</td>
<td align="left"/>
<td align="left"/>
<td align="char" char=".">0.007<xref ref-type="table-fn" rid="Tfn1">
<sup>a</sup>
</xref>
</td>
</tr>
<tr>
<td align="left">II</td>
<td align="center">83(76.1)</td>
<td align="center">22(53.7)</td>
<td align="left"/>
</tr>
<tr>
<td align="left">III</td>
<td align="center">26(23.9)</td>
<td align="center">19(46.3)</td>
<td align="left"/>
</tr>
<tr>
<td align="left">Pre-NAC T-stage</td>
<td align="left"/>
<td align="left"/>
<td align="char" char=".">0.061</td>
</tr>
<tr>
<td align="left">T1</td>
<td align="center">10(9.2)</td>
<td align="center">4(9.8)</td>
<td align="left"/>
</tr>
<tr>
<td align="left">T2</td>
<td align="center">68(62.4)</td>
<td align="center">16(39.0)</td>
<td align="left"/>
</tr>
<tr>
<td align="left">T3</td>
<td align="center">22(20.2)</td>
<td align="center">14(34.1)</td>
<td align="left"/>
</tr>
<tr>
<td align="left">T4</td>
<td align="center">9(8.3)</td>
<td align="center">7(17.1)</td>
<td align="left"/>
</tr>
<tr>
<td align="left">Pre-NAC N-stage</td>
<td align="left"/>
<td align="left"/>
<td align="char" char=".">0.032<xref ref-type="table-fn" rid="Tfn1">
<sup>a</sup>
</xref>
</td>
</tr>
<tr>
<td align="left">N0</td>
<td align="center">38(34.9)</td>
<td align="center">10(24.4)</td>
<td align="left"/>
</tr>
<tr>
<td align="left">N1</td>
<td align="center">55(50.5)</td>
<td align="center">21(51.2)</td>
<td align="left"/>
</tr>
<tr>
<td align="left">N2</td>
<td align="center">7(6.4)</td>
<td align="center">9(22.0)</td>
<td align="left"/>
</tr>
<tr>
<td align="left">N3</td>
<td align="center">9(8.3)</td>
<td align="center">1(2.4)</td>
<td align="left"/>
</tr>
<tr>
<td align="left">Pathological type</td>
<td align="left"/>
<td align="left"/>
<td align="char" char=".">0.575</td>
</tr>
<tr>
<td align="left">IDC</td>
<td align="center">105(96.3)</td>
<td align="center">41(100.0)</td>
<td align="left"/>
</tr>
<tr>
<td align="left">ILC,IMPC</td>
<td align="center">4(3.7)</td>
<td align="center">0(0.0)</td>
<td align="left"/>
</tr>
<tr>
<td align="left">KI-67</td>
<td align="left"/>
<td align="left"/>
<td align="char" char=".">0.090</td>
</tr>
<tr>
<td align="left">&#x2264;14%</td>
<td align="center">6(5.5)</td>
<td align="center">6(14.6)</td>
<td align="left"/>
</tr>
<tr>
<td align="left">&#x3e;14%</td>
<td align="center">103(94.5)</td>
<td align="center">35(85.4)</td>
<td align="left"/>
</tr>
<tr>
<td align="left">Surgery type</td>
<td align="left"/>
<td align="left"/>
<td align="char" char=".">0.075</td>
</tr>
<tr>
<td align="left">Breast conservation</td>
<td align="center">21(19.3)</td>
<td align="center">3(7.3)</td>
<td align="left"/>
</tr>
<tr>
<td align="left">Mastectomy</td>
<td align="center">88(80.7)</td>
<td align="center">38(92.7)</td>
<td align="left"/>
</tr>
<tr>
<td align="left">Features at MR imaging</td>
<td align="left"/>
<td align="left"/>
<td align="char" char=".">0.455</td>
</tr>
<tr>
<td align="left">Mass</td>
<td align="center">86(78.9)</td>
<td align="center">30(73.2)</td>
<td align="left"/>
</tr>
<tr>
<td align="left">Nonmass</td>
<td align="center">23(21.1)</td>
<td align="center">11(26.8)</td>
<td align="left"/>
</tr>
<tr>
<td align="left">Kinetics</td>
<td align="left"/>
<td align="left"/>
<td align="char" char=".">0.684</td>
</tr>
<tr>
<td align="left">Washout</td>
<td align="center">104(95.4)</td>
<td align="center">38(92.7)</td>
<td align="left"/>
</tr>
<tr>
<td align="left">Plateau or persistent</td>
<td align="center">5(4.6)</td>
<td align="center">3(7.3)</td>
<td align="left"/>
</tr>
<tr>
<td align="left">Multi-focal/centric disease</td>
<td align="left"/>
<td align="left"/>
<td align="char" char=".">0.695</td>
</tr>
<tr>
<td align="left">Present</td>
<td align="center">31(28.4)</td>
<td align="center">13(31.7)</td>
<td align="left"/>
</tr>
<tr>
<td align="left">Absent</td>
<td align="center">78(71.6)</td>
<td align="center">28(68.3)</td>
<td align="left"/>
</tr>
<tr>
<td align="left">pCR</td>
<td align="left"/>
<td align="left"/>
<td align="char" char=".">0.022<xref ref-type="table-fn" rid="Tfn1">
<sup>a</sup>
</xref>
</td>
</tr>
<tr>
<td align="left">Yes</td>
<td align="center">46(42.2)</td>
<td align="center">9(22.0)</td>
<td align="left"/>
</tr>
<tr>
<td align="left">No</td>
<td align="center">63(57.8)</td>
<td align="center">32(78.0)</td>
<td align="left"/>
</tr>
<tr>
<td align="left">Lymphovascular invasion</td>
<td align="left"/>
<td align="left"/>
<td align="char" char=".">0.052</td>
</tr>
<tr>
<td align="left">Present</td>
<td align="center">23(21.1)</td>
<td align="center">15(36.6)</td>
<td align="left"/>
</tr>
<tr>
<td align="left">Absent</td>
<td align="center">86(78.9)</td>
<td align="center">26(63.4)</td>
<td align="left"/>
</tr>
<tr>
<td align="left">Disease-free survival</td>
<td align="left"/>
<td align="left"/>
<td align="char" char=".">0.280</td>
</tr>
<tr>
<td align="left">Yes</td>
<td align="center">79(72.5)</td>
<td align="center">26(63.4)</td>
<td align="left"/>
</tr>
<tr>
<td align="left">No</td>
<td align="center">30(27.5)</td>
<td align="center">15(36.6)</td>
<td align="left"/>
</tr>
</tbody>
</table>
<table-wrap-foot>
<fn>
<p>Data are expressed as <italic>n</italic>(%) unless otherwise specified.</p>
</fn>
<fn>
<p>The <italic>p</italic> values for age were determined by <italic>t</italic>&#x20;test, while other <italic>p</italic> values were determined by Chi square or Fisher exact tests, as appropriate.</p>
</fn>
<fn id="Tfn1">
<label>a</label>
<p>indicate statistical significance (<italic>p</italic>&#x3c;0.05).</p>
</fn>
<fn>
<p>IDC, invasive ductal carcinoma; ILC, invasive lobular carcinoma; IMPC, invasive micropapillary carcinoma; <italic>p</italic>CR, pathological complete response.</p>
</fn>
</table-wrap-foot>
</table-wrap>
</sec>
<sec id="s4-2">
<title>Radimics Analysis, Rad-Score Building and Validation</title>
<p>The ICC for radiomic features between the two radiologists BQX and QX ranged from 0.8732 to 0.9671. Two radiologists generally reached a consensus on the delineations. To verify the importance of the new features, two different Radimics models were delevoped. Model 1 only uses the features derived from the first postcontrast phase, while Model 2 uses the features derived from all dynamic phases, including the new features. The results for the two models are shown in <xref ref-type="table" rid="T3">Table&#x20;3</xref>. Model 2 achieved a predictive accuracy of 85.4%, sensitivity of 50.0%, specificity of 97.6%, PPV of 88.0%, and NPV of 85.0%, which was more robust than Model 1. Finally, Model 2 was selected for the following&#x20;study.</p>
<table-wrap id="T3" position="float">
<label>TABLE 3</label>
<caption>
<p>Summary of radiomics model1 and model2 results.</p>
</caption>
<table>
<thead valign="top">
<tr>
<th align="left"/>
<th align="center">Accuracy</th>
<th align="center">Sensitivity</th>
<th align="center">Specificity</th>
<th align="center">PPV</th>
<th align="center">NPV</th>
</tr>
</thead>
<tbody valign="top">
<tr>
<td align="left">Model1 (1st PC phase)</td>
<td align="center">76.6%(74.3&#x2013;78.0)</td>
<td align="center">17.4%(10.7&#x2013;21.4)</td>
<td align="center">97.1%(95.1, 98.8)</td>
<td align="center">68.1%(50.0&#x2013;83.3)</td>
<td align="center">77.3%(76.0&#x2013;78.2)</td>
</tr>
<tr>
<td align="left">Model2 (All phases, 1pre-contrast and 3&#xa0;PC phases</td>
<td align="center">85.4%(84.4&#x2013;86.2)</td>
<td align="center">50.0%(46.4&#x2013;50.0)</td>
<td align="center">97.6%(96.3&#x2013;98.8)</td>
<td align="center">88.0%(82.4&#x2013;93.3)</td>
<td align="center">85.0%(84.8&#x2013;85.1)</td>
</tr>
</tbody>
</table>
<table-wrap-foot>
<fn>
<p>Confidence intervals are in parenthesis. Above two models were performed using a fine Gaussian support vector machine and conducted using 5-fold cross validation to overcome overfitting. The procedure was repeated for ten rounds to average the estimates of performance.</p>
</fn>
<fn>
<p>PC, post-contrast; PPV, positive predictive value; NPV, negative predictive&#x20;value.</p>
</fn>
</table-wrap-foot>
</table-wrap>
<p>In Model 2, six textural features were selected for predicting DFS after forward stepwise regression selection, and the Rad-score calculation formula is presented:y &#x3d; 0.25688&#x2b;(&#x2212;0.12986)&#xd7;Skewness_glcm_Imc1&#x2b;(&#x2212;0.13965)&#xd7;Entropy_firstorder_RootMeanSquared&#x2b;(&#x2212;0.094626)&#xd7;Entropy_ngtdm_Busyness&#x2b;0.10472&#xd7;Kendall-tau-b_glcm_Idmn&#x2b;(&#x2212;0.23802)&#xd7;Conservation_glcm_DifferenceAverage&#x2b;0.2713&#xd7;Conservation_ngtdm_Complexity. The above selected features are all from group c (DCEsequential). There was a significant difference in Rad-scores between the recurrence and no recurrence groups (<italic>p</italic>&#x3c;0.001) in the training group. The median Rad-score was 0.2349 (range, &#x2212;0.3165 to 0.9846; interquartile range, 0.1038&#x2013;0.3812). The optimum cut-off value generated by the ROC curve was 0.2528, and the AUC was 0.852 (95% CI, 0.773&#x2013;0.932). Using this threshold value, patients were classified into a high-risk group (Rad-score &#x2265; 0.2528) and a low-risk group (Rad-score &#x3c; 0.2528). Kaplan-Meier curves showed that the radiomics signature was associated with DFS in the training group (<italic>p</italic>&#x20;&#x3c; 0.001), and this finding was confirmed in the validation group (<italic>p</italic>&#x20;&#x3c; 0.001) (<xref ref-type="fig" rid="F2">Figure&#x20;2</xref>).</p>
<fig id="F2" position="float">
<label>FIGURE 2</label>
<caption>
<p>Kaplan&#x2013;Meier survival analyses according to the radiomics signature with low-risk and high-risk patients in training and validation groups.</p>
</caption>
<graphic xlink:href="fgene-12-783513-g002.tif"/>
</fig>
</sec>
<sec id="s4-3">
<title>Univariate and Multivariate Analyses of the Risk Factors for RFS</title>
<p>The results of the univariate and multivariate analyses of the risk factors for RFS in the training group are shown in <xref ref-type="table" rid="T4">Table&#x20;4</xref>. A higher Rad-score, multifocal/centric lesions, nonmass lesions, ILC/MIPC histological type, non-pCR and lymphovascular invasion were associated with worse DFS. Furthermore, in the multivariate Cox analysis, a higher Rad-score (DFS odds ratio 26.685; 95% CI 6.654&#x2013;107.010; <italic>p</italic>&#x20;&#x3d; 0.000), multifocal/centric lesions (DFS odds ratio, 2.522; 95% CI, 1.160&#x2013;5.481; <italic>p</italic>&#x20;&#x3d; 0.020), and pCR status (DFS odds ratio, 0.285; 95% CI, 0.100&#x2013;0.810; <italic>p</italic>&#x20;&#x3d; 0.019) remained independent prognostic factors (<xref ref-type="table" rid="T4">Table&#x20;4</xref>).</p>
<table-wrap id="T4" position="float">
<label>TABLE 4</label>
<caption>
<p>Univariate and multivariate analysis of disease-free survival in training&#x20;group.</p>
</caption>
<table>
<thead valign="top">
<tr>
<th rowspan="2" align="left">Characteristics</th>
<th colspan="3" align="center">Univariate analysis</th>
<th colspan="3" align="center">Multivariate analysis</th>
</tr>
<tr>
<th align="center">OR</th>
<th align="center">95% CI</th>
<th align="center">
<italic>p</italic> value</th>
<th align="center">OR</th>
<th align="center">95% CI</th>
<th align="center">
<italic>p</italic> value</th>
</tr>
</thead>
<tbody valign="top">
<tr>
<td align="left">Age,&#x3c;35&#xa0;years versus &#x2265;35&#xa0;years</td>
<td align="char" char=".">1.775</td>
<td align="char" char=".">0.538&#x2013;5.855</td>
<td align="char" char=".">0.346</td>
<td align="left"/>
<td align="left"/>
<td align="left"/>
</tr>
<tr>
<td align="left">Menopausal status, premenopausal versus postmenopausal</td>
<td align="char" char=".">1.661</td>
<td align="char" char=".">0.810&#x2013;3.404</td>
<td align="char" char=".">0.166</td>
<td align="left"/>
<td align="left"/>
<td align="left"/>
</tr>
<tr>
<td align="left">Clinical Stage, II versus III</td>
<td align="char" char=".">1.529</td>
<td align="char" char=".">0.700&#x2013;3.340</td>
<td align="char" char=".">0.287</td>
<td align="left"/>
<td align="left"/>
<td align="left"/>
</tr>
<tr>
<td align="left">Pre-NAC Tstage(T1 reference)</td>
<td align="left"/>
<td align="left"/>
<td align="char" char=".">0.306</td>
<td align="left"/>
<td align="left"/>
<td align="left"/>
</tr>
<tr>
<td align="left">T2</td>
<td align="char" char=".">3</td>
<td align="char" char=".">0.354&#x2013;25.439</td>
<td align="char" char=".">0.314</td>
<td align="left"/>
<td align="left"/>
<td align="left"/>
</tr>
<tr>
<td align="left">T3</td>
<td align="char" char=".">5.143</td>
<td align="char" char=".">0.547&#x2013;48.365</td>
<td align="char" char=".">0.152</td>
<td align="left"/>
<td align="left"/>
<td align="left"/>
</tr>
<tr>
<td align="left">T4</td>
<td align="char" char=".">7.2</td>
<td align="char" char=".">0.622&#x2013;83.342</td>
<td align="char" char=".">0.114</td>
<td align="left"/>
<td align="left"/>
<td align="left"/>
</tr>
<tr>
<td align="left">Pre-NAC Nstage(N0 reference)</td>
<td align="left"/>
<td align="left"/>
<td align="char" char=".">0.248</td>
<td align="left"/>
<td align="left"/>
<td align="left"/>
</tr>
<tr>
<td align="left">N1</td>
<td align="char" char=".">1.322</td>
<td align="char" char=".">0.512&#x2013;3.41</td>
<td align="char" char=".">0.564</td>
<td align="left"/>
<td align="left"/>
<td align="left"/>
</tr>
<tr>
<td align="left">N2</td>
<td align="char" char=".">4.296</td>
<td align="char" char=".">0.806&#x2013;22.9</td>
<td align="char" char=".">0.088</td>
<td align="left"/>
<td align="left"/>
<td align="left"/>
</tr>
<tr>
<td align="left">N3</td>
<td align="char" char=".">0.403</td>
<td align="char" char=".">0.044&#x2013;3.669</td>
<td align="char" char=".">0.42</td>
<td align="left"/>
<td align="left"/>
<td align="left"/>
</tr>
<tr>
<td align="left">Pathologic type, IDC versus ILC, IMPC</td>
<td align="char" char=".">5.330</td>
<td align="char" char=".">1.602&#x2013;17.735</td>
<td align="char" char=".">0.006<xref ref-type="table-fn" rid="Tfn2">
<sup>a</sup>
</xref>
</td>
<td align="char" char=".">0.851</td>
<td align="char" char=".">0.210&#x2013;3.445</td>
<td align="char" char=".">0.821</td>
</tr>
<tr>
<td align="left">KI-67, &#x2264;20% versus &#x3e;20%</td>
<td align="char" char=".">0.452</td>
<td align="char" char=".">0.137&#x2013;1.493</td>
<td align="char" char=".">0.193</td>
<td align="left"/>
<td align="left"/>
<td align="left"/>
</tr>
<tr>
<td align="left">Surgery type, Breast conservation versus Mastectomy</td>
<td align="char" char=".">2.252</td>
<td align="char" char=".">0.683&#x2013;7.426</td>
<td align="char" char=".">0.182</td>
<td align="left"/>
<td align="left"/>
<td align="left"/>
</tr>
<tr>
<td align="left">Features at MR imaging, Mass versus Nonmass</td>
<td align="char" char=".">2.454</td>
<td align="char" char=".">1.145&#x2013;5.262</td>
<td align="char" char=".">0.021<xref ref-type="table-fn" rid="Tfn2">
<sup>a</sup>
</xref>
</td>
<td align="char" char=".">1.565</td>
<td align="char" char=".">0.639&#x2013;3.832</td>
<td align="char" char=".">0.327</td>
</tr>
<tr>
<td align="left">Kinetics, Washout versus Plateau or persistent</td>
<td align="char" char=".">0.659</td>
<td align="char" char=".">0.090&#x2013;4.84</td>
<td align="char" char=".">0.682</td>
<td align="left"/>
<td align="left"/>
<td align="left"/>
</tr>
<tr>
<td align="left">Multi-focal/centric disease, Present versus Absent</td>
<td align="char" char=".">3.177</td>
<td align="char" char=".">1.549&#x2013;6.517</td>
<td align="char" char=".">0.002<xref ref-type="table-fn" rid="Tfn2">
<sup>a</sup>
</xref>
</td>
<td align="char" char=".">2.522</td>
<td align="char" char=".">1.160&#x2013;5.481</td>
<td align="char" char=".">0.020<xref ref-type="table-fn" rid="Tfn2">
<sup>a</sup>
</xref>
</td>
</tr>
<tr>
<td align="left">pCR, Yes versus No</td>
<td align="char" char=".">0.232</td>
<td align="char" char=".">0.089&#x2013;0.608</td>
<td align="char" char=".">0.003<xref ref-type="table-fn" rid="Tfn2">
<sup>a</sup>
</xref>
</td>
<td align="char" char=".">0.285</td>
<td align="char" char=".">0.100&#x2013;0.810</td>
<td align="char" char=".">0.019<xref ref-type="table-fn" rid="Tfn2">
<sup>a</sup>
</xref>
</td>
</tr>
<tr>
<td align="left">Lymphovascular invasion, Present versus Absent</td>
<td align="char" char=".">2.254</td>
<td align="char" char=".">1.054&#x2013;4.820</td>
<td align="char" char=".">0.036<xref ref-type="table-fn" rid="Tfn2">
<sup>a</sup>
</xref>
</td>
<td align="char" char=".">0.995</td>
<td align="char" char=".">0.402&#x2013;2.461</td>
<td align="char" char=".">0.991</td>
</tr>
<tr>
<td align="left">Rad-score</td>
<td align="char" char=".">52.829</td>
<td align="char" char=".">14.821&#x2013;188.300</td>
<td align="char" char=".">0.000<xref ref-type="table-fn" rid="Tfn2">
<sup>a</sup>
</xref>
</td>
<td align="char" char=".">26.685</td>
<td align="char" char=".">6.654&#x2013;107.010</td>
<td align="char" char=".">0.000<xref ref-type="table-fn" rid="Tfn2">
<sup>a</sup>
</xref>
</td>
</tr>
</tbody>
</table>
<table-wrap-foot>
<fn>
<p>OR, odds ratio; CI, confidence interval; pCR, pathological complete response.</p>
</fn>
<fn id="Tfn2">
<label>a</label>
<p>indicate statistical significance (<italic>p</italic>&#x20;&#x2264; 0.05).</p>
</fn>
</table-wrap-foot>
</table-wrap>
</sec>
<sec id="s4-4">
<title>Radiomics Nomogram Building and Validation</title>
<p>The C-index of the two kinds of nomogram models for the prediction of DFS in the training group and validation group is shown in <xref ref-type="table" rid="T5">Table&#x20;5</xref>. A combined radiomics nomogram was developed based on multifocal/centric disease status, pCR status, and Rad-score to predict the DFS rate for NAC among TNBC patients (<xref ref-type="fig" rid="F3">Figure&#x20;3</xref>). A total score was obtained by adding each single score to estimate the 2-/3-/5-years DFS probability. The C-index was 0.834 (95% CI, 0.761&#x2013;0.907) and 0.868 (95% CI, 0.787&#x2013;0.949) in the training and validation groups, respectively, indicating that the combined radiomics nomogram had better discriminatory capability than the clinicoradiological nomogram.</p>
<table-wrap id="T5" position="float">
<label>TABLE 5</label>
<caption>
<p>Performance of the two nomogram for prediction of disease-free survival.</p>
</caption>
<table>
<thead valign="top">
<tr>
<th rowspan="2" align="left">Nomogram</th>
<th colspan="2" align="center">Training</th>
<th colspan="2" align="center">Validation</th>
</tr>
<tr>
<th align="center">C-index</th>
<th align="center">95%CI</th>
<th align="center">C-index</th>
<th align="center">95%CI</th>
</tr>
</thead>
<tbody valign="top">
<tr>
<td align="left">Combined Radiomoics nomogram</td>
<td align="char" char=".">0.834</td>
<td align="char" char=".">0.761&#x2013;0.907</td>
<td align="char" char=".">0.868</td>
<td align="char" char=".">0.787&#x2013;0.949</td>
</tr>
<tr>
<td align="left">Clinicoradiological nomogram</td>
<td align="char" char=".">0.726</td>
<td align="char" char=".">0.709&#x2013;0.743</td>
<td align="char" char=".">0.774</td>
<td align="char" char=".">0.743&#x2013;0.805</td>
</tr>
</tbody>
</table>
<table-wrap-foot>
<fn>
<p>C-index,index of probability of concordance; CI, confidence interval.</p>
</fn>
</table-wrap-foot>
</table-wrap>
<fig id="F3" position="float">
<label>FIGURE 3</label>
<caption>
<p>The developed nomogram for predicting disease-free survival in triple-negative breast cancer patients after neoadjuvant chemotherapy.</p>
</caption>
<graphic xlink:href="fgene-12-783513-g003.tif"/>
</fig>
</sec>
</sec>
<sec sec-type="discussion" id="s5">
<title>Discussion</title>
<p>In our study, we demonstrated the prognostic value of multiphase CE-MRI radiomics features for patients with TNBC treated with NAC. In addition, we developed a combined radiomics model that incorporates the radiomics signature and MRI and pathology findings for the individualized prediction of DFS in TNBC patients who underwent NAC. Compared with the clinicoradiological nomogram, the combined radiomics nomogram had superior prognostic performance in DFS estimation.</p>
<p>For feature extraction and selection, we measured ten new sequential features to characterize the textural changes observed on DCE images over time series. These features have not previously been used or described in the domain of breast radiomics except in <xref ref-type="bibr" rid="B18">Li et&#x20;al. (2020)</xref> and <xref ref-type="bibr" rid="B17">Xie et&#x20;al. (2019)</xref> studies, who used new features to differentiate different subtypes of breast cancer and predict DFS in patients with HER2-positive breast cancer treated with NAC. We compared two models to investigate whether the accuracy of the radiomics model was significantly improved after adding new features. Roberto et&#x20;al. (<xref ref-type="bibr" rid="B10">Lo Gullo et&#x20;al., 2020</xref>) and <xref ref-type="bibr" rid="B19">Gibbs et&#x20;al. (2019)</xref> both demonstrated that delayed postcontrast phases did not add any significant discriminative value to the analysis, which is inconsistent with our research results. The reason may be that we added new sequential features, but they did not include them, and the subjects of their study were subcentimetre masses that were much smaller than ours lesions. Furthermore, the sequential texture features derived from dynamic phases may capture information on both spatial heterogeneity and tumour perfusion, which is more valuable in predicting DFS than differentiating benign and malignant lesions.</p>
<p>In our study, the final Rad-score calculation formula included six potential features all from the new sequential features. The six selected radiomics features comprised one from skewness, two from entropy, one from Kendall-tau-b and two from conservation. Among them, other studies have also emphasized the importance of skewness and entropy in reflecting the heterogeneity of tumours. Kendall-tau-b and conservation were calculated from interactive information between the current subject and the remainder of the subjects, which means that if the changes increased, the Rad-score increased, indicating a worse prognosis. One possible interpretation is that this change may be related to the high perfusion of the tumours, and tumours with abundant blood supply tend to be more heterogeneous and have a worse prognosis. Attentionally, three of the six selected features were GLCM (grey level cooccurrence matrix), and two were NGTDM (neighbourhood grey-tone difference matrix). At present, GLCM is the most widely used texture extraction method, which has also been confirmed in assessing tumour heterogeneity and plays a very important role in various fields. The basic principle of the GLCM is based on spatial correlation between neighbouring pixels. NGTDM represents contrast, which is determined by changes in intensity between a target voxel and the surrounding neighbours and then enables the calculation of the apparent difference between neighbouring regions of voxel intensities. Contrast is also related to tumour heterogeneity; tumours with poor prognosis tend to have higher contrast (<xref ref-type="bibr" rid="B13">Sun and Wee, 1983</xref>). Our results also showed that the Rad-score had a promising high value for predicting DFS, which was confirmed by Kaplan&#x2013;Meier survival curves in the training group (<italic>p</italic>&#x20;&#x3c; 0.0001) and in the validation group (<italic>p</italic>&#x20;&#x3c; 0.0001). Interestingly, the cut-off value (Rad-score &#x3d; 0.2528. for predicting DFS was similar to QL&#x2019;s study (Rad-score &#x3d; 0.2523), regardless of TNBC or HER2-positive breast cancer with&#x20;NAC.</p>
<p>There were differences in clinical stage, pre-NAC N stage and pCR status between the training and validation groups, which might be associated with differences in study populations with different hospitals. In the validation group, the later the clinical stage, the more difficult it was to achieve pCR. Various previous studies have confirmed that a tumour&#x2019;s response to neoadjuvant therapy provides prognostic information. The attainment of a pCR after NAC and surgical resection improved the DFS rate of patients (<xref ref-type="bibr" rid="B7">Houssami et&#x20;al., 2012</xref>), (<xref ref-type="bibr" rid="B4">Cortazar et&#x20;al., 2014</xref>; <xref ref-type="bibr" rid="B3">Chen et&#x20;al., 2017</xref>; <xref ref-type="bibr" rid="B14">Symmans et&#x20;al., 2017</xref>), consistent with our study. However, 42.2% of the patients in the training group received pCR after NAC, and this rate is higher than those reported in other studies (<xref ref-type="bibr" rid="B7">Houssami et&#x20;al., 2012</xref>), potentially because we ruled out patients who did not undergo surgery and did not finish a complete NAC regimen. Interestingly, in the training group, multifocal/centric lesions were identified as independent predictors for the DFS of TNBC after NAC. Many studies (<xref ref-type="bibr" rid="B5">Duraker and &#xc7;aynak, 2014</xref>; <xref ref-type="bibr" rid="B8">Lang et&#x20;al., 2017</xref>) have demonstrated that multifocal/centric foci exhibit more biologically aggressive behaviour than has been observed for unifocal breast cancer, and this could influence DFS and OS. Although the multifocal/centric lexicon was not included in BI-RADS, these patients should receive more attention during postoperative follow-up. While <xref ref-type="bibr" rid="B12">Park et&#x20;al. (2018a)</xref> found that N-stage was a predictor of DFS in breast cancer, our analysis failed to support these findings, possibly due to differences in study populations. In addition, the features at MR imaging(mass vs nonmass) was not associated with DFS in multivariate analysis of variance in our study, which was consistent with the study of <xref ref-type="bibr" rid="B15">Tahmassebi et&#x20;al. (2019)</xref>.</p>
<p>The prognostic ability of radiomics signatures has been demonstrated in many studies. For example, <xref ref-type="bibr" rid="B9">Li et&#x20;al. (2016)</xref> suggested that image-based radiomics features may be helpful in assessing the risk of breast cancer recurrence. <xref ref-type="bibr" rid="B11">Park et&#x20;al. (2018b)</xref> demonstrated that Rad-scores generated from radiomics signatures based on preoperative MRI have prognostic value. In our study, we analysed preoperative MRI findings in TNBC, a special pathological type of breast cancer, and supported the notion that the Rad-score helps stratify patients, and patients from high-risk groups need more careful follow-up management.</p>
<p>In this study, we developed a radiomics signature-based nomogram for the individualized prediction of recurrence in patients with TNBC after NAC. The nomogram incorporates three components of a radiomics signature with six selected features, including pCR status and MR findings indicating multifocal/centric lesions, which is promising to facilitate individualized predictions and the prediction of follow-up needs in patients with poor outcomes with regard to&#x20;DFS.</p>
<p>Our study has several limitations. First, this is a retrospective study. Second, most of the patients were examined using MR after a biopsy, which might have affected assessments. Third, we discuss only DCE images in our study, and further prospective studies should include a variety of breast MR imaging protocols, such as T2W, DWI, and DCE-MRI.</p>
</sec>
<sec sec-type="conclusion" id="s6">
<title>Conclusion</title>
<p>In conclusion, the results of our study show that the identified Rad-score has the potential to be used as a biomarker for risk stratification for DFS in patients with TNBC after NAC. In addition, our results show that a radiomics nomogram that incorporates a radiomics signature and MRI and clinicopathological findings can be used to facilitate the individualized prediction of recurrence in patients with TNBC after NAC and surgery. This type of quantitative radiomics prognostic model of breast cancer could be useful for precision medicine and could affect patient follow-up strategies.</p>
</sec>
</body>
<back>
<sec id="s7">
<title>Data Availability Statement</title>
<p>The raw data supporting the conclusions of this article will be made available by the authors, without undue reservation.</p>
</sec>
<sec id="s8">
<title>Ethics Statement</title>
<p>The studies involving human participants were reviewed and approved by the Fudan University Cancer Hospital Institutional Review Board. This study was a retrospective study and was passed by the Fudan University Cancer Hospital Institutional Review Board (approval No:2004216-14), so the requirement for written informed consent was waived for retrospective data.</p>
</sec>
<sec id="s9">
<title>Author Contributions</title>
<p>BX and HW contributed equally to this work and share first authorship. CY and YG contributed equally to this work and share last authorship. BX: Writing-Original draft preparation, Writing, Conceptualization, Methodology. HW: Data curation, Conceptualization, Validation, Methodology. ZW: Visualization, Investigation, Software. QX: Formal analysis, Investigation. YL and ZS and SZ: Resources. ZQ: Supervision, Software. WC: Validation, Supervision. YG and CY: Writing-Review and Editing.</p>
</sec>
<sec sec-type="COI-statement" id="s10">
<title>Conflict of Interest</title>
<p>Author ZW was employed by the company of Shanghai United Imaging Medical Technology.</p>
<p>The remaining authors declare that the research was conducted in the absence of any commercial or financial relationships that could be construed as a potential conflict of interest.</p>
<p>The handling editor declared a past co-authorship with the authors (CY,&#x20;YG).</p>
</sec>
<sec sec-type="disclaimer" id="s11">
<title>Publisher&#x2019;s Note</title>
<p>All claims expressed in this article are solely those of the authors and do not necessarily represent those of their affiliated organizations, or those of the publisher, the editors and the reviewers. Any product that may be evaluated in this article, or claim that may be made by its manufacturer, is not guaranteed or endorsed by the publisher.</p>
</sec>
<sec id="s12">
<title>Supplementary Material</title>
<p>The Supplementary Material for this article can be found online at: <ext-link ext-link-type="uri" xlink:href="https://www.frontiersin.org/articles/10.3389/fgene.2021.783513/full#supplementary-material">https://www.frontiersin.org/articles/10.3389/fgene.2021.783513/full&#x23;supplementary-material</ext-link>
</p>
<supplementary-material xlink:href="Table1.DOCX" id="SM1" mimetype="application/DOCX" xmlns:xlink="http://www.w3.org/1999/xlink"/>
</sec>
<ref-list>
<title>References</title>
<ref id="B1">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Bian</surname>
<given-names>T.</given-names>
</name>
<name>
<surname>Wu</surname>
<given-names>Z.</given-names>
</name>
<name>
<surname>Lin</surname>
<given-names>Q.</given-names>
</name>
<name>
<surname>Wang</surname>
<given-names>H.</given-names>
</name>
<name>
<surname>Ge</surname>
<given-names>Y.</given-names>
</name>
<name>
<surname>Duan</surname>
<given-names>S.</given-names>
</name>
<etal/>
</person-group> (<year>2020</year>). <article-title>Radiomic Signatures Derived from Multiparametric MRI for the Pretreatment Prediction of Response to Neoadjuvant Chemotherapy in Breast Cancer</article-title>. <source>Br. J.&#x20;Radiol.</source> <volume>93</volume>(<issue>1115</issue>):<fpage>20200287</fpage>. <pub-id pub-id-type="doi">10.1259/bjr.20200287</pub-id> </citation>
</ref>
<ref id="B2">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Chen</surname>
<given-names>S.</given-names>
</name>
<name>
<surname>Shu</surname>
<given-names>Z.</given-names>
</name>
<name>
<surname>Li</surname>
<given-names>Y.</given-names>
</name>
<name>
<surname>Chen</surname>
<given-names>B.</given-names>
</name>
<name>
<surname>Tang</surname>
<given-names>L.</given-names>
</name>
<name>
<surname>Mo</surname>
<given-names>W.</given-names>
</name>
<etal/>
</person-group> (<year>2020</year>). <article-title>Machine Learning-Based Radiomics Nomogram Using Magnetic Resonance Images for Prediction of Neoadjuvant Chemotherapy Efficacy in Breast Cancer Patients</article-title>. <source>Front. Oncol.</source> <volume>10</volume>:<fpage>1410</fpage>. <pub-id pub-id-type="doi">10.3389/fonc.2020.01410</pub-id> </citation>
</ref>
<ref id="B3">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Chen</surname>
<given-names>V. E.</given-names>
</name>
<name>
<surname>Gillespie</surname>
<given-names>E. F.</given-names>
</name>
<name>
<surname>Zakeri</surname>
<given-names>K.</given-names>
</name>
<name>
<surname>Murphy</surname>
<given-names>J.&#x20;D.</given-names>
</name>
<name>
<surname>Yashar</surname>
<given-names>C. M.</given-names>
</name>
<name>
<surname>Lu</surname>
<given-names>S.</given-names>
</name>
<etal/>
</person-group> (<year>2017</year>). <article-title>Pathologic Response after Neoadjuvant Chemotherapy Predicts Locoregional Control in Patients with Triple Negative Breast Cancer</article-title>. <source>Adv. Radiat. Oncol.</source> <volume>2</volume> (<issue>2</issue>), <fpage>105</fpage>&#x2013;<lpage>109</lpage>. <pub-id pub-id-type="doi">10.1016/j.adro.2017.01.012</pub-id> </citation>
</ref>
<ref id="B4">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Cortazar</surname>
<given-names>P.</given-names>
</name>
<name>
<surname>Zhang</surname>
<given-names>L.</given-names>
</name>
<name>
<surname>Untch</surname>
<given-names>M.</given-names>
</name>
<name>
<surname>Mehta</surname>
<given-names>K.</given-names>
</name>
<name>
<surname>Costantino</surname>
<given-names>J.&#x20;P.</given-names>
</name>
<name>
<surname>Wolmark</surname>
<given-names>N.</given-names>
</name>
<etal/>
</person-group> (<year>2014</year>). <article-title>Pathological Complete Response and Long-Term Clinical Benefit in Breast Cancer: The CTNeoBC Pooled Analysis</article-title>. <source>Lancet</source> <volume>384</volume> (<issue>9938</issue>), <fpage>164</fpage>&#x2013;<lpage>172</lpage>. <pub-id pub-id-type="doi">10.1016/s0140-6736(13)62422-8</pub-id> </citation>
</ref>
<ref id="B5">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Duraker</surname>
<given-names>N.</given-names>
</name>
<name>
<surname>&#xc7;aynak</surname>
<given-names>Z. C.</given-names>
</name>
</person-group> (<year>2014</year>). <article-title>Axillary Lymph Node Status and Prognosis in Multifocal and Multicentric Breast Carcinoma</article-title>. <source>Breast J.</source> <volume>20</volume> (<issue>1</issue>), <fpage>61</fpage>&#x2013;<lpage>68</lpage>. <pub-id pub-id-type="doi">10.1111/tbj.12205</pub-id> </citation>
</ref>
<ref id="B6">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Fatayer</surname>
<given-names>H.</given-names>
</name>
<name>
<surname>Sharma</surname>
<given-names>N.</given-names>
</name>
<name>
<surname>Manuel</surname>
<given-names>D.</given-names>
</name>
<name>
<surname>Kim</surname>
<given-names>B.</given-names>
</name>
<name>
<surname>Keding</surname>
<given-names>A.</given-names>
</name>
<name>
<surname>Perren</surname>
<given-names>T.</given-names>
</name>
<etal/>
</person-group> (<year>2016</year>). <article-title>Serial MRI Scans Help in Assessing Early Response to Neoadjuvant Chemotherapy and Tailoring Breast Cancer Treatment</article-title>. <source>Eur. J.&#x20;Surg. Oncol.</source> <volume>42</volume>(<issue>7</issue>):<fpage>965</fpage>&#x2013;<lpage>972</lpage>. <pub-id pub-id-type="doi">10.1016/j.ejso.2016.03.019</pub-id> </citation>
</ref>
<ref id="B7">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Houssami</surname>
<given-names>N.</given-names>
</name>
<name>
<surname>MacAskill</surname>
<given-names>P.</given-names>
</name>
<name>
<surname>Von Minckwitz</surname>
<given-names>G.</given-names>
</name>
<name>
<surname>Marinovich</surname>
<given-names>M. L.</given-names>
</name>
<name>
<surname>Mamounas</surname>
<given-names>E.</given-names>
</name>
</person-group> (<year>2012</year>). <article-title>Meta-analysis of the Association of Breast Cancer Subtype and Pathologic Complete Response to Neoadjuvant Chemotherapy</article-title>. <source>Eur. J.&#x20;Cancer</source>. <volume>48</volume>(<issue>18</issue>):<fpage>3342</fpage>&#x2013;<lpage>3354</lpage>. <pub-id pub-id-type="doi">10.1016/j.ejca.2012.05.023</pub-id> </citation>
</ref>
<ref id="B8">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Lang</surname>
<given-names>Z.</given-names>
</name>
<name>
<surname>Wu</surname>
<given-names>Y.</given-names>
</name>
<name>
<surname>Li</surname>
<given-names>C.</given-names>
</name>
<name>
<surname>Li</surname>
<given-names>X.</given-names>
</name>
<name>
<surname>Wang</surname>
<given-names>X.</given-names>
</name>
<name>
<surname>Qu</surname>
<given-names>G.</given-names>
</name>
</person-group> (<year>2017</year>). <article-title>Multifocal and Multicentric Breast Carcinoma: A Significantly More Aggressive Tumor Than Unifocal Breast Cancer</article-title>. <source>Anticancer Res.</source> <volume>37</volume> (<issue>8</issue>), <fpage>4593</fpage>&#x2013;<lpage>4598</lpage>. <pub-id pub-id-type="doi">10.21873/anticanres.11858</pub-id> </citation>
</ref>
<ref id="B9">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Li</surname>
<given-names>H.</given-names>
</name>
<name>
<surname>Zhu</surname>
<given-names>Y.</given-names>
</name>
<name>
<surname>Burnside</surname>
<given-names>E. S.</given-names>
</name>
<name>
<surname>Drukker</surname>
<given-names>K.</given-names>
</name>
<name>
<surname>Hoadley</surname>
<given-names>K. A.</given-names>
</name>
<name>
<surname>Fan</surname>
<given-names>C.</given-names>
</name>
<etal/>
</person-group> (<year>2016</year>). <article-title>MR Imaging Radiomics Signatures for Predicting the Risk of Breast Cancer Recurrence as Given by Research Versions of MammaPrint, Oncotype DX, and PAM50 Gene Assays</article-title>. <source>Radiology</source> <volume>281</volume> (<issue>2</issue>), <fpage>382</fpage>&#x2013;<lpage>391</lpage>. <pub-id pub-id-type="doi">10.1148/radiol.2016152110</pub-id> </citation>
</ref>
<ref id="B10">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Lo Gullo</surname>
<given-names>R.</given-names>
</name>
<name>
<surname>Daimiel</surname>
<given-names>I.</given-names>
</name>
<name>
<surname>Rossi Saccarelli</surname>
<given-names>C.</given-names>
</name>
<name>
<surname>Bitencourt</surname>
<given-names>A.</given-names>
</name>
<name>
<surname>Gibbs</surname>
<given-names>P.</given-names>
</name>
<name>
<surname>Fox</surname>
<given-names>M. J.</given-names>
</name>
<etal/>
</person-group> (<year>2020</year>). <article-title>Improved Characterization of Sub-centimeter Enhancing Breast Masses on MRI with Radiomics and Machine Learning in BRCA Mutation Carriers</article-title>. <source>Eur. Radiol.</source> <volume>30</volume> (<issue>12</issue>), <fpage>6721</fpage>&#x2013;<lpage>6731</lpage>. <pub-id pub-id-type="doi">10.1007/s00330-020-06991-7</pub-id> </citation>
</ref>
<ref id="B11">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Park</surname>
<given-names>H.</given-names>
</name>
<name>
<surname>Lim</surname>
<given-names>Y.</given-names>
</name>
<name>
<surname>Ko</surname>
<given-names>E. S.</given-names>
</name>
<name>
<surname>Cho</surname>
<given-names>H.-h.</given-names>
</name>
<name>
<surname>Lee</surname>
<given-names>J.&#x20;E.</given-names>
</name>
<name>
<surname>Han</surname>
<given-names>B.-K.</given-names>
</name>
<etal/>
</person-group> (<year>2018</year>). <article-title>Radiomics Signature on Magnetic Resonance Imaging: Association with Disease-free Survival in Patients with Invasive Breast Cancer</article-title>. <source>Clin. Cancer Res.</source> <volume>24</volume>, <fpage>4705</fpage>&#x2013;<lpage>4714</lpage>. <pub-id pub-id-type="doi">10.1158/1078-0432.ccr-17-3783</pub-id> </citation>
</ref>
<ref id="B12">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Park</surname>
<given-names>H.</given-names>
</name>
<name>
<surname>Lim</surname>
<given-names>Y.</given-names>
</name>
<name>
<surname>Ko</surname>
<given-names>E. S.</given-names>
</name>
<name>
<surname>Cho</surname>
<given-names>H.-h.</given-names>
</name>
<name>
<surname>Lee</surname>
<given-names>J.&#x20;E.</given-names>
</name>
<name>
<surname>Han</surname>
<given-names>B.-K.</given-names>
</name>
<etal/>
</person-group> (<year>2018</year>). <article-title>Radiomics Signature on Magnetic Resonance Imaging: Association with Disease-free Survival in Patients with Invasive Breast Cancer</article-title>. <source>Clin. Cancer Res.</source> <volume>24</volume> (<issue>19</issue>), <fpage>4705</fpage>&#x2013;<lpage>4714</lpage>. <pub-id pub-id-type="doi">10.1158/1078-0432.ccr-17-3783</pub-id> </citation>
</ref>
<ref id="B13">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Sun</surname>
<given-names>C.</given-names>
</name>
<name>
<surname>Wee</surname>
<given-names>W. G.</given-names>
</name>
</person-group> (<year>1983</year>). <article-title>Neighboring gray Level Dependence Matrix for Texture Classification</article-title>. <source>Comput. Vision, Graph Image Process.</source> <volume>23</volume> (<issue>3</issue>), <fpage>341</fpage>&#x2013;<lpage>352</lpage>. <pub-id pub-id-type="doi">10.1016/0734-189x(83)90032-4</pub-id> </citation>
</ref>
<ref id="B14">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Symmans</surname>
<given-names>W. F.</given-names>
</name>
<name>
<surname>Wei</surname>
<given-names>C.</given-names>
</name>
<name>
<surname>Gould</surname>
<given-names>R.</given-names>
</name>
<name>
<surname>Yu</surname>
<given-names>X.</given-names>
</name>
<name>
<surname>Zhang</surname>
<given-names>Y.</given-names>
</name>
<name>
<surname>Liu</surname>
<given-names>M.</given-names>
</name>
<etal/>
</person-group> (<year>2017</year>). <article-title>Long-Term Prognostic Risk after Neoadjuvant Chemotherapy Associated with Residual Cancer Burden and Breast Cancer Subtype</article-title>. <source>Jco</source> <volume>35</volume> (<issue>10</issue>), <fpage>1049</fpage>&#x2013;<lpage>1060</lpage>. <pub-id pub-id-type="doi">10.1200/jco.2015.63.1010</pub-id> </citation>
</ref>
<ref id="B15">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Tahmassebi</surname>
<given-names>A.</given-names>
</name>
<name>
<surname>Wengert</surname>
<given-names>G. J.</given-names>
</name>
<name>
<surname>Helbich</surname>
<given-names>T. H.</given-names>
</name>
<name>
<surname>Bago-Horvath</surname>
<given-names>Z.</given-names>
</name>
<name>
<surname>Alaei</surname>
<given-names>S.</given-names>
</name>
<name>
<surname>Bartsch</surname>
<given-names>R.</given-names>
</name>
<etal/>
</person-group> (<year>2019</year>). <article-title>Impact of Machine Learning with Multiparametric Magnetic Resonance Imaging of the Breast for Early Prediction of Response to Neoadjuvant Chemotherapy and Survival Outcomes in Breast Cancer Patients</article-title>. <source>Invest. Radiol.</source> <volume>54</volume> (<issue>2</issue>), <fpage>110</fpage>&#x2013;<lpage>117</lpage>. <pub-id pub-id-type="doi">10.1097/rli.0000000000000518</pub-id> </citation>
</ref>
<ref id="B16">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Wolbers</surname>
<given-names>M.</given-names>
</name>
<name>
<surname>Koller</surname>
<given-names>M. T.</given-names>
</name>
<name>
<surname>Witteman</surname>
<given-names>J.&#x20;C. M.</given-names>
</name>
<name>
<surname>Steyerberg</surname>
<given-names>E. W.</given-names>
</name>
</person-group> (<year>2009</year>). <article-title>Prognostic Models with Competing Risks</article-title>. <source>Epidemiology</source> <volume>20</volume> (<issue>4</issue>), <fpage>555</fpage>&#x2013;<lpage>561</lpage>. <pub-id pub-id-type="doi">10.1097/ede.0b013e3181a39056</pub-id> </citation>
</ref>
<ref id="B17">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Xie</surname>
<given-names>T.</given-names>
</name>
<name>
<surname>Wang</surname>
<given-names>Z.</given-names>
</name>
<name>
<surname>Zhao</surname>
<given-names>Q.</given-names>
</name>
<name>
<surname>Bai</surname>
<given-names>Q.</given-names>
</name>
<name>
<surname>Zhou</surname>
<given-names>X.</given-names>
</name>
<name>
<surname>Gu</surname>
<given-names>Y.</given-names>
</name>
<etal/>
</person-group> (<year>2019</year>). <article-title>Machine Learning-Based Analysis of MR Multiparametric Radiomics for the Subtype Classification of Breast Cancer</article-title>. <source>Front. Oncol.</source> <volume>9</volume> (<issue>JUN</issue>), <fpage>1</fpage>&#x2013;<lpage>10</lpage>. <pub-id pub-id-type="doi">10.3389/fonc.2019.00505</pub-id> </citation>
</ref>
<ref id="B18">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Li</surname>
<given-names>Q</given-names>
</name>
<name>
<surname>Xiao</surname>
<given-names>Q</given-names>
</name>
<name>
<surname>Li</surname>
<given-names>J</given-names>
</name>
<name>
<surname>Duan</surname>
<given-names>S</given-names>
</name>
<name>
<surname>Wang</surname>
<given-names>H</given-names>
</name>
<name>
<surname>Gu</surname>
<given-names>Y</given-names>
</name>
</person-group>. <article-title>MRI-based radiomic signature as a prognostic biomarker for her2-positive invasive breast cancer treated with NAC</article-title>. <source>Cancer Manag Res</source>. <year>2020</year>;<volume>12</volume>:<fpage>10603</fpage>-<lpage>10613</lpage>. <pub-id pub-id-type="doi">10.2147/CMAR.S271876</pub-id> </citation>
</ref>
<ref id="B19">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Gibbs</surname>
<given-names>P</given-names>
</name>
<name>
<surname>Onishi</surname>
<given-names>N</given-names>
</name>
<name>
<surname>Sadinski</surname>
<given-names>M</given-names>
</name>
<name>
<surname>Gallagher</surname>
<given-names>KM</given-names>
</name>
<name>
<surname>Hughes</surname>
<given-names>M</given-names>
</name>
<name>
<surname>Martinez</surname>
<given-names>DF</given-names>
</name>
<etal/>
</person-group> <article-title>Characterization of Sub-1 cm Breast Lesions Using Radiomics Analysis</article-title>. <source>J&#x20;Magn Reson Imaging</source>. <year>2019</year>;<volume>50</volume>(<issue>5</issue>):<fpage>1468</fpage>-<lpage>1477</lpage>. <pub-id pub-id-type="doi">10.1002/jmri.26732</pub-id> </citation>
</ref>
</ref-list>
</back>
</article>