<?xml version="1.0" encoding="UTF-8" standalone="no"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.3 20070202//EN" "journalpublishing.dtd">
<article xmlns:mml="http://www.w3.org/1998/Math/MathML" xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article">
<front>
<journal-meta>
<journal-id journal-id-type="publisher-id">Front. Oncol.</journal-id>
<journal-title>Frontiers in Oncology</journal-title>
<abbrev-journal-title abbrev-type="pubmed">Front. Oncol.</abbrev-journal-title>
<issn pub-type="epub">2234-943X</issn>
<publisher>
<publisher-name>Frontiers Media S.A.</publisher-name>
</publisher>
</journal-meta>
<article-meta>
<article-id pub-id-type="doi">10.3389/fonc.2019.00505</article-id>
<article-categories>
<subj-group subj-group-type="heading">
<subject>Oncology</subject>
<subj-group>
<subject>Original Research</subject>
</subj-group>
</subj-group>
</article-categories>
<title-group>
<article-title>Machine Learning-Based Analysis of MR Multiparametric Radiomics for the Subtype Classification of Breast Cancer</article-title>
</title-group>
<contrib-group>
<contrib contrib-type="author">
<name><surname>Xie</surname> <given-names>Tianwen</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
<xref ref-type="aff" rid="aff2"><sup>2</sup></xref>
<xref ref-type="author-notes" rid="fn002"><sup>&#x02020;</sup></xref>
<uri xlink:href="http://loop.frontiersin.org/people/750454/overview"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Wang</surname> <given-names>Zhe</given-names></name>
<xref ref-type="aff" rid="aff3"><sup>3</sup></xref>
<xref ref-type="aff" rid="aff4"><sup>4</sup></xref>
<xref ref-type="author-notes" rid="fn002"><sup>&#x02020;</sup></xref>
</contrib>
<contrib contrib-type="author">
<name><surname>Zhao</surname> <given-names>Qiufeng</given-names></name>
<xref ref-type="aff" rid="aff5"><sup>5</sup></xref>
<uri xlink:href="http://loop.frontiersin.org/people/750452/overview"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Bai</surname> <given-names>Qianming</given-names></name>
<xref ref-type="aff" rid="aff6"><sup>6</sup></xref>
</contrib>
<contrib contrib-type="author">
<name><surname>Zhou</surname> <given-names>Xiaoyan</given-names></name>
<xref ref-type="aff" rid="aff6"><sup>6</sup></xref>
</contrib>
<contrib contrib-type="author">
<name><surname>Gu</surname> <given-names>Yajia</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
<xref ref-type="aff" rid="aff2"><sup>2</sup></xref>
</contrib>
<contrib contrib-type="author" corresp="yes">
<name><surname>Peng</surname> <given-names>Weijun</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
<xref ref-type="aff" rid="aff2"><sup>2</sup></xref>
<xref ref-type="corresp" rid="c001"><sup>&#x0002A;</sup></xref>
<uri xlink:href="http://loop.frontiersin.org/people/688947/overview"/>
</contrib>
<contrib contrib-type="author" corresp="yes">
<name><surname>Wang</surname> <given-names>He</given-names></name>
<xref ref-type="aff" rid="aff3"><sup>3</sup></xref>
<xref ref-type="aff" rid="aff7"><sup>7</sup></xref>
<xref ref-type="corresp" rid="c002"><sup>&#x0002A;</sup></xref>
<uri xlink:href="http://loop.frontiersin.org/people/373444/overview"/>
</contrib>
</contrib-group>
<aff id="aff1"><sup>1</sup><institution>Department of Radiology, Fudan University Shanghai Cancer Center</institution>, <addr-line>Shanghai</addr-line>, <country>China</country></aff>
<aff id="aff2"><sup>2</sup><institution>Department of Oncology, Fudan University Shanghai Cancer Center</institution>, <addr-line>Shanghai</addr-line>, <country>China</country></aff>
<aff id="aff3"><sup>3</sup><institution>Human Phenome Institute, Fudan University</institution>, <addr-line>Shanghai</addr-line>, <country>China</country></aff>
<aff id="aff4"><sup>4</sup><institution>Shanghai Center for Mathematical Sciences, Fudan University</institution>, <addr-line>Shanghai</addr-line>, <country>China</country></aff>
<aff id="aff5"><sup>5</sup><institution>Department of Radiology, Longhua Hospital, Shanghai University of Traditional Chinese Medicine</institution>, <addr-line>Shanghai</addr-line>, <country>China</country></aff>
<aff id="aff6"><sup>6</sup><institution>Department of Pathology, Fudan University Shanghai Cancer Center</institution>, <addr-line>Shanghai</addr-line>, <country>China</country></aff>
<aff id="aff7"><sup>7</sup><institution>Institute of Science and Technology for Brain-Inspired Intelligence, Fudan University</institution>, <addr-line>Shanghai</addr-line>, <country>China</country></aff>
<author-notes>
<fn fn-type="edited-by"><p>Edited by: Subha Madhavan, Georgetown University, United States</p></fn>
<fn fn-type="edited-by"><p>Reviewed by: Zaiyi Liu, Guangdong Provincial People&#x00027;s Hospital, China; Matthew Dean McCoy, Georgetown University Medical Center, United States</p></fn>
<corresp id="c001">&#x0002A;Correspondence: Weijun Peng <email>pengweijun2017&#x00040;163.com</email></corresp>
<corresp id="c002">He Wang <email>hewang&#x00040;fudan.edu.cn</email></corresp>
<fn fn-type="other" id="fn001"><p>This article was submitted to Women&#x00027;s Cancer, a section of the journal Frontiers in Oncology</p></fn>
<fn fn-type="other" id="fn002"><p>&#x02020;These authors have contributed equally to this work</p></fn></author-notes>
<pub-date pub-type="epub">
<day>14</day>
<month>06</month>
<year>2019</year>
</pub-date>
<pub-date pub-type="collection">
<year>2019</year>
</pub-date>
<volume>9</volume>
<elocation-id>505</elocation-id>
<history>
<date date-type="received">
<day>18</day>
<month>02</month>
<year>2019</year>
</date>
<date date-type="accepted">
<day>28</day>
<month>05</month>
<year>2019</year>
</date>
</history>
<permissions>
<copyright-statement>Copyright &#x000A9; 2019 Xie, Wang, Zhao, Bai, Zhou, Gu, Peng and Wang.</copyright-statement>
<copyright-year>2019</copyright-year>
<copyright-holder>Xie, Wang, Zhao, Bai, Zhou, Gu, Peng and Wang</copyright-holder>
<license xlink:href="http://creativecommons.org/licenses/by/4.0/"><p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (CC BY). The use, distribution or reproduction in other forums is permitted, provided the original author(s) and the copyright owner(s) are credited and that the original publication in this journal is cited, in accordance with accepted academic practice. No use, distribution or reproduction is permitted which does not comply with these terms.</p></license>
</permissions>
<abstract><p><bold>Objective:</bold> To investigate whether machine learning analysis of multiparametric MR radiomics can help classify immunohistochemical (IHC) subtypes of breast cancer.</p>
<p><bold>Study design:</bold> One hundred and thirty-four consecutive patients with pathologically-proven invasive ductal carcinoma were retrospectively analyzed. A total of 2,498 features were extracted from the DCE and DWI images, together with the new calculated images, including DCE images changing over six time points (DCE<sub>sequential</sub>) and DWI images changing over three <italic>b</italic>-values (DWI<sub>sequential</sub>). We proposed a novel two-stage feature selection method combining traditional statistics and machine learning-based methods. The accuracies of the 4-IHC classification and triple negative (TN) vs. non-TN cancers were assessed.</p>
<p><bold>Results:</bold> For the 4-IHC classification task, the best accuracy of 72.4% was achieved based on linear discriminant analysis (LDA) or subspace discrimination of assembled learning in conjunction with 20 selected features, and only small dependent emphasis of Kendall-tau-b for sequential features, based on the DWI<sub>sequential</sub> with the LDA model, yielding an accuracy of 53.7%. The linear support vector machine (SVM) and medium k-nearest neighbor using eight features yielded the highest accuracy of 91.0% for comparing TN to non-TN cancers, and the maximum variance for DWI<sub>sequential</sub> alone, together with a linear SVM model, achieved an accuracy of 83.6%.</p>
<p><bold>Conclusions:</bold> Whole-tumor radiomics on MR multiparametric images, DCE images changing over time points, and DWI images changing over different <italic>b</italic>-values provide a non-invasive analytical approach for breast cancer subtype classification and TN cancer identification.</p></abstract> <kwd-group>
<kwd>radiomics</kwd>
<kwd>breast cancer</kwd>
<kwd>immunohistochemical subtypes</kwd>
<kwd>dynamic contrast-enhanced imaging</kwd>
<kwd>diffusion-weighted imaging</kwd>
<kwd>machine learning</kwd>
</kwd-group>
<contract-num rid="cn001">61731008</contract-num>
<contract-num rid="cn002">2017SHZDZX01</contract-num>
<contract-num rid="cn003">17ZR1401600</contract-num>
<contract-sponsor id="cn001">National Natural Science Foundation of China<named-content content-type="fundref-id">10.13039/501100001809</named-content></contract-sponsor>
<contract-sponsor id="cn002">Science and Technology Commission of Shanghai Municipality<named-content content-type="fundref-id">10.13039/501100003399</named-content></contract-sponsor>
<contract-sponsor id="cn003">Natural Science Foundation of Shanghai<named-content content-type="fundref-id">10.13039/100007219</named-content></contract-sponsor>
<counts>
<fig-count count="7"/>
<table-count count="2"/>
<equation-count count="1"/>
<ref-count count="45"/>
<page-count count="10"/>
<word-count count="6126"/>
</counts>
</article-meta>
</front>
<body>
<sec sec-type="intro" id="s1">
<title>Introduction</title>
<p>Breast cancer is a heterogeneous disease with diverse clinical manifestations, treatment responses, and survival outcomes (<xref ref-type="bibr" rid="B1">1</xref>). The immunohistochemical (IHC) subtypes based on the expression of the estrogen and progesterone receptor, the detection of overexpression of the human epidermal growth factor receptor 2 (HER2) oncogene, and Ki-67 labeling index, are routinely used to identify tumor subtypes with different clinical outcomes and responses to therapy, including Luminal A cancer, Luminal B cancer, HER2-positive cancer, and triple negative (TN) cancer (<xref ref-type="bibr" rid="B2">2</xref>). HER2-positive breast cancers are more likely to have a pathologic complete response (pCR) to neoadjuvant chemotherapy, whereas reduced pCR rates are demonstrated in Luminal-type breast cancers (<xref ref-type="bibr" rid="B2">2</xref>, <xref ref-type="bibr" rid="B3">3</xref>). Patients with TN breast cancer have a relatively high death rate due to the aggressive features of this subtype and lack of effective targeted therapy (<xref ref-type="bibr" rid="B4">4</xref>). Therefore, it is important to identify the subtypes to select the appropriate therapy and predict the therapeutic response (<xref ref-type="bibr" rid="B5">5</xref>).</p>
<p>Multiparametric MR imaging, including dynamic contrast-enhanced (DCE) imaging and diffusion-weighted imaging (DWI), has excellent sensitivity and good specificity for breast cancer diagnosis and plays an important role in the preoperative staging and subsequent choice of appropriate therapy. If DCE imaging and DWI can be used to differentiate breast cancer subtypes, this would provide a complementary method for constructing the IHC profile and therefore assist in treatment planning. Several authors have described the breast cancer subtypes with the BI-RADS lexicon on MRI (<xref ref-type="bibr" rid="B6">6</xref>&#x02013;<xref ref-type="bibr" rid="B8">8</xref>), but inter- and intra-observer variability continues to exist among radiologists (<xref ref-type="bibr" rid="B9">9</xref>, <xref ref-type="bibr" rid="B10">10</xref>).</p>
<p>Beyond visual interpretation by radiologists, there is more quantitative diagnostic information about the tumor hidden in thousands of acquired images. Radiomics (referring to computational algorithms) used extracted imaging texture features to serve as noninvasive biomarkers that could predict breast cancer subtypes (<xref ref-type="bibr" rid="B10">10</xref>). Multiple studies have used the texture analysis of DCE images for the subtype classification of breast cancer or the identification of TN cancer (<xref ref-type="bibr" rid="B11">11</xref>, <xref ref-type="bibr" rid="B12">12</xref>). Grimm et al. demonstrated a correlation between Luminal subtypes of breast cancer and texture features on DCE images (<xref ref-type="bibr" rid="B13">13</xref>). Agner et al. used the morphologic and texture features extracted from the whole tumor on early postcontrast images in conjunction with an SVM classifier to identify TN cancer (<xref ref-type="bibr" rid="B14">14</xref>). Several studies have proposed the histogram or textural features extracted from DWI for subtype differentiation (<xref ref-type="bibr" rid="B15">15</xref>, <xref ref-type="bibr" rid="B16">16</xref>). However, no study has attempted to investigate the texture analysis based radiomics of combining DCE imaging and DWI in the subtype classification of breast cancer.</p>
<p>The purpose of this present study was to evaluate the performance of the MR multiparametric radiomics model to differentiate among Luminal A cancer, Luminal B cancer, HER2-positive cancer, and TN breast cancer using DCE imaging and DWI. Furthermore, we investigated whether the radiomic model could identify the subtype of the worst clinical outcome (TN breast cancer) from other subtypes.</p>
</sec>
<sec sec-type="materials and methods" id="s2">
<title>Materials and Methods</title>
<sec>
<title>Study Population</title>
<p>Between February 2016 and May 2017, 190 consecutive patients with core needle biopsy-proven invasive ductal carcinoma (IDC) were enrolled in the study. All the patients underwent preoperative MRI examinations with DCE and DWI sequences. Patients with a prior history of malignancy (<italic>N</italic> &#x0003D; 5), those treated with neoadjuvant chemotherapy before MR examination (<italic>N</italic> &#x0003D; 31), and those with lesions smaller than 1 cm (<italic>N</italic> &#x0003D; 16) were excluded. Our database also excluded cases that had poor fat saturation on DWI (<italic>N</italic> &#x0003D; 3) or discordance in the number of slices among the postcontrast sequences (<italic>N</italic> &#x0003D; 1). Two radiologists with 2- and 8-years&#x00027; experience in breast MR imaging, respectively, who were blinded to the pathologic results but were aware of the IDC diagnosis, reviewed the MR images. For 22 patients with multicentric or multifocal tumors, the largest tumor was selected for analysis based on the first post-contrast DCE images. A total of 134 tumors from 134 women (mean age, 51.2 years; age range, 24&#x02013;84 years) were ultimately evaluated.</p>
<p>The immunohistochemical subtype of breast cancer was classified as Luminal A (ER- and/or PR-positive, HER2-negative, and Ki-67 &#x0003C; 14%), Luminal B (ER- and/or PR-positive, HER2-negative, and Ki-67 &#x02265; 14%, or ER- and/or PR-positive, HER2-positive, irrespective of Ki-67 expression), HER2-positive (ER- and PR-negative, HER2-positive), and TN (ER-negative, PR-negative, and HER2-negative) (<xref ref-type="bibr" rid="B5">5</xref>).</p>
<p>This retrospective study was approved by our institutional review board, which waived informed consent.</p>
</sec>
<sec>
<title>MR Imaging</title>
<p>All the MR scans were performed using a 3.0T MAGNETOM Skyra system (Siemens Healthcare, Erlangen, Germany) with a 16-channel phased-array breast coil, with patients in the prone position. The breast MRI examinations included a transverse fat-suppressed T2-weighted (TR/TE, 3,570/69 ms) sequence and a transverse T1-weighted (TR/TE, 5.4/2.4 ms) sequence.</p>
<p>Before contrast injection, DWI was performed in the transverse plane covering both breasts at the position of the tumor using a single-shot echo-planar imaging sequence with the following parameters: TR/TE, 3,000/54 ms; flip angle, 90&#x000B0;; field of view, 340 &#x000D7; 150 &#x02013; 280 mm<sup>2</sup>; matrix, 220 &#x000D7; 220; slice thickness, 6 mm; 3 <italic>b</italic>-values, 50, 400, and 800 s/mm<sup>2</sup>, with the number of averages 3, 4, and 5, respectively; rate 3 GRAPPA acceleration. The total acquisition time was 2:09 min.</p>
<p>DCE-MRI was performed using a 3D T1-weighted fat-suppressed, fast spoiled gradient-echo sequence (TR/TE 4.5/1.6 ms; flip angle, 10&#x000B0;; bandwidth, 380 Hz/Pixel) with one pre-contrast and five consecutive post-contrast dynamic series after a bolus injection of 0.1 mmol/L of gadopentetate dimeglumine (Magnevist; Bayer Schering Pharma, Berlin, Germany) per kilogram of body weight, injected at a rate of 1.5 mL/s. Image acquisition in the transverse plane lasted for 60 s per volumetric acquisition with slice thickness and was 1.5 mm with no gap and a matrix of 384 &#x000D7; 384.</p>
</sec>
<sec>
<title>Multiparametric MR Radiomics</title>
<p>The semi-automated segmentation of whole tumor on the DWI and DCE images was conducted by the radiologist using the prototype MR Multiparameter Analysis software (Siemens Healthcare, Erlangen, Germany). The segmentation process was composed of three steps: (a) The seed points were manually drawn inside the tumor (including the necrotic regions) and outside the tumor on DWI images with a <italic>b</italic>-value of 800 s/mm<sup>2</sup> (DWI<sub>b800</sub>) and the first postcontrast of DCE images, respectively; (b) The 3D segmentation of the whole tumor was executed (based on these seed points) with a random-walker algorithm (<xref ref-type="bibr" rid="B17">17</xref>). We performed manual adjustments in 9 of 134 women for DWI<sub>b800</sub> and in 46 of 134 women for the first postcontrast of DCE images; and (c) For DWI, 3D segmented contouring created on DWI<sub>b800</sub> was propagated to the DWI images with other <italic>b</italic>-values. For DCE, 3D segmented contouring created on the first postcontrast images were propagated to pre-contrast and the other four post-contrast phases of DCE images. Finally, 3D segmentation of the whole tumor from nine different imaging series (DWI MR images with three different <italic>b</italic>-values, and six DCE images) were saved. The progress for 3D segmentation is described in <xref ref-type="fig" rid="F1">Figure 1</xref>.</p>
<fig id="F1" position="float">
<label>Figure 1</label>
<caption><p>The process for 3D segmentation. The segmentation process comprised three steps: <bold>(A)</bold> The foreground and background seed points were manually drawn inside and outside the tumor on the DWI images with a <italic>b</italic>-value of 800 s/mm<sup>2</sup> (DWI<sub>b800</sub>) and the first postcontrast of the DCE images, respectively. <bold>(B)</bold> The whole-tumor segmentations on DWI<sub>b800</sub> and the first postcontrast of the DCE images were executed with a semiautomatic algorithm. <bold>(C)</bold> For DWI, 3D segmented contouring that was created on DWI<sub>b800</sub> was propagated to the DWI images with other <italic>b</italic>-values. For DCE, 3D segmented contouring that was created on the first postcontrast images was propagated to the precontrast and four postcontrast phases of the DCE images.</p></caption>
<graphic xlink:href="fonc-09-00505-g0001.tif"/>
</fig>
<p>The 3D segmentation from the nine-image series were loaded onto a personal laptop for further texture analysis. The radiomics features were comprised of five parts: (a) Shape features on DCE (DCE<sub>shape</sub>): The fourteen shape-based features were calculated using the first postcontrast DCE images; (b) Texture features based on DCE images (DCE<sub>texture</sub>): The 92 texture features (<xref ref-type="bibr" rid="B18">18</xref>) features, were calculated on six time series individually, yielding 552 features; (c) Sequential features based on DCE time series (DCE<sub>sequential</sub>): To characterize the textural changes on DCE images over time serials, we measured ten new sequential features for each texture feature described in group b (<xref ref-type="supplementary-material" rid="SM2">Supplemental Material 1</xref>). The first six features, including mean, variance, kurtosis, skewness, energy, and entropy, were extracted from each individual subject. The other four features, including Kendall-tau-b, conservation, stability, and dispersion, were calculated from the interactive information between the current subject and the remainder of the subjects. Therefore, a total of 920 DCE<sub>sequential</sub> features were extracted from 92 texture features; (d) Texture features based on DWI images (DWI<sub>texture</sub>): The same 92 texture features with group b were calculated on DWI images with three <italic>b</italic>-values set to yield 276 features; and (e) Sequential features based on DWI images (DWI<sub>sequential</sub>): Like group c, to characterize the textural changes on DWI images over different <italic>b</italic>-values, we measured eight sequential features for each texture feature. Kurtosis and entropy were not measured because of the limited number of <italic>b</italic>-values. Therefore, 736 DWI<sub>sequential</sub> features were extracted. A total of 2,498 features were extracted to obtain a classification model. Texture extraction was applied to the multiparametric images using PyRadiomics package (<xref ref-type="bibr" rid="B18">18</xref>) in the Python software (v. 3.6, Python Software Foundation, <ext-link ext-link-type="uri" xlink:href="https://www.python.org/">https://www.python.org/</ext-link>).</p>
</sec>
<sec>
<title>Feature Selection</title>
<p>To reduce the dimensionality of the feature space, we proposed a two-staged method combining traditional statistics and machine learning-based feature selection.</p>
<p>For coarse feature selection, the features that were considered to be noisy were excluded. The purpose of the coarse feature selection was to prevent the resulting model from becoming a linear combination of noises. Regarding the 4-IHC classification tasks of breast cancer, the one-way analysis of variance (ANOVA) and cross-validation (CV) were performed for every radiomics feature. The <italic>t</italic>-test and CV for each radiomics feature were performed for TN vs. non-TN cancers. The feature that had both a small <italic>p</italic>-value and a small cross-validation error rate was informative. The feasible domain for excluding noisy features was a strong convex set, which reduced a high dimensionality of complex data sets to a two-dimensional space (<xref ref-type="bibr" rid="B19">19</xref>). In addition, the ellipse was chosen as the acceptance domain. Based on this idea, the accepted domain equation was set as follows:</p>
<disp-formula id="E1"><label>(1)</label><mml:math id="M1"><mml:mtable class="eqnarray" columnalign="right center left"><mml:mtr><mml:mtd><mml:mfrac><mml:mrow><mml:msup><mml:mrow><mml:mrow><mml:mo stretchy="false">(</mml:mo><mml:mrow><mml:mi>p</mml:mi><mml:mtext>_</mml:mtext><mml:mi>v</mml:mi><mml:mi>a</mml:mi><mml:mi>l</mml:mi><mml:mi>u</mml:mi><mml:mi>e</mml:mi></mml:mrow><mml:mo stretchy="false">)</mml:mo></mml:mrow></mml:mrow><mml:mrow><mml:mn>2</mml:mn></mml:mrow></mml:msup></mml:mrow><mml:mrow><mml:msup><mml:mrow><mml:mi>a</mml:mi></mml:mrow><mml:mrow><mml:mn>2</mml:mn></mml:mrow></mml:msup></mml:mrow></mml:mfrac><mml:mo>&#x0002B;</mml:mo><mml:mfrac><mml:mrow><mml:msup><mml:mrow><mml:mrow><mml:mo stretchy="false">(</mml:mo><mml:mrow><mml:mi>C</mml:mi><mml:mi>V</mml:mi><mml:mi>e</mml:mi><mml:mi>r</mml:mi><mml:mi>r</mml:mi><mml:mi>o</mml:mi><mml:mi>r</mml:mi><mml:mi>r</mml:mi><mml:mi>a</mml:mi><mml:mi>t</mml:mi><mml:mi>e</mml:mi></mml:mrow><mml:mo stretchy="false">)</mml:mo></mml:mrow></mml:mrow><mml:mrow><mml:mn>2</mml:mn></mml:mrow></mml:msup></mml:mrow><mml:mrow><mml:msup><mml:mrow><mml:mi>b</mml:mi></mml:mrow><mml:mrow><mml:mn>2</mml:mn></mml:mrow></mml:msup></mml:mrow></mml:mfrac><mml:mo>&#x0003C;</mml:mo><mml:mn>1</mml:mn></mml:mtd></mml:mtr></mml:mtable></mml:math></disp-formula>
<p>where a and b are acceptance factors. In order to reduce approximately half of the features, we set a and b to 0.6 and 0.85, respectively, for the 4-IHC classification after an ergodic process by an interval of 0.01. For TN vs. non-TN cancers, a and b were set to 0.54 and 0.76, respectively (<xref ref-type="fig" rid="F2">Figure 2</xref>).</p>
<fig id="F2" position="float">
<label>Figure 2</label>
<caption><p>The accepted domains for coarse feature selection. <bold>(A)</bold> For the 4-IHC classification, the <italic>p</italic>-value for the analysis of variance (ANOVA) and cross-validation error were set to 0.6 and 0.85, respectively. <bold>(B)</bold> For the TN vs. non-TN cancers, the <italic>t</italic>-test <italic>p</italic>-value and cross-validation error were set to 0.54 and 0.76, respectively.</p></caption>
<graphic xlink:href="fonc-09-00505-g0002.tif"/>
</fig>
<p>For fine feature selection, we proposed a novel model by combing the lasso regression, ridge regression, and elastic net to select the features. For the 4-IHC classification, lasso regression, ridge regression, and elastic net were utilized separately to rank the selected features from the coarse feature selection. The ranks from these three methods were summed up as a score for each feature. The top 40 features with the lowest scores were selected, and 20 features that were correlated with other features (the absolute value of the Pearson correlation index &#x0003E; 0.4) were subsequently removed manually to reduce the collinearity of feature combinations. Using the same selection method as the 4-IHC classification, a total of eight features were selected for TN vs. non-TN.</p>
</sec>
<sec>
<title>Machine Learning-Based Classification</title>
<p>The best models for the 4-IHC classification and TN vs. non-TN cancers were selected from three decision tree classifiers, two discriminant analysis classifiers, six SVM classifiers, four k-nearest neighbor (KNN) classifiers, and five ensemble learning classifiers (<xref ref-type="bibr" rid="B20">20</xref>&#x02013;<xref ref-type="bibr" rid="B24">24</xref>). The three decision tree classifiers were fine tree, medium tree, and coarse tree. The two discriminant analysis classifiers were LDA and quadratic discriminant analysis (QDA). The six SVM classifiers included the linear, quadratic, cubic, fine gaussian, medium gaussian, and coarse gaussian. The four KNN classifiers were fine KNN, medium KNN, coarse KNN, and weighted KNN. The five ensemble learning classifiers included subspace discriminant, subspace KNN, the AdaBoost algorithm with decision tree, the bootstrap-aggregated (bagged) tree algorithm with decision tree, and the RUSBoost algorithm with decision tree.</p>
<p>All the machine learning models were conducted using the 5-fold cross validation, whereby 20% of the data were used to test the model created by the other 80% of the data. The procedure was repeated for ten rounds to average the estimates of performance. The accuracy for two classification tasks was assessed for the models. To prove the superiority of our fine feature selection method, the classification accuracy combining lasso regression, ridge regression, and elastic net, and the classification accuracy using any single one of these three methods, were also assessed. The feature selection and machine learning-based classification was achieved using the Statistics and Machine Learning Toolbox in MatLab (v. R2018a; MathWorks, Natick, MA). The flowchart for multiparametric MR radiomics is described in <xref ref-type="fig" rid="F3">Figure 3</xref>.</p>
<fig id="F3" position="float">
<label>Figure 3</label>
<caption><p>The flowchart for feature engineering of multiparametric MR radiomics. <bold>(A)</bold> The whole-tumor segmentations from a total of 10 sequence images were executed. <bold>(B)</bold> A total of 2,498 features were extracted, and a two-stage feature selection method was subsequently performed. <bold>(C)</bold> Machine learning-based classifiers were used for the 4-IHC classification and TN vs. non-TN cancers.</p></caption>
<graphic xlink:href="fonc-09-00505-g0003.tif"/>
</fig>
</sec>
</sec>
<sec sec-type="results" id="s3">
<title>Results</title>
<sec>
<title>Clinical Data</title>
<p>The patient demographic and cancer characteristics are shown in <xref ref-type="table" rid="T1">Table 1</xref>. Of the 134 cancers, the numbers of Luminal A, Luminal B, HER2-positive, and TN cancers were 26, 68, 18, and 22, respectively.</p>
<table-wrap position="float" id="T1">
<label>Table 1</label>
<caption><p>Clinicopathologic characteristics of patients.</p></caption>
<table frame="hsides" rules="groups">
<thead>
<tr>
<th valign="top" align="left"><bold>Parameter</bold></th>
<th valign="top" align="center"><bold>Luminal A</bold></th>
<th valign="top" align="center"><bold>Luminal B</bold></th>
<th valign="top" align="center"><bold>HER2-positive</bold></th>
<th valign="top" align="center"><bold>TN</bold></th>
</tr>
</thead>
<tbody>
<tr>
<td valign="top" align="left">Age (y)<xref ref-type="table-fn" rid="TN1"><sup>&#x0002A;</sup></xref></td>
<td valign="top" align="center">26</td>
<td valign="top" align="center">68</td>
<td valign="top" align="center">18</td>
<td valign="top" align="center">22</td>
</tr>
<tr>
<td valign="top" align="left">Menopausal status</td>
<td/>
<td/>
<td/>
<td/>
</tr>
<tr>
<td valign="top" align="left">&#x000A0;&#x000A0;&#x000A0;Peri- or postmenopausal</td>
<td valign="top" align="center">11</td>
<td valign="top" align="center">29</td>
<td valign="top" align="center">8</td>
<td valign="top" align="center">14</td>
</tr>
<tr>
<td valign="top" align="left">&#x000A0;&#x000A0;&#x000A0;Premenopausal</td>
<td valign="top" align="center">15</td>
<td valign="top" align="center">38</td>
<td valign="top" align="center">10</td>
<td valign="top" align="center">8</td>
</tr>
<tr>
<td valign="top" align="left">&#x000A0;&#x000A0;&#x000A0;Unknown</td>
<td valign="top" align="center">0</td>
<td valign="top" align="center">1</td>
<td valign="top" align="center">0</td>
<td valign="top" align="center">0</td>
</tr>
<tr>
<td valign="top" align="left">Tumor size (mm<sup>3</sup>)<xref ref-type="table-fn" rid="TN1"><sup>&#x0002A;</sup></xref></td>
<td valign="top" align="center">18 (11&#x02013;47)</td>
<td valign="top" align="center">25 (10&#x02013;80)</td>
<td valign="top" align="center">21 (10&#x02013;43)</td>
<td valign="top" align="center">24 (13&#x02013;39)</td>
</tr>
<tr>
<td valign="top" align="left">Axial lymph nodes</td>
<td/>
<td/>
<td/>
<td/>
</tr>
<tr>
<td valign="top" align="left">&#x000A0;&#x000A0;&#x000A0;Negative</td>
<td valign="top" align="center">21</td>
<td valign="top" align="center">30</td>
<td valign="top" align="center">7</td>
<td valign="top" align="center">13</td>
</tr>
<tr>
<td valign="top" align="left">&#x000A0;&#x000A0;&#x000A0;Positive</td>
<td valign="top" align="center">5</td>
<td valign="top" align="center">38</td>
<td valign="top" align="center">11</td>
<td valign="top" align="center">9</td>
</tr>
</tbody>
</table>
<table-wrap-foot>
<p><italic>HER2, human epidermal growth factor receptor 2; TN, triple negative</italic>.</p> 
<fn id="TN1">
<label>&#x0002A;</label>
<p><italic>Data for continuous variables are means &#x000B1; standard deviation, with medians in parentheses</italic>.</p></fn>
</table-wrap-foot>
</table-wrap>
</sec>
<sec>
<title>Performance of the Machine Learning-Based Classification</title>
<p>Of 2,498 features, a total of 1,292 for the 4-IHC classification and 1,555 for the TN vs. non-TN cancers were chosen after coarse feature selection. Fine feature selection was conducted to reduce the feature sets to 20 features for the 4-IHC classification and eight for the TN vs. non-TN cancers (<xref ref-type="supplementary-material" rid="SM2">Supplementary Materials 2, 3</xref>). Z-score value distribution of every selected feature for all the patients in two classification tasks is displayed in <xref ref-type="fig" rid="F4">Figure 4</xref>. As shown in <xref ref-type="fig" rid="F5">Figure 5</xref>, our fine feature selection combining the lasso regression, ridge regression, and elastic net had higher accuracy compared with the use of any single one of these three methods. The Rad-score formulas for the two classification tasks were calculated via a linear combination of selected features that were weighted by the respective coefficients (<xref ref-type="supplementary-material" rid="SM2">Supplementary Materials 4, 5</xref>, and <xref ref-type="fig" rid="F6">Figure 6</xref>).</p>
<fig id="F4" position="float">
<label>Figure 4</label>
<caption><p>Performance of feature selection methods for the 4-IHCclassification. The accuracy for the four methods (our method, lasso, ridge, and elastic net) was compared while using five representative machine-learning models (fine decision trees, linear discriminant analysis, linear SVM, fine KNN, and AdaBoost algorithm with decision tree of ensemble learning).</p></caption>
<graphic xlink:href="fonc-09-00505-g0004.tif"/>
</fig>
<fig id="F5" position="float">
<label>Figure 5</label>
<caption><p>Box plots showed z-score value distribution of every selected feature for all patients in the 4-IHC classification <bold>(A)</bold> and TN vs. non-TN <bold>(B)</bold>.</p></caption>
<graphic xlink:href="fonc-09-00505-g0005.tif"/>
</fig>
<fig id="F6" position="float">
<label>Figure 6</label>
<caption><p>Rad-score box plots. <bold>(A)</bold> Rad-score box plot for 4-IHC classification (<italic>p</italic> &#x0003D; 4.2355e-46). <bold>(B)</bold> Rad-score box plot for TN vs. non-TN (<italic>p</italic> &#x0003D; 3.9100e-17).</p></caption>
<graphic xlink:href="fonc-09-00505-g0006.tif"/>
</fig>
<p>The results for model performance of the two classification tasks are listed in <xref ref-type="table" rid="T2">Table 2</xref>. For the 4-IHC classification task, the accuracy of the dataset for different classifiers ranged from 50.7 to 72.4%. The best models with the highest accuracy were the LDA and subspace discriminant of ensemble learning. Notably, only a small dependence emphasis of Kendall-tau-b feature for DWI<sub>sequential</sub> with the LDA model yielded the highest accuracy of 53.7%.</p>
<table-wrap position="float" id="T2">
<label>Table 2</label>
<caption><p>Model performance for the test datasets of two classification tasks.</p></caption>
<table frame="hsides" rules="groups">
<thead>
<tr>
<th/>
<th valign="top" align="left"><bold>Classifiers</bold></th>
<th valign="top" align="center"><bold>Accuracy (4-IHC classification)</bold></th>
<th valign="top" align="center"><bold>Accuracy (TN vs. non-TN)</bold></th>
</tr>
</thead>
<tbody>
<tr>
<td valign="top" align="left">Decision tree</td>
<td valign="top" align="left">Fine tree</td>
<td valign="top" align="center">69.4%</td>
<td valign="top" align="center">87.3%</td>
</tr>
<tr>
<td/>
<td valign="top" align="left">Medium tree</td>
<td valign="top" align="center">69.4%</td>
<td valign="top" align="center">87.3%</td>
</tr>
<tr>
<td/>
<td valign="top" align="left">Coarse tree</td>
<td valign="top" align="center">64.9%</td>
<td valign="top" align="center">88.8%</td>
</tr>
<tr>
<td valign="top" align="left">Discriminant analysis</td>
<td valign="top" align="left">LDA</td>
<td valign="top" align="center">72.4%</td>
<td valign="top" align="center">90.3%</td>
</tr>
<tr>
<td/>
<td valign="top" align="left">QDA</td>
<td valign="top" align="center">70.9%</td>
<td valign="top" align="center">90.3%</td>
</tr>
<tr>
<td valign="top" align="left">SVM</td>
<td valign="top" align="left">Linear</td>
<td valign="top" align="center">67.9%</td>
<td valign="top" align="center">91.0%</td>
</tr>
<tr>
<td/>
<td valign="top" align="left">Quadratic</td>
<td valign="top" align="center">69.4%</td>
<td valign="top" align="center">89.6%</td>
</tr>
<tr>
<td/>
<td valign="top" align="left">Cubic</td>
<td valign="top" align="center">59.7%</td>
<td valign="top" align="center">72.4%</td>
</tr>
<tr>
<td/>
<td valign="top" align="left">Fine gaussian</td>
<td valign="top" align="center">68.7%</td>
<td valign="top" align="center">87.3%</td>
</tr>
<tr>
<td/>
<td valign="top" align="left">Median gaussian</td>
<td valign="top" align="center">68.7%</td>
<td valign="top" align="center">89.6%</td>
</tr>
<tr>
<td/>
<td valign="top" align="left">Coarse gaussian</td>
<td valign="top" align="center">70.1%</td>
<td valign="top" align="center">88.1%</td>
</tr>
<tr>
<td valign="top" align="left">KNN</td>
<td valign="top" align="left">Fine</td>
<td valign="top" align="center">69.4%</td>
<td valign="top" align="center">87.3%</td>
</tr>
<tr>
<td/>
<td valign="top" align="left">Medium</td>
<td valign="top" align="center">64.9%</td>
<td valign="top" align="center">91.0%</td>
</tr>
<tr>
<td/>
<td valign="top" align="left">Coarse</td>
<td valign="top" align="center">50.7%</td>
<td valign="top" align="center">83.6%</td>
</tr>
<tr>
<td/>
<td valign="top" align="left">Weighted</td>
<td valign="top" align="center">70.1%</td>
<td valign="top" align="center">88.1%</td>
</tr>
<tr>
<td valign="top" align="left">Ensemble learning</td>
<td valign="top" align="left">Subspace discriminant</td>
<td valign="top" align="center">72.4%</td>
<td valign="top" align="center">90.3%</td>
</tr>
<tr>
<td/>
<td valign="top" align="left">Subspace KNN</td>
<td valign="top" align="center">69.4%</td>
<td valign="top" align="center">87.3%</td>
</tr>
<tr>
<td/>
<td valign="top" align="left">AdaBoost tree</td>
<td valign="top" align="center">67.2%</td>
<td valign="top" align="center">83.6%</td>
</tr>
<tr>
<td/>
<td valign="top" align="left">Bagged tree</td>
<td valign="top" align="center">70.1%</td>
<td valign="top" align="center">88.1%</td>
</tr>
<tr>
<td/>
<td valign="top" align="left">RUSBoost tree</td>
<td valign="top" align="center">58.2%</td>
<td valign="top" align="center">85.8%</td>
</tr>
</tbody>
</table>
<table-wrap-foot>
<p><italic>LDA, linear discriminant analysis; QDA, quadratic discriminant analysis; SVM, support vector machines; KNN, k-nearest neighbor; Bagged, bootstrap-aggregated; IHC, Immunohistochemical; TN, triple negative</italic>.</p>
</table-wrap-foot>
</table-wrap>
<p>When comparing the TN to the non-TN cancers, the accuracy of the test dataset ranged from 72.4 to 91.0%. The linear SVM and medium KNN each yielded the highest accuracy of 91.0%. With only the maximum of variance feature for DWI<sub>sequential</sub> with the linear SVM model, we obtained an accuracy of 83.6%.</p>
</sec>
</sec>
<sec sec-type="discussion" id="s4">
<title>Discussion</title>
<p>We investigated whether different breast cancer subtypes could be differentiated on multiparametric MR radiomics. Texture features extracted from DCE- and DWI-related original images, particularly those sequential features changing over time points or several <italic>b</italic>-values, could quantify the heterogenous differences between the IHC subtypes. Although this is early work, multiparametric MR radiomics has the potential to provide a non-invasive approach and further insight into tumor imaging phenotypes. Moreover, the methodology may assist in the differentiation of details of subtypes that are imperceptible to the human eye and is also free of inter- or intra-observer variability (<xref ref-type="bibr" rid="B9">9</xref>).</p>
<p>Multiparametric imaging assessing tumor heterogeneity has recently been extended to help identify the subtype of breast cancer (<xref ref-type="bibr" rid="B25">25</xref>&#x02013;<xref ref-type="bibr" rid="B28">28</xref>). The combined MR texture features could make the process of subtype classification quantitative and yield increased accuracy. Waugh et al. extracted 220 GLCM features in 72 IDC patients and found that the accuracy for subtype classification was 57.2% using all features and 43.6% using only the entropy feature (<xref ref-type="bibr" rid="B29">29</xref>). Sutton et al. extracted the first order and GLCM texture features from 178 IDC cancers to distinguish three subtypes, including luminal-like, HER2&#x0002B;, and TN (<xref ref-type="bibr" rid="B30">30</xref>). Their study analyzed only one slice showing the largest lesion diameter on the DCE images, whereas the necrotic tissue was excluded in Waugh&#x00027;s study. Agner et al. used the morphologic and texture features extracted from the whole tumor on the early postcontrast images in conjunction with an SVM classifier, to yield an area under the curve (AUC) of 0.74 for the TN vs. non-TN cancers (<xref ref-type="bibr" rid="B14">14</xref>). In our study, whole-tumor texture features extracted from DCE and DWI-related original images and those changing over six time points or three <italic>b</italic>-values yielded the best accuracy of 72.4% for the 4-IHC classification task, and the best accuracy of 91.0% for the TN vs. non-TN cancers. One possible interpretation for our model performance is that texture features capture the information of whole-tumor about perfusion, diffusion, and heterogeneity.</p>
<p>Compared with DCE, DWI was relatively less frequently performed in the radiomics workflow due to a lower resolution and more distortion. DWI reflecting the microenvironment of tumor structures was introduced to be a complementary tool that provided additional tissue information (<xref ref-type="bibr" rid="B31">31</xref>). Most studies used the histogram or texture analysis on ADC maps with a mono-exponential fit (<xref ref-type="bibr" rid="B15">15</xref>, <xref ref-type="bibr" rid="B32">32</xref>, <xref ref-type="bibr" rid="B33">33</xref>). In addition, there is one study for which the authors performed histogram analysis on maps from mono-exponential DWI and biexponential intravoxel incoherent motion (IVIM) to predict the HER2 status in ER-positive breast cancer (<xref ref-type="bibr" rid="B33">33</xref>). These parametric maps were calculated based on different diffusion models. The applicability of several diffusion models in clinical practice remains controversial. Instead of maps, the original DWI images were used to extracted features in our study, and classification using only minor dependence emphasis on Kendall-tau-b for DWI<sub>sequential</sub> yielded an accuracy of 53.7% for the 4-IHC classification. Furthermore, an accuracy of 83.6% for the TN vs. non-TN cancers was obtained using the maximum of variance for DWI<sub>sequential</sub> alone. Such a finding may indicate that TN breast cancer was more heterogeneous compared with other subtypes. A possible explanation for the findings was that TN demonstrated more necrosis (<xref ref-type="bibr" rid="B34">34</xref>). In our study, the DWI images with three <italic>b</italic>-values were obtained using a 16-channel breast coil and relatively accurate <italic>b</italic>-values (<xref ref-type="bibr" rid="B35">35</xref>, <xref ref-type="bibr" rid="B36">36</xref>). The features extracting for DWI may therefore offer a new strategy for reconsidering the role of DWI in radiomics. Examples of the four IHC subtypes are shown in <xref ref-type="fig" rid="F7">Figure 7</xref>.</p>
<fig id="F7" position="float">
<label>Figure 7</label>
<caption><p>DWI images for the four subtypes of breast cancer. A 46-year-old female with Luminal A breast cancer <bold>(A&#x02013;C)</bold>; a 60-year-old female with Luminal B breast cancer <bold>(D&#x02013;F)</bold>; a 47-year-old female with HER2-positive breast cancer <bold>(G&#x02013;I)</bold>; and a 57-year-old female with TN breast cancer <bold>(J&#x02013;L)</bold>. The small dependence emphasis of Kendall-tau-b for DWI<sub>sequential</sub> for Luminal A, Luminal B, HER2-positive, and TN breast cancers were &#x02212;0.915, 0.358, 0.915, and 0.299, respectively.</p></caption>
<graphic xlink:href="fonc-09-00505-g0007.tif"/>
</fig>
<p>Multiple studies performed texture analysis on images from different systems and institutions, including varied protocols (<xref ref-type="bibr" rid="B14">14</xref>, <xref ref-type="bibr" rid="B29">29</xref>, <xref ref-type="bibr" rid="B37">37</xref>). The breast MR imaging protocol has a variety of acquisition parameters, such as spatial resolution and temporal resolution, dynamic time points, repetition time and echo time, <italic>b</italic>-values, numbers of average and acceleration factors. All these variables affect texture features, and consequently the robustness of the radiomics classification model. For the widespread use of texture analysis in clinical applications, the approach to overcome the limitation that texture features are sensitive to the imaging parameters and modalities should be considered (<xref ref-type="bibr" rid="B38">38</xref>). In this investigation, we extracted radiomic features from patients on both the DCE and DWI images with two new sequential images, including DCE images changing over several time points, and DWI images changing over different <italic>b</italic>-values, which have not been used or described before in the domain of breast radiomics. Further studies on whether these normalized features minimized the variations introduced by different reconstruction algorithms and scanning parameters between different MR vendors and institutions will be validated.</p>
<p>Furthermore, a novel two-stage method of feature selection was performed by combining traditional statistics with machine learning. The coarse feature selection aimed to choose a relatively small subset of the features by removing the present features of redundant, noisy, and irrelevant dimensions (<xref ref-type="bibr" rid="B39">39</xref>, <xref ref-type="bibr" rid="B40">40</xref>). Because of the differing performance of lasso regression, ridge regression, and elastic net, we combined the three methods to select intersecting features for robustness and stability during the fine feature selection step (<xref ref-type="bibr" rid="B41">41</xref>). The number of fine features selected in models depends on the difficulty of the classification problem (<xref ref-type="bibr" rid="B42">42</xref>). In addition, the classification accuracy obtained by combining the three methods was higher compared with that obtained by using any single one of these three methods. Similarly, Li et al. combined the Mann-Whitney <italic>U</italic>-test and SVM to select informative genes (<xref ref-type="bibr" rid="B43">43</xref>).</p>
<p>This study had several limitations. First, it was a retrospective, single-institution study. Second, the limited sample size and the imbalance distribution of breast subtypes may not have trained the classification models sufficiently in such a retrospective design. Third, the same data were used for training and testing. The model may perform differently if multicenter datasets were used. Further prospective study using a larger and more balanced population from multiple centers and a subset of the data as a validation set is required. Fourth, the number of <italic>b</italic>-values for DWI to assess the texture features based on DWI image change over multiple <italic>b</italic>-values, was relatively low. Further validation on original DWI with more <italic>b</italic>-values in the IVIM (<xref ref-type="bibr" rid="B44">44</xref>) or diffusion kurtosis imaging (<xref ref-type="bibr" rid="B45">45</xref>) are needed. Finally, portions of the current work were performed offline. To implement this method into routine clinical practice, the automatic registration and segmentation tools, as well as the radiomics tools, will need to be integrated in the same platform.</p>
<p>In conclusion, we have shown that machine learning-based analysis of multiparametric MR radiomics assessing biological characteristics and heterogeneity of the whole tumor can effectively differentiate different subtypes of breast cancer and identify TN cancers. This approach could serve as a more convenient and non-invasive biomarker for the prediction of breast cancer subtypes.</p>
</sec>
<sec id="s5">
<title>Data Availability</title>
<p>The datasets for this manuscript are not publicly available because the data of texture features and subtypes for all the patients in our study was uploded in the <xref ref-type="supplementary-material" rid="SM1">Supplementary Table 1</xref>.</p>
<p>The raw images for patients can not allowed to upload for the public access. Requests to access the datasets should be directed to <email>pengweijun2017&#x00040;163.com</email>.</p>
</sec>
<sec id="s6">
<title>Ethics Statement</title>
<p>This retrospective study was approved by the review board of Fudan University Shanghai 96 Cancer Center, which waived informed consent.</p>
</sec>
<sec id="s7">
<title>Author Contributions</title>
<p>TX, ZW, WP, and HW conceived and designed the experiments. TX, ZW, QZ, YG, and HW analyzed the imaging data. QB and XZ reviewed the molecular data. TX wrote the manuscript. All authors read and approved the final manuscript.</p>
<sec>
<title>Conflict of Interest Statement</title>
<p>The authors declare that the research was conducted in the absence of any commercial or financial relationships that could be construed as a potential conflict of interest.</p>
</sec>
</sec>
</body>
<back>
<ack><p>The authors would like to thank Dr. Li Liu, Dr. Chao You, M. S. Yaping Yan, and Dr. Bin Wu for their discussions of research results.</p>
</ack>
<sec sec-type="supplementary-material" id="s8">
<title>Supplementary Material</title>
<p>The Supplementary Material for this article can be found online at: <ext-link ext-link-type="uri" xlink:href="https://www.frontiersin.org/articles/10.3389/fonc.2019.00505/full#supplementary-material">https://www.frontiersin.org/articles/10.3389/fonc.2019.00505/full#supplementary-material</ext-link></p>
<supplementary-material xlink:href="Table_1.xlsx" id="SM1" mimetype="application/vnd.openxmlformats-officedocument.spreadsheetml.sheet" xmlns:xlink="http://www.w3.org/1999/xlink"/>
<supplementary-material xlink:href="Data_Sheet_1.docx" id="SM2" mimetype="application/vnd.openxmlformats-officedocument.wordprocessingml.document" xmlns:xlink="http://www.w3.org/1999/xlink"/>
</sec>
<ref-list>
<title>References</title>
<ref id="B1">
<label>1.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Martelotto</surname> <given-names>LG</given-names></name> <name><surname>Ng</surname> <given-names>CK</given-names></name> <name><surname>Piscuoglio</surname> <given-names>S</given-names></name> <name><surname>Weigelt</surname> <given-names>B</given-names></name> <name><surname>Reis-Filho</surname> <given-names>JS</given-names></name></person-group>. <article-title>Breast cancer intra-tumor heterogeneity</article-title>. <source>Breast Cancer Res.</source> (<year>2014</year>) <volume>16</volume>:<fpage>210</fpage>. <pub-id pub-id-type="doi">10.1186/bcr3658</pub-id><pub-id pub-id-type="pmid">25928070</pub-id></citation></ref>
<ref id="B2">
<label>2.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Zambetti</surname> <given-names>M</given-names></name> <name><surname>Mansutti</surname> <given-names>M</given-names></name> <name><surname>Gomez</surname> <given-names>P</given-names></name> <name><surname>Lluch</surname> <given-names>A</given-names></name> <name><surname>Dittrich</surname> <given-names>C</given-names></name> <name><surname>Zamagni</surname> <given-names>C</given-names></name></person-group>. <article-title>Pathological complete response rates following different neoadjuvant chemotherapy regimens for operable breast cancer according to ER status, in two parallel, randomized phase II trials with an adaptive study design (ECTO II)</article-title> <source>Breast Cancer Res Treat.</source> (<year>2012</year>) <volume>132</volume>:<fpage>843</fpage>&#x02013;<lpage>51</lpage>. <pub-id pub-id-type="doi">10.1007/s10549-011-1660-6</pub-id><pub-id pub-id-type="pmid">21750964</pub-id></citation></ref>
<ref id="B3">
<label>3.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Bhargava</surname> <given-names>R</given-names></name> <name><surname>Beriwal</surname> <given-names>S</given-names></name> <name><surname>Dabbs</surname> <given-names>DJ</given-names></name> <name><surname>Ozbek</surname> <given-names>U</given-names></name> <name><surname>Soran</surname> <given-names>A</given-names></name> <name><surname>Johnson</surname> <given-names>RR</given-names></name></person-group>. <article-title>Immunohistochemical surrogate markers of breast cancer molecular classes predicts response to neoadjuvant chemotherapy: a single institutional experience with 359 cases</article-title>. <source>Cancer.</source> (<year>2010</year>) <volume>116</volume>:<fpage>1431</fpage>&#x02013;<lpage>9</lpage>. <pub-id pub-id-type="doi">10.1002/cncr.24876</pub-id><pub-id pub-id-type="pmid">20131351</pub-id></citation></ref>
<ref id="B4">
<label>4.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Cleator</surname> <given-names>S</given-names></name> <name><surname>Heller</surname> <given-names>W</given-names></name> <name><surname>Coombes</surname> <given-names>RC</given-names></name></person-group>. <article-title>Triple-negative breast cancer: therapeutic options</article-title>. <source>Lancet Oncol.</source> (<year>2007</year>) <volume>8</volume>:<fpage>235</fpage>&#x02013;<lpage>44</lpage>. <pub-id pub-id-type="doi">10.1016/S1470-2045(07)70074-8</pub-id><pub-id pub-id-type="pmid">17329194</pub-id></citation></ref>
<ref id="B5">
<label>5.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Goldhirsch</surname> <given-names>A</given-names></name> <name><surname>Wood</surname> <given-names>WC</given-names></name> <name><surname>Coates</surname> <given-names>AS</given-names></name> <name><surname>Gelber</surname> <given-names>RD</given-names></name> <name><surname>Thurlimann</surname> <given-names>B</given-names></name> <name><surname>Senn</surname> <given-names>HJ</given-names></name></person-group>. <article-title>Strategies for subtypes&#x02013;dealing with the diversity of breast cancer: highlights of the St. Gallen International Expert Consensus on the Primary Therapy of Early Breast Cancer 2011</article-title>. <source>Ann Oncol.</source> (<year>2011</year>) <volume>22</volume>:<fpage>1736</fpage>&#x02013;<lpage>47</lpage>. <pub-id pub-id-type="doi">10.1093/annonc/mdr304</pub-id><pub-id pub-id-type="pmid">21709140</pub-id></citation></ref>
<ref id="B6">
<label>6.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Koo</surname> <given-names>HR</given-names></name> <name><surname>Cho</surname> <given-names>N</given-names></name> <name><surname>Song</surname> <given-names>IC</given-names></name> <name><surname>Kim</surname> <given-names>H</given-names></name> <name><surname>Chang</surname> <given-names>JM</given-names></name> <name><surname>Yi</surname> <given-names>A</given-names></name></person-group>. <article-title>Correlation of perfusion parameters on dynamic contrast-enhanced MRI with prognostic factors and subtypes of breast cancers</article-title>. <source>J Magn Reson Imaging.</source> (<year>2012</year>) <volume>36</volume>:<fpage>145</fpage>&#x02013;<lpage>51</lpage>. <pub-id pub-id-type="doi">10.1002/jmri.23635</pub-id><pub-id pub-id-type="pmid">22392859</pub-id></citation></ref>
<ref id="B7">
<label>7.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Youk</surname> <given-names>JH</given-names></name> <name><surname>Son</surname> <given-names>EJ</given-names></name> <name><surname>Chung</surname> <given-names>J</given-names></name> <name><surname>Kim</surname> <given-names>JA</given-names></name> <name><surname>Kim</surname> <given-names>EK</given-names></name></person-group>. <article-title>Triple-negative invasive breast cancer on dynamic contrast-enhanced and diffusion-weighted MR imaging: comparison with other breast cancer subtypes</article-title>. <source>Eur Radiol.</source> (<year>2012</year>) <volume>22</volume>:<fpage>1724</fpage>&#x02013;<lpage>34</lpage>. <pub-id pub-id-type="doi">10.1007/s00330-012-2425-2</pub-id><pub-id pub-id-type="pmid">22527371</pub-id></citation></ref>
<ref id="B8">
<label>8.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Schmitz</surname> <given-names>AM</given-names></name> <name><surname>Loo</surname> <given-names>CE</given-names></name> <name><surname>Wesseling</surname> <given-names>J</given-names></name> <name><surname>Pijnappel</surname> <given-names>RM</given-names></name> <name><surname>Gilhuijs</surname> <given-names>KG</given-names></name></person-group>. <article-title>Association between rim enhancement of breast cancer on dynamic contrast-enhanced MRI and patient outcome: impact of subtype</article-title>. <source>Breast Cancer Res Treat.</source> (<year>2014</year>) <volume>148</volume>:<fpage>541</fpage>&#x02013;<lpage>51</lpage>. <pub-id pub-id-type="doi">10.1007/s10549-014-3170-9</pub-id><pub-id pub-id-type="pmid">25376743</pub-id></citation></ref>
<ref id="B9">
<label>9.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Mazurowski</surname> <given-names>MA</given-names></name></person-group>. <article-title>Radiogenomics: what it is and why it is important</article-title>. <source>J Am Coll Radiol.</source> (<year>2015</year>) <volume>12</volume>:<fpage>862</fpage>&#x02013;<lpage>6</lpage>. <pub-id pub-id-type="doi">10.1016/j.jacr.2015.04.019</pub-id><pub-id pub-id-type="pmid">26250979</pub-id></citation></ref>
<ref id="B10">
<label>10.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Grimm</surname> <given-names>LJ</given-names></name></person-group>. <article-title>Breast MRI radiogenomics: Current status and research implications</article-title>. <source>J Magn Reson Imaging.</source> (<year>2016</year>) <volume>43</volume>:<fpage>1269</fpage>&#x02013;<lpage>78</lpage>. <pub-id pub-id-type="doi">10.1002/jmri.25116</pub-id><pub-id pub-id-type="pmid">26663695</pub-id></citation></ref>
<ref id="B11">
<label>11.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Blaschke</surname> <given-names>E</given-names></name> <name><surname>Abe</surname> <given-names>H</given-names></name></person-group>. <article-title>MRI phenotype of breast cancer: kinetic assessment for molecular subtypes</article-title>. <source>J Magn Reson Imaging.</source> (<year>2015</year>) <volume>42</volume>:<fpage>920</fpage>&#x02013;<lpage>4</lpage>. <pub-id pub-id-type="doi">10.1002/jmri.24884</pub-id><pub-id pub-id-type="pmid">25758675</pub-id></citation></ref>
<ref id="B12">
<label>12.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Chang</surname> <given-names>RF</given-names></name> <name><surname>Chen</surname> <given-names>HH</given-names></name> <name><surname>Chang</surname> <given-names>YC</given-names></name> <name><surname>Huang</surname> <given-names>CS</given-names></name> <name><surname>Chen</surname> <given-names>JH</given-names></name> <name><surname>Lo</surname> <given-names>CM</given-names></name></person-group>. <article-title>Quantification of breast tumor heterogeneity for ER status, HER2 status, and TN molecular subtype evaluation on DCE-MRI</article-title>. <source>Magn Reson Imaging.</source> (<year>2016</year>) <volume>34</volume>:<fpage>809</fpage>&#x02013;<lpage>19</lpage>. <pub-id pub-id-type="doi">10.1016/j.mri.2016.03.001</pub-id><pub-id pub-id-type="pmid">26968141</pub-id></citation></ref>
<ref id="B13">
<label>13.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Grimm</surname> <given-names>LJ</given-names></name> <name><surname>Zhang</surname> <given-names>J</given-names></name> <name><surname>Mazurowski</surname> <given-names>MA</given-names></name></person-group>. <article-title>Computational approach to radiogenomics of breast cancer: luminal A and luminal B molecular subtypes are associated with imaging features on routine breast MRI extracted using computer vision algorithms</article-title>. <source>J Magn Reson Imaging.</source> (<year>2015</year>) <volume>42</volume>:<fpage>902</fpage>&#x02013;<lpage>7</lpage>. <pub-id pub-id-type="doi">10.1002/jmri.24879</pub-id><pub-id pub-id-type="pmid">25777181</pub-id></citation></ref>
<ref id="B14">
<label>14.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Agner</surname> <given-names>SC</given-names></name> <name><surname>Rosen</surname> <given-names>MA</given-names></name> <name><surname>Englander</surname> <given-names>S</given-names></name> <name><surname>Tomaszewski</surname> <given-names>JE</given-names></name> <name><surname>Feldman</surname> <given-names>MD</given-names></name> <name><surname>Zhang</surname> <given-names>P</given-names></name> <etal/></person-group>. <article-title>Computerized image analysis for identifying triple-negative breast cancers and differentiating them from other molecular subtypes of breast cancer on dynamic contrast-enhanced MR images: a feasibility study</article-title>. <source>Radiology.</source> (<year>2014</year>) <volume>272</volume>:<fpage>91</fpage>&#x02013;<lpage>9</lpage>. <pub-id pub-id-type="doi">10.1148/radiol.14121031</pub-id><pub-id pub-id-type="pmid">24620909</pub-id></citation></ref>
<ref id="B15">
<label>15.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Choi</surname> <given-names>Y</given-names></name> <name><surname>Kim</surname> <given-names>SH</given-names></name> <name><surname>Youn</surname> <given-names>IK</given-names></name> <name><surname>Kang</surname> <given-names>BJ</given-names></name> <name><surname>Park</surname> <given-names>WC</given-names></name> <name><surname>Lee</surname> <given-names>A</given-names></name></person-group>. <article-title>Rim sign and histogram analysis of apparent diffusion coefficient values on diffusion-weighted MRI in triple-negative breast cancer: Comparison with ER-positive subtype</article-title>. <source>PLoS ONE.</source> (<year>2017</year>) <volume>12</volume>:<fpage>e0177903</fpage>. <pub-id pub-id-type="doi">10.1371/journal.pone.0177903</pub-id><pub-id pub-id-type="pmid">28542297</pub-id></citation></ref>
<ref id="B16">
<label>16.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Fan</surname> <given-names>M</given-names></name> <name><surname>He</surname> <given-names>T</given-names></name> <name><surname>Zhang</surname> <given-names>P</given-names></name> <name><surname>Cheng</surname> <given-names>H</given-names></name> <name><surname>Zhang</surname> <given-names>J</given-names></name> <name><surname>Gao</surname> <given-names>X</given-names></name></person-group>. <article-title>Diffusion-weighted imaging features of breast tumours and the surrounding stroma reflect intrinsic heterogeneous characteristics of molecular subtypes in breast cancer</article-title>. <source>NMR Biomed.</source> (<year>2018</year>) <volume>31</volume>:<fpage>e3869</fpage>. <pub-id pub-id-type="doi">10.1002/nbm.3869</pub-id><pub-id pub-id-type="pmid">29244222</pub-id></citation></ref>
<ref id="B17">
<label>17.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Grady</surname> <given-names>L</given-names></name></person-group>. <article-title>Random walks for image segmentation</article-title>. <source>IEEE Trans Pattern Anal Mach Intell.</source> (<year>2006</year>) <volume>28</volume>:<fpage>1768</fpage>&#x02013;<lpage>83</lpage>. <pub-id pub-id-type="doi">10.1109/TPAMI.2006.233</pub-id><pub-id pub-id-type="pmid">17063682</pub-id></citation></ref>
<ref id="B18">
<label>18.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>van Griethuysen</surname> <given-names>JJM</given-names></name> <name><surname>Fedorov</surname> <given-names>A</given-names></name> <name><surname>Parmar</surname> <given-names>C</given-names></name> <name><surname>Hosny</surname> <given-names>A</given-names></name> <name><surname>Aucoin</surname> <given-names>N</given-names></name> <name><surname>Narayan</surname> <given-names>V</given-names></name></person-group>. <article-title>Computational radiomics system to decode the radiographic phenotype</article-title>. <source>Cancer Res.</source> (<year>2017</year>) <volume>77</volume>:<fpage>e104</fpage>&#x02013;<lpage>7</lpage>. <pub-id pub-id-type="doi">10.1158/0008-5472.CAN-17-0339</pub-id><pub-id pub-id-type="pmid">29092951</pub-id></citation></ref>
<ref id="B19">
<label>19.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Soyster</surname> <given-names>AL</given-names></name></person-group>. <article-title>Convex programming with set-inclusive constraints and applications to inexact linear-programming</article-title>. <source>Oper Res.</source> (<year>1973</year>) <volume>21</volume>:<fpage>1154</fpage>&#x02013;<lpage>7</lpage>. <pub-id pub-id-type="doi">10.1287/opre.21.5.1154</pub-id></citation></ref>
<ref id="B20">
<label>20.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Cristianini</surname> <given-names>N</given-names></name> <name><surname>Scholkopf</surname> <given-names>B</given-names></name></person-group>. <article-title>Support vector machines and kernel methods - The new generation of learning machines</article-title>. <source>AI Mag.</source> (<year>2002</year>) <volume>23</volume>:<fpage>31</fpage>&#x02013;<lpage>41</lpage>. <pub-id pub-id-type="doi">10.1609/aimag.v23i3.1655</pub-id></citation></ref>
<ref id="B21">
<label>21.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Ressom</surname> <given-names>HW</given-names></name> <name><surname>Varghese</surname> <given-names>RS</given-names></name> <name><surname>Zhang</surname> <given-names>Z</given-names></name> <name><surname>Xuan</surname> <given-names>J</given-names></name> <name><surname>Clarke</surname> <given-names>R</given-names></name></person-group>. <article-title>Classification algorithms for phenotype prediction in genomics and proteomics</article-title>. <source>Front Biosci.</source> (<year>2008</year>) <volume>13</volume>:<fpage>691</fpage>&#x02013;<lpage>708</lpage>. <pub-id pub-id-type="doi">10.2741/2712</pub-id><pub-id pub-id-type="pmid">17981580</pub-id></citation></ref>
<ref id="B22">
<label>22.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Rokach</surname> <given-names>L</given-names></name></person-group>. <article-title>Ensemble-based classifiers</article-title>. <source>Artif Intell Rev.</source> (<year>2010</year>) <volume>33</volume>:<fpage>1</fpage>&#x02013;<lpage>39</lpage>. <pub-id pub-id-type="doi">10.1007/s10462-009-9124-7</pub-id></citation></ref>
<ref id="B23">
<label>23.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Samworth</surname> <given-names>RJ</given-names></name></person-group>. <article-title>Optimal weighted nearest neighbour classifiers</article-title>. <source>Ann Stat.</source> (<year>2012</year>) <volume>40</volume>:<fpage>2733</fpage>&#x02013;<lpage>63</lpage>. <pub-id pub-id-type="doi">10.1214/12-AOS1049</pub-id></citation></ref>
<ref id="B24">
<label>24.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Kourou</surname> <given-names>K</given-names></name> <name><surname>Exarchos</surname> <given-names>TP</given-names></name> <name><surname>Exarchos</surname> <given-names>KP</given-names></name> <name><surname>Karamouzis</surname> <given-names>MV</given-names></name> <name><surname>Fotiadis</surname> <given-names>DI</given-names></name></person-group>. <article-title>Machine learning applications in cancer prognosis and prediction</article-title>. <source>Comput Struct Biotechnol J.</source> (<year>2015</year>) <volume>13</volume>:<fpage>8</fpage>&#x02013;<lpage>17</lpage>. <pub-id pub-id-type="doi">10.1016/j.csbj.2014.11.005</pub-id><pub-id pub-id-type="pmid">25750696</pub-id></citation></ref>
<ref id="B25">
<label>25.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Chen</surname> <given-names>JH</given-names></name> <name><surname>Agrawal</surname> <given-names>G</given-names></name> <name><surname>Feig</surname> <given-names>B</given-names></name> <name><surname>Baek</surname> <given-names>HM</given-names></name> <name><surname>Carpenter</surname> <given-names>PM</given-names></name> <name><surname>Mehta</surname> <given-names>RS</given-names></name></person-group>. <article-title>Triple-negative breast cancer: MRI features in 29 patients</article-title>. <source>Ann Oncol.</source> (<year>2007</year>) <volume>18</volume>:<fpage>2042</fpage>&#x02013;<lpage>3</lpage>. <pub-id pub-id-type="doi">10.1093/annonc/mdm504</pub-id><pub-id pub-id-type="pmid">18029970</pub-id></citation></ref>
<ref id="B26">
<label>26.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Schrading</surname> <given-names>S</given-names></name> <name><surname>Kuhl</surname> <given-names>CK</given-names></name></person-group>. <article-title>Mammographic, US, and MR imaging phenotypes of familial breast cancer</article-title>. <source>Radiology.</source> (<year>2008</year>) <volume>246</volume>:<fpage>58</fpage>&#x02013;<lpage>70</lpage>. <pub-id pub-id-type="doi">10.1148/radiol.2461062173</pub-id><pub-id pub-id-type="pmid">18096529</pub-id></citation></ref>
<ref id="B27">
<label>27.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Loo</surname> <given-names>CE</given-names></name> <name><surname>Straver</surname> <given-names>ME</given-names></name> <name><surname>Rodenhuis</surname> <given-names>S</given-names></name> <name><surname>Muller</surname> <given-names>SH</given-names></name> <name><surname>Wesseling</surname> <given-names>J</given-names></name> <name><surname>Vrancken Peeters</surname> <given-names>MJ</given-names></name></person-group>. <article-title>Magnetic resonance imaging response monitoring of breast cancer during neoadjuvant chemotherapy: relevance of breast cancer subtype</article-title>. <source>J Clin Oncol.</source> (<year>2011</year>) <volume>29</volume>:<fpage>660</fpage>&#x02013;<lpage>6</lpage>. <pub-id pub-id-type="doi">10.1200/JCO.2010.31.1258</pub-id><pub-id pub-id-type="pmid">21220595</pub-id></citation></ref>
<ref id="B28">
<label>28.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Martincich</surname> <given-names>L</given-names></name> <name><surname>Deantoni</surname> <given-names>V</given-names></name> <name><surname>Bertotto</surname> <given-names>I</given-names></name> <name><surname>Redana</surname> <given-names>S</given-names></name> <name><surname>Kubatzki</surname> <given-names>F</given-names></name> <name><surname>Sarotto</surname> <given-names>I</given-names></name></person-group>. <article-title>Correlations between diffusion-weighted imaging and breast cancer biomarkers</article-title>. <source>Eur Radiol.</source> (<year>2012</year>) <volume>22</volume>:<fpage>1519</fpage>&#x02013;<lpage>28</lpage>. <pub-id pub-id-type="doi">10.1007/s00330-012-2403-8</pub-id><pub-id pub-id-type="pmid">22411304</pub-id></citation></ref>
<ref id="B29">
<label>29.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Waugh</surname> <given-names>SA</given-names></name> <name><surname>Purdie</surname> <given-names>CA</given-names></name> <name><surname>Jordan</surname> <given-names>LB</given-names></name> <name><surname>Vinnicombe</surname> <given-names>S</given-names></name> <name><surname>Lerski</surname> <given-names>RA</given-names></name> <name><surname>Martin</surname> <given-names>P</given-names></name></person-group>. <article-title>Magnetic resonance imaging texture analysis classification of primary breast cancer</article-title>. <source>Eur Radiol.</source> (<year>2016</year>) <volume>26</volume>:<fpage>322</fpage>&#x02013;<lpage>30</lpage>. <pub-id pub-id-type="doi">10.1007/s00330-015-3845-6</pub-id><pub-id pub-id-type="pmid">26065395</pub-id></citation></ref>
<ref id="B30">
<label>30.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Sutton</surname> <given-names>EJ</given-names></name> <name><surname>Dashevsky</surname> <given-names>BZ</given-names></name> <name><surname>Oh</surname> <given-names>JH</given-names></name> <name><surname>Veeraraghavan</surname> <given-names>H</given-names></name> <name><surname>Apte</surname> <given-names>AP</given-names></name> <name><surname>Thakur</surname> <given-names>SB</given-names></name></person-group>. <article-title>Breast cancer molecular subtype classifier that incorporates MRI features</article-title>. <source>J Magn Reson Imaging.</source> (<year>2016</year>) <volume>44</volume>:<fpage>122</fpage>&#x02013;<lpage>9</lpage>. <pub-id pub-id-type="doi">10.1002/jmri.25119</pub-id><pub-id pub-id-type="pmid">26756416</pub-id></citation></ref>
<ref id="B31">
<label>31.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Marino</surname> <given-names>MA</given-names></name> <name><surname>Helbich</surname> <given-names>T</given-names></name> <name><surname>Baltzer</surname> <given-names>P</given-names></name> <name><surname>Pinker-Domenig</surname> <given-names>K</given-names></name></person-group>. <article-title>Multiparametric MRI of the breast: a review</article-title>. <source>J Magn Reson Imaging.</source> (<year>2018</year>) <volume>47</volume>:<fpage>301</fpage>&#x02013;<lpage>15</lpage>. <pub-id pub-id-type="doi">10.1002/jmri.25790</pub-id><pub-id pub-id-type="pmid">28639300</pub-id></citation></ref>
<ref id="B32">
<label>32.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Mori</surname> <given-names>N</given-names></name> <name><surname>Ota</surname> <given-names>H</given-names></name> <name><surname>Mugikura</surname> <given-names>S</given-names></name> <name><surname>Takasawa</surname> <given-names>C</given-names></name> <name><surname>Ishida</surname> <given-names>T</given-names></name> <name><surname>Watanabe</surname> <given-names>G</given-names></name></person-group>. <article-title>Luminal-type breast cancer: correlation of apparent diffusion coefficients with the Ki-67 labeling index</article-title>. <source>Radiology.</source> (<year>2015</year>) <volume>274</volume>:<fpage>66</fpage>&#x02013;<lpage>73</lpage>. <pub-id pub-id-type="doi">10.1148/radiol.14140283</pub-id><pub-id pub-id-type="pmid">25203132</pub-id></citation></ref>
<ref id="B33">
<label>33.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Vidic</surname> <given-names>I</given-names></name> <name><surname>Egnell</surname> <given-names>L</given-names></name> <name><surname>Jerome</surname> <given-names>NP</given-names></name> <name><surname>Teruel</surname> <given-names>JR</given-names></name> <name><surname>Sjobakk</surname> <given-names>TE</given-names></name> <name><surname>Ostlie</surname> <given-names>A</given-names></name></person-group>. <article-title>Support vector machine for breast cancer classification using diffusion-weighted MRI histogram features: preliminary study</article-title>. <source>J Magn Reson Imaging.</source> (<year>2018</year>) <volume>47</volume>:<fpage>1205</fpage>&#x02013;<lpage>16</lpage>. <pub-id pub-id-type="doi">10.1002/jmri.25873</pub-id><pub-id pub-id-type="pmid">29044896</pub-id></citation></ref>
<ref id="B34">
<label>34.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Uematsu</surname> <given-names>T</given-names></name> <name><surname>Kasami</surname> <given-names>M</given-names></name> <name><surname>Yuen</surname> <given-names>S</given-names></name></person-group>. <article-title>Triple-negative breast cancer: correlation between MR imaging and pathologic findings</article-title>. <source>Radiology.</source> (<year>2009</year>) <volume>250</volume>:<fpage>638</fpage>&#x02013;<lpage>47</lpage>. <pub-id pub-id-type="doi">10.1148/radiol.2503081054</pub-id><pub-id pub-id-type="pmid">19244039</pub-id></citation></ref>
<ref id="B35">
<label>35.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Bogner</surname> <given-names>W</given-names></name> <name><surname>Gruber</surname> <given-names>S</given-names></name> <name><surname>Pinker</surname> <given-names>K</given-names></name> <name><surname>Grabner</surname> <given-names>G</given-names></name> <name><surname>Stadlbauer</surname> <given-names>A</given-names></name> <name><surname>Weber</surname> <given-names>M</given-names></name></person-group>. <article-title>Diffusion-weighted MR for differentiation of breast lesions at 3</article-title>.0 T: how does selection of diffusion protocols affect diagnosi<source>s? Radiology.</source> (<year>2009</year>) <volume>253</volume>:<fpage>341</fpage>&#x02013;<lpage>51</lpage>. <pub-id pub-id-type="doi">10.1148/radiol.2532081718</pub-id><pub-id pub-id-type="pmid">19703869</pub-id></citation></ref>
<ref id="B36">
<label>36.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Thomassin-Naggara</surname> <given-names>I</given-names></name> <name><surname>De Bazelaire</surname> <given-names>C</given-names></name> <name><surname>Chopier</surname> <given-names>J</given-names></name> <name><surname>Bazot</surname> <given-names>M</given-names></name> <name><surname>Marsault</surname> <given-names>C</given-names></name> <name><surname>Trop</surname> <given-names>I</given-names></name></person-group>. <article-title>Diffusion-weighted MR imaging of the breast: advantages and pitfalls</article-title>. <source>Eur J Radiol.</source> (<year>2013</year>) <volume>82</volume>:<fpage>435</fpage>&#x02013;<lpage>43</lpage>. <pub-id pub-id-type="doi">10.1016/j.ejrad.2012.03.002</pub-id><pub-id pub-id-type="pmid">22658868</pub-id></citation></ref>
<ref id="B37">
<label>37.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Mazurowski</surname> <given-names>MA</given-names></name> <name><surname>Zhang</surname> <given-names>J</given-names></name> <name><surname>Grimm</surname> <given-names>LJ</given-names></name> <name><surname>Yoon</surname> <given-names>SC</given-names></name> <name><surname>Silber</surname> <given-names>JI</given-names></name></person-group>. <article-title>Radiogenomic analysis of breast cancer: luminal B molecular subtype is associated with enhancement dynamics at MR imaging</article-title>. <source>Radiology.</source> (<year>2014</year>) <volume>273</volume>:<fpage>365</fpage>&#x02013;<lpage>72</lpage>. <pub-id pub-id-type="doi">10.1148/radiol.14132641</pub-id><pub-id pub-id-type="pmid">25028781</pub-id></citation></ref>
<ref id="B38">
<label>38.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Mayerhoefer</surname> <given-names>ME</given-names></name> <name><surname>Szomolanyi</surname> <given-names>P</given-names></name> <name><surname>Jirak</surname> <given-names>D</given-names></name> <name><surname>Materka</surname> <given-names>A</given-names></name> <name><surname>Trattnig</surname> <given-names>S</given-names></name></person-group>. <article-title>Effects of MRI acquisition parameter variations and protocol heterogeneity on the results of texture analysis and pattern discrimination: an application-oriented study</article-title>. <source>Med Phys.</source> (<year>2009</year>) <volume>36</volume>:<fpage>1236</fpage>&#x02013;<lpage>43</lpage>. <pub-id pub-id-type="doi">10.1118/1.3081408</pub-id><pub-id pub-id-type="pmid">19472631</pub-id></citation></ref>
<ref id="B39">
<label>39.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Bol&#x000F3;n-Canedo</surname> <given-names>V</given-names></name> <name><surname>S&#x000E1;nchez-Maro&#x000F1;o</surname> <given-names>N</given-names></name> <name><surname>Alonso-Betanzos</surname> <given-names>A</given-names></name> <name><surname>Ben&#x000ED;tez</surname> <given-names>JM</given-names></name> <name><surname>Herrera</surname> <given-names>F</given-names></name></person-group>. <article-title>A review of microarray datasets and applied feature selection methods</article-title>. <source>Inf Sci.</source> (<year>2014</year>) <volume>282</volume>:<fpage>111</fpage>&#x02013;<lpage>35</lpage>. <pub-id pub-id-type="doi">10.1016/j.ins.2014.05.042</pub-id></citation></ref>
<ref id="B40">
<label>40.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Wang</surname> <given-names>L</given-names></name> <name><surname>Wang</surname> <given-names>Y</given-names></name> <name><surname>Chang</surname> <given-names>Q</given-names></name></person-group>. <article-title>Feature selection methods for big data bioinformatics: a survey from the search perspective</article-title>. <source>Methods.</source> (<year>2016</year>) <volume>111</volume>:<fpage>21</fpage>&#x02013;<lpage>31</lpage>. <pub-id pub-id-type="doi">10.1016/j.ymeth.2016.08.014</pub-id><pub-id pub-id-type="pmid">27592382</pub-id></citation></ref>
<ref id="B41">
<label>41.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Ogutu</surname> <given-names>JO</given-names></name> <name><surname>Schulz-Streeck</surname> <given-names>T</given-names></name> <name><surname>Piepho</surname> <given-names>HP</given-names></name></person-group>. <article-title>Genomic selection using regularized linear regression models: ridge regression, lasso, elastic net and their extensions</article-title>. <source>BMC Proc.</source> (<year>2012</year>) <volume>6</volume>(<supplement>Suppl. 2</supplement>):<fpage>S10</fpage>. <pub-id pub-id-type="doi">10.1186/1753-6561-6-S2-S10</pub-id><pub-id pub-id-type="pmid">22640436</pub-id></citation></ref>
<ref id="B42">
<label>42.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Lu</surname> <given-names>CF</given-names></name> <name><surname>Hsu</surname> <given-names>FT</given-names></name> <name><surname>Hsieh</surname> <given-names>KL</given-names></name> <name><surname>Kao</surname> <given-names>YJ</given-names></name> <name><surname>Cheng</surname> <given-names>SJ</given-names></name> <name><surname>Hsu</surname> <given-names>JB</given-names></name></person-group>. <article-title>Machine learning-based radiomics for molecular subtyping of gliomas</article-title>. <source>Clin Cancer Res.</source> (<year>2018</year>) <volume>24</volume>:<fpage>4429</fpage>&#x02013;<lpage>36</lpage>. <pub-id pub-id-type="doi">10.1158/1078-0432.CCR-17-3445</pub-id><pub-id pub-id-type="pmid">29789422</pub-id></citation></ref>
<ref id="B43">
<label>43.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Li</surname> <given-names>HD</given-names></name> <name><surname>Liang</surname> <given-names>YZ</given-names></name> <name><surname>Xu</surname> <given-names>QS</given-names></name> <name><surname>Cao</surname> <given-names>DS</given-names></name> <name><surname>Tan</surname> <given-names>BB</given-names></name> <name><surname>Deng</surname> <given-names>BC</given-names></name></person-group>. <article-title>Recipe for uncovering predictive genes using support vector machines based on model population analysis</article-title>. <source>IEEE/ACM Trans Comput Biol Bioinform.</source> (<year>2011</year>) <volume>8</volume>:<fpage>1633</fpage>&#x02013;<lpage>41</lpage>. <pub-id pub-id-type="doi">10.1109/TCBB.2011.36</pub-id><pub-id pub-id-type="pmid">21339535</pub-id></citation></ref>
<ref id="B44">
<label>44.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Cho</surname> <given-names>GY</given-names></name> <name><surname>Moy</surname> <given-names>L</given-names></name> <name><surname>Kim</surname> <given-names>SG</given-names></name> <name><surname>Baete</surname> <given-names>SH</given-names></name> <name><surname>Moccaldi</surname> <given-names>M</given-names></name> <name><surname>Babb</surname> <given-names>JS</given-names></name></person-group>. <article-title>Evaluation of breast cancer using intravoxel incoherent motion (IVIM) histogram analysis: comparison with malignant status, histological subtype, and molecular prognostic factors</article-title>. <source>Eur Radiol.</source> (<year>2016</year>) <volume>26</volume>:<fpage>2547</fpage>&#x02013;<lpage>58</lpage>. <pub-id pub-id-type="doi">10.1007/s00330-015-4087-3</pub-id><pub-id pub-id-type="pmid">26615557</pub-id></citation></ref>
<ref id="B45">
<label>45.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Sun</surname> <given-names>K</given-names></name> <name><surname>Chen</surname> <given-names>X</given-names></name> <name><surname>Chai</surname> <given-names>W</given-names></name> <name><surname>Fei</surname> <given-names>X</given-names></name> <name><surname>Fu</surname> <given-names>C</given-names></name> <name><surname>Yan</surname> <given-names>X</given-names></name></person-group>. <article-title>Breast cancer: diffusion kurtosis MR imaging-diagnostic accuracy and correlation with clinical-pathologic factors</article-title>. <source>Radiology.</source> (<year>2015</year>) <volume>277</volume>:<fpage>46</fpage>&#x02013;<lpage>55</lpage>. <pub-id pub-id-type="doi">10.1148/radiol.15141625</pub-id><pub-id pub-id-type="pmid">25938679</pub-id></citation></ref>
</ref-list>
<fn-group>
<fn fn-type="financial-disclosure"><p><bold>Funding.</bold> This work was supported by the National Natural Science Foundation of China (no. 61731008). This project has also been funded by Science and Technology Commission of Shanghai Municipality (no. 2017SHZDZX01) and Natural Science Foundation of Shanghai (no. 17ZR1401600).</p>
</fn>
</fn-group>
</back>
</article>