<?xml version="1.0" encoding="UTF-8" standalone="no"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.3 20070202//EN" "journalpublishing.dtd">
<article xmlns:mml="http://www.w3.org/1998/Math/MathML" xmlns:xlink="http://www.w3.org/1999/xlink" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" article-type="research-article" dtd-version="2.3" xml:lang="EN">
<front>
<journal-meta>
<journal-id journal-id-type="publisher-id">Front. Oncol.</journal-id>
<journal-title>Frontiers in Oncology</journal-title>
<abbrev-journal-title abbrev-type="pubmed">Front. Oncol.</abbrev-journal-title>
<issn pub-type="epub">2234-943X</issn>
<publisher>
<publisher-name>Frontiers Media S.A.</publisher-name>
</publisher>
</journal-meta>
<article-meta>
<article-id pub-id-type="doi">10.3389/fonc.2021.756828</article-id>
<article-categories>
<subj-group subj-group-type="heading">
<subject>Oncology</subject>
<subj-group>
<subject>Original Research</subject>
</subj-group>
</subj-group>
</article-categories>
<title-group>
<article-title>Radiomics and Qualitative Features From Multiparametric MRI Predict Molecular Subtypes in Patients With Lower-Grade Glioma</article-title>
</title-group>
<contrib-group>
<contrib contrib-type="author">
<name>
<surname>Sun</surname>
<given-names>Chen</given-names>
</name>
<xref ref-type="aff" rid="aff1">
<sup>1</sup>
</xref>
<xref ref-type="author-notes" rid="fn003">
<sup>&#x2020;</sup>
</xref>
<uri xlink:href="https://loop.frontiersin.org/people/1442348"/>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Fan</surname>
<given-names>Liyuan</given-names>
</name>
<xref ref-type="aff" rid="aff2">
<sup>2</sup>
</xref>
<xref ref-type="author-notes" rid="fn003">
<sup>&#x2020;</sup>
</xref>
<uri xlink:href="https://loop.frontiersin.org/people/872601"/>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Wang</surname>
<given-names>Wenqing</given-names>
</name>
<xref ref-type="aff" rid="aff1">
<sup>1</sup>
</xref>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Wang</surname>
<given-names>Weiwei</given-names>
</name>
<xref ref-type="aff" rid="aff3">
<sup>3</sup>
</xref>
<uri xlink:href="https://loop.frontiersin.org/people/1458839"/>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Liu</surname>
<given-names>Lei</given-names>
</name>
<xref ref-type="aff" rid="aff4">
<sup>4</sup>
</xref>
<uri xlink:href="https://loop.frontiersin.org/people/1075639"/>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Duan</surname>
<given-names>Wenchao</given-names>
</name>
<xref ref-type="aff" rid="aff1">
<sup>1</sup>
</xref>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Pei</surname>
<given-names>Dongling</given-names>
</name>
<xref ref-type="aff" rid="aff1">
<sup>1</sup>
</xref>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Zhan</surname>
<given-names>Yunbo</given-names>
</name>
<xref ref-type="aff" rid="aff1">
<sup>1</sup>
</xref>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Zhao</surname>
<given-names>Haibiao</given-names>
</name>
<xref ref-type="aff" rid="aff1">
<sup>1</sup>
</xref>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Sun</surname>
<given-names>Tao</given-names>
</name>
<xref ref-type="aff" rid="aff1">
<sup>1</sup>
</xref>
<uri xlink:href="https://loop.frontiersin.org/people/1085993"/>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Liu</surname>
<given-names>Zhen</given-names>
</name>
<xref ref-type="aff" rid="aff1">
<sup>1</sup>
</xref>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Hong</surname>
<given-names>Xuanke</given-names>
</name>
<xref ref-type="aff" rid="aff1">
<sup>1</sup>
</xref>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Wang</surname>
<given-names>Xiangxiang</given-names>
</name>
<xref ref-type="aff" rid="aff1">
<sup>1</sup>
</xref>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Guo</surname>
<given-names>Yu</given-names>
</name>
<xref ref-type="aff" rid="aff1">
<sup>1</sup>
</xref>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Li</surname>
<given-names>Wencai</given-names>
</name>
<xref ref-type="aff" rid="aff3">
<sup>3</sup>
</xref>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Cheng</surname>
<given-names>Jingliang</given-names>
</name>
<xref ref-type="aff" rid="aff5">
<sup>5</sup>
</xref>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Li</surname>
<given-names>Zhicheng</given-names>
</name>
<xref ref-type="aff" rid="aff4">
<sup>4</sup>
</xref>
<uri xlink:href="https://loop.frontiersin.org/people/785003"/>
</contrib>
<contrib contrib-type="author" corresp="yes">
<name>
<surname>Liu</surname>
<given-names>Xianzhi</given-names>
</name>
<xref ref-type="aff" rid="aff1">
<sup>1</sup>
</xref>
<xref ref-type="author-notes" rid="fn001">
<sup>*</sup>
</xref>
</contrib>
<contrib contrib-type="author" corresp="yes">
<name>
<surname>Zhang</surname>
<given-names>Zhenyu</given-names>
</name>
<xref ref-type="aff" rid="aff1">
<sup>1</sup>
</xref>
<xref ref-type="author-notes" rid="fn001">
<sup>*</sup>
</xref>
<uri xlink:href="https://loop.frontiersin.org/people/954905"/>
</contrib>
<contrib contrib-type="author" corresp="yes">
<name>
<surname>Yan</surname>
<given-names>Jing</given-names>
</name>
<xref ref-type="aff" rid="aff5">
<sup>5</sup>
</xref>
<xref ref-type="author-notes" rid="fn001">
<sup>*</sup>
</xref>
<uri xlink:href="https://loop.frontiersin.org/people/1093974"/>
</contrib>
</contrib-group>
<aff id="aff1">
<sup>1</sup>
<institution>Department of Neurosurgery, The First Affiliated Hospital of Zhengzhou University</institution>, <addr-line>Zhengzhou</addr-line>, <country>China</country>
</aff>
<aff id="aff2">
<sup>2</sup>
<institution>Department of Neurology, The First Affiliated Hospital of Zhengzhou University</institution>, <addr-line>Zhengzhou</addr-line>, <country>China</country>
</aff>
<aff id="aff3">
<sup>3</sup>
<institution>Department of Pathology, The First Affiliated Hospital of Zhengzhou University</institution>, <addr-line>Zhengzhou</addr-line>, <country>China</country>
</aff>
<aff id="aff4">
<sup>4</sup>
<institution>Institute of Biomedical and Health Engineering, Shenzhen Institutes of Advanced Technology, Chinese Academy of Sciences</institution>, <addr-line>Shenzhen</addr-line>, <country>China</country>
</aff>
<aff id="aff5">
<sup>5</sup>
<institution>Department of MRI, The First Affiliated Hospital of Zhengzhou University</institution>, <addr-line>Zhengzhou</addr-line>, <country>China</country>
</aff>
<author-notes>
<fn fn-type="edited-by">
<p>Edited by: Bo Gao, Affiliated Hospital of Guizhou Medical University, China</p>
</fn>
<fn fn-type="edited-by">
<p>Reviewed by: Qijun Shen, Zhejiang University School of Medicine, China; Zhongxiang Ding, Zhejiang University, China</p>
</fn>
<fn fn-type="corresp" id="fn001">
<p>*Correspondence: Jing Yan, <email xlink:href="mailto:fccyanj@zzu.edu.cn">fccyanj@zzu.edu.cn</email>; Zhenyu Zhang, <email xlink:href="mailto:fcczhangzy1@zzu.edu.cn">fcczhangzy1@zzu.edu.cn</email>; Xianzhi Liu, <email xlink:href="mailto:xzliu06@126.com">xzliu06@126.com</email>
</p>
</fn>
<fn fn-type="equal" id="fn003">
<p>&#x2020;These authors have contributed equally to this work and share first authorship</p>
</fn>
<fn fn-type="other" id="fn002">
<p>This article was submitted to Cancer Imaging and Image-directed Interventions, a section of the journal Frontiers in Oncology</p>
</fn>
</author-notes>
<pub-date pub-type="epub">
<day>21</day>
<month>01</month>
<year>2022</year>
</pub-date>
<pub-date pub-type="collection">
<year>2021</year>
</pub-date>
<volume>11</volume>
<elocation-id>756828</elocation-id>
<history>
<date date-type="received">
<day>11</day>
<month>08</month>
<year>2021</year>
</date>
<date date-type="accepted">
<day>28</day>
<month>12</month>
<year>2021</year>
</date>
</history>
<permissions>
<copyright-statement>Copyright &#xa9; 2022 Sun, Fan, Wang, Wang, Liu, Duan, Pei, Zhan, Zhao, Sun, Liu, Hong, Wang, Guo, Li, Cheng, Li, Liu, Zhang and Yan</copyright-statement>
<copyright-year>2022</copyright-year>
<copyright-holder>Sun, Fan, Wang, Wang, Liu, Duan, Pei, Zhan, Zhao, Sun, Liu, Hong, Wang, Guo, Li, Cheng, Li, Liu, Zhang and Yan</copyright-holder>
<license xlink:href="http://creativecommons.org/licenses/by/4.0/">
<p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (CC BY). The use, distribution or reproduction in other forums is permitted, provided the original author(s) and the copyright owner(s) are credited and that the original publication in this journal is cited, in accordance with accepted academic practice. No use, distribution or reproduction is permitted which does not comply with these terms.</p>
</license>
</permissions>
<abstract>
<sec>
<title>Background</title>
<p>Isocitrate dehydrogenase (IDH) mutation and 1p19q codeletion status have been identified as significant markers for therapy and prognosis in lower-grade glioma (LGG). The current study aimed to construct a combined machine learning-based model for predicting the molecular subtypes of LGG, including (1) IDH wild-type astrocytoma (IDHwt), (2) IDH mutant and 1p19q non-codeleted astrocytoma (IDHmut-noncodel), and (3) IDH-mutant and 1p19q codeleted oligodendroglioma (IDHmut-codel), based on multiparametric magnetic resonance imaging (MRI) radiomics, qualitative features, and clinical factors.</p>
</sec>
<sec>
<title>Methods</title>
<p>A total of 335 patients with LGG (WHO grade II/III) were retrospectively enrolled. The sum of 5,929 radiomics features were extracted from multiparametric MRI. Selected robust, non-redundant, and relevant features were used to construct a random forest model based on a training cohort (n = 269) and evaluated on a testing cohort (n = 66). Meanwhile, preoperative MRIs of all patients were scored in accordance with Visually Accessible Rembrandt Images (VASARI) annotations and T2-fluid attenuated inversion recovery (T2-FLAIR) mismatch sign. By combining radiomics features, qualitative features (VASARI annotations and T2-FLAIR mismatch signs), and clinical factors, a combined prediction model for the molecular subtypes of LGG was built.</p>
</sec>
<sec>
<title>Results</title>
<p>The 17-feature radiomics model achieved area under the curve (AUC) values of 0.6557, 0.6830, and 0.7579 for IDHwt, IDHmut-noncodel, and IDHmut-codel, respectively, in the testing cohort. Incorporating qualitative features and clinical factors into the radiomics model resulted in improved AUCs of 0.8623, 0.8056, and 0.8036 for IDHwt, IDHmut-noncodel, and IDHmut-codel, with balanced accuracies of 0.8924, 0.8066, and 0.8095, respectively.</p>
</sec>
<sec>
<title>Conclusion</title>
<p>The combined machine learning algorithm can provide a method to non-invasively predict the molecular subtypes of LGG preoperatively with excellent predictive performance.</p>
</sec>
</abstract>
<kwd-group>
<kwd>lower-grade glioma</kwd>
<kwd>radiomics</kwd>
<kwd>Visually Accessible Rembrandt Images</kwd>
<kwd>molecular subtypes</kwd>
<kwd>machine learning</kwd>
</kwd-group>
<counts>
<fig-count count="3"/>
<table-count count="4"/>
<equation-count count="0"/>
<ref-count count="36"/>
<page-count count="10"/>
<word-count count="4667"/>
</counts>
</article-meta>
</front>
<body>
<sec id="s1" sec-type="intro">
<title>Introduction</title>
<p>Diffuse lower-grade glioma [LGG, World Health Organization (WHO) grades II and III] is a primary brain tumor that originates from glial or precursor cells and presents as a heterogeneous disease (<xref ref-type="bibr" rid="B1">1</xref>). The 2016 WHO classification divides LGG into three molecular subtypes based on isocitrate dehydrogenase (IDH) mutation and 1p19q codeletion status (<xref ref-type="bibr" rid="B1">1</xref>): IDH wild-type (IDHwt) (<xref ref-type="bibr" rid="B2">2</xref>), IDH mutants with euploid 1p19q (IDHmut-noncodel), and (<xref ref-type="bibr" rid="B3">3</xref>) IDH mutants carrying 1p19q codeletion (IDHmut-codel) (<xref ref-type="bibr" rid="B2">2</xref>, <xref ref-type="bibr" rid="B3">3</xref>). The role of molecular diagnosis in the classification of central nervous system (CNS) tumors was further clarified in the 2021 WHO criteria (<xref ref-type="bibr" rid="B4">4</xref>).</p>
<p>Previous research has shown that IDHmut-noncodel glioma patients had lower overall survival than IDHmut-codel patients, although both subtypes had significantly higher overall survival than patients with IDHwt gliomas (<xref ref-type="bibr" rid="B5">5</xref>). Additionally, LGG with IDH mutation or 1p19q codeletion is more sensitive to radiation and chemotherapy than IDHwt LGG (<xref ref-type="bibr" rid="B6">6</xref>&#x2013;<xref ref-type="bibr" rid="B8">8</xref>). Biopsy is the gold standard for confirming molecular biomarkers. However, the invasive biopsy-based approach carries a certain risk of neurological deficit and morbidity. Therefore, a non-invasive, low-cost method able to predict the molecular subtypes of LGG at an early stage could provide better guidance for risk&#x2013;benefit assessment and individualized treatment decision-making.</p>
<p>Traditional radiographic assessment of LGG most commonly relies on visual evaluation (<xref ref-type="bibr" rid="B9">9</xref>). Visually Accessible Rembrandt Images (VASARI) annotations on preoperative magnetic resonance imaging (MRI) have been reported to predict IDH mutation and 1p19q codeletion in gliomas with good performance (<xref ref-type="bibr" rid="B10">10</xref>, <xref ref-type="bibr" rid="B11">11</xref>). Patel et&#xa0;al. reported that T2-weighted-fluid-attenuated inversion recovery (T2-FLAIR) mismatch sign (T2 hyperintense signal and FLAIR hypointense signal aside from a hyperintense peripheral rim) is an important imaging biomarker for discriminating the IDH and 1p19q status of LGG (<xref ref-type="bibr" rid="B12">12</xref>). However, these human-recognized imaging features cannot embrace all the multidimensional and subtle patterns presented by MRI.</p>
<p>Radiomics is a novel method for the high-throughput extraction of quantitative features from a specified region of interest from images (<xref ref-type="bibr" rid="B13">13</xref>). Recently, machine learning-based radiomics analysis has been successfully applied to quantify radiographic features for identifying image biomarkers with the capability to predict genotypes and the clinical outcomes of various tumors (<xref ref-type="bibr" rid="B9">9</xref>, <xref ref-type="bibr" rid="B14">14</xref>). Previous studies have leveraged radiomics analysis to predict IDH mutation and 1p19q codeletion status in gliomas (<xref ref-type="bibr" rid="B15">15</xref>&#x2013;<xref ref-type="bibr" rid="B18">18</xref>). However, these studies only focused on single biomarkers or provided a multilevel binary classifier, which is not straightforward and has limited clinical application. Moreover, previous studies frequently utilized conventional MR sequences such as contrast-enhanced T1-weighted imaging (CE-T1WI), T2-weighted imaging (T2WI), and FLAIR imaging (<xref ref-type="bibr" rid="B15">15</xref>, <xref ref-type="bibr" rid="B18">18</xref>). However, apparent diffusion coefficient (ADC) maps calculated from diffusion-weighted imaging (DWI) have been reported to play a vital role in glioma classification (<xref ref-type="bibr" rid="B19">19</xref>).</p>
<p>In this study, we constructed a machine learning-based combined model with multiple classifications based on clinical factors, radiomics, and qualitative features from multiparametric MRI, including T1WI, CE-T1WI, T2WI, FLAIR, and ADC imaging to predict IDH mutation and 1p19q codeletion status in LGG. We aimed to develop a more convenient approach to preoperatively predict the molecular subtypes of LGG.</p>
</sec>
<sec id="s2" sec-type="materials|methods">
<title>Materials and Methods</title>
<sec id="s2_1">
<title>Patients</title>
<p>Ethics approval for this study was obtained from the Human Scientific Ethics Committee of the First Affiliated Hospital of Zhengzhou University (No. 2019-KY-176). Among the 604 patients receiving craniotomy for tumor resection and pathologically diagnosed with LGG in the Department of Neurosurgery, the First Affiliated Hospital of Zhengzhou University, from July 2009 to July 2019, 335 were further selected according to the following criteria: (1) adult patients (age &#x2265;18 years); (2) histopathological diagnosis of primary grade II/III glioma; (3) availability of IDH and 1p/19q status; (4) availability of preoperative multiparametric MRI, including axial T1WI, CE-T1WI, T2WI, FLAIR, and ADC imaging; and (5) availability of sufficient image quality without significant artifacts, as determined by neuroradiologists and neurosurgeons. The selection procedure is shown in <xref ref-type="supplementary-material" rid="SM1">
<bold>Supplementary Figure S1</bold>
</xref>. Clinical factors (gender and age) were obtained from the medical record system.</p>
</sec>
<sec id="s2_2">
<title>MRI Acquisition</title>
<p>All patients were examined on either 1.5- or 3.0-T clinical MR scanners from Siemens, Philips, or GE Healthcare. The brain MRI protocol included the following sequences: (a) axial and sagittal T1WI, (b) axial T2WI, (c) axial FLAIR imaging, and (d) DWI and the corresponding ADC maps generated with the software incorporated into the MRI unit; and (e) axial, sagittal, and coronal CE-T1WI obtained immediately after intravenous administration of a gadolinium-based contrast agent. Details of the MR machines and sequence parameters are provided in the <xref ref-type="supplementary-material" rid="SM1">
<bold>Supplementary Material</bold>
</xref>.</p>
</sec>
<sec id="s2_3">
<title>Image Preprocessing and Tumor Delineation</title>
<p>The workflow of this study is shown in <xref ref-type="fig" rid="f1">
<bold>Figure&#xa0;1</bold>
</xref>. Image preprocessing was performed to standardize the images. First, the N4 bias field correction was applied to remove any low frequency intensity non-uniformity (<xref ref-type="bibr" rid="B20">20</xref>). After all voxels were isotropically resampled into 1 &#xd7; 1 &#xd7; 1 mm<sup>3</sup> using trilinear interpolation, multiparametric MRI samples were co-registered to the corresponding CE-T1WI using a rigid transformation. Histogram matching was used to normalize signal intensity. A batch-effect correction tool ComBat (<xref ref-type="bibr" rid="B21">21</xref>) was used to remove scanner and site effects. The three-dimensional volume of interest (VOI) of tumor contours was manually delineated using the open-source software ITK-SNAP (<uri xlink:href="http://www.itk-snap.org">www.itk-snap.org</uri>) by a neuroradiologist (JY with 11 years of experience), primarily on axial FLAIR images where T2WI and CE-T1WI were used to cross-check the extension of the tumor and fine-tune the tumor contour. According to BraTS subvolume convention (<xref ref-type="bibr" rid="B22">22</xref>), the VOIs were delineated as the whole tumor region, including the edema, enhancing core, the non-enhancing core, and the necrotic/cystic core. The VOIs were re-delineated in 60 cases (IDHwt, n = 20; IDHmut-noncodel, n = 20; IDHmut-codel, n = 20), which were randomly selected among the included patients by a senior neuroradiologist (JC with 20 years of experience). The segmented VOI was then overlaid with the co-registered resampled T1WI, CE-T1WI, T2WI, FLAIR, and ADC images. Neuroradiologists were blinded to clinical, pathological, and molecular data.</p>
<fig id="f1" position="float">
<label>Figure&#xa0;1</label>
<caption>
<p>The workflow of this study.</p>
</caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fonc-11-756828-g001.tif"/>
</fig>
</sec>
<sec id="s2_4">
<title>Radiomics Feature Extraction</title>
<p>All radiomics features were extracted using Pyradiomics extractor. Three groups of features were extracted: shape features, first-order intensity features, and higher-order texture features. Texture features were extracted using five different methods, including the gray-level co-occurrence matrix (GLCM), gray-level run length matrix (GLRLM), gray-level size zone matrix (GLSZM), gray-level dependence matrix (GLDM), and neighborhood gray-tone difference matrix (NGTDM). Two filters [wavelet transform and Laplacian of Gaussian (LoG) with four sigma levels (2.0, 3.0, 4.0, and 5.0)] were enabled in the extracted intensity and texture features. The extracted features are summarized in <xref ref-type="supplementary-material" rid="SM1">
<bold>Supplementary Table S1</bold>
</xref>. The extracted features were consistent with the Imaging Biomarker Standardization Initiative (IBSI) (<xref ref-type="bibr" rid="B23">23</xref>).</p>
</sec>
<sec id="s2_5">
<title>Qualitative Feature Review: VASARI Scores and T2-FLAIR Mismatch Sign</title>
<p>We selected 25 semantic descriptors of imaging features from VASARI annotations based on preoperative MRI: f1, tumor location; f2, side of lesion center; f3, eloquent brain; f4, enhancement quality; f5, proportion enhancing; f6, proportion non-contrast-enhancing tumor; f7, proportion necrosis; f8, cysts; f9, multifocal or multicentric; f10, T1/FLAIR ratio; f11, thickness of enhancing margin; f12, definition of the enhancing margin; f13, definition of the non-enhancing margin; f14, proportion of edema; f15, edema crosses midline; f16, hemorrhage; f17, diffusion characteristics; f18, pial invasion; f19, ependymal invasion; f20, cortical involvement; f21, deep white matter invasion; f22, non-enhancing tumor crosses midline; f23, enhancing tumor crosses midline; f24, satellites; and f25, calvarial remodeling. The exact description of all these features can be found in The Cancer Imaging Archive VASARI research project webpage (<uri xlink:href="https://wiki.cancerimagingarchive.net/display/Public/VASARI+Research+Project">https://wiki.cancerimagingarchive.net/display/Public/VASARI+Research+Project</uri>). Each tumor was independently scored by a neuroradiologist (JY) and a neurosurgeon (ZZ with 11 years of experience), according to the VASARI scoring system based on the five MR sequences using ITK-SNAP. Furthermore, the T2-FLAIR mismatch sign, which has been defined as an easily detectable imaging sign on routine clinical MRI studies for the diagnosis of IDHmut-noncodel gliomas (<xref ref-type="bibr" rid="B24">24</xref>), was also assessed. Any disagreement between the two raters was resolved through discussion and consensus. A qualitative feature dataset was obtained by combining the VASARI features and T2-FLAIR mismatch signs.</p>
</sec>
<sec id="s2_6">
<title>Feature Selection</title>
<p>For radiomics features, all features were standardized using z-score normalization. First, the stability of the extracted features was evaluated by interobserver reproducibility of the two image readers. Intraclass correlation coefficient (ICC) values were calculated for each feature of the 60 patients. Features with ICC value &#x2265;0.90 were selected in this study. The correlation coefficient between each pair of features was calculated to eliminate redundancy. For feature pairs with correlation coefficients &gt;0.75, the feature with the worst univariate predictive power (smaller Mann&#x2013;Whitney U-test p-value) was removed. Based on the qualitative feature dataset and the remaining robust and non-redundant radiomics feature data set, the R package Boruta (<xref ref-type="bibr" rid="B25">25</xref>) was used to select the optimal all relevant features. Boruta is a random forest-based all-relevant feature selection wrapper algorithm that iteratively compares the importance of original features with the importance of artificially added random features, progressively removing irrelevant features. The most important features of the qualitative and radiomics feature datasets were obtained.</p>
</sec>
<sec id="s2_7">
<title>Machine Learning Classification</title>
<p>First, a radiomics model based on selected radiomics features was constructed using the R package randomForest to classify the three molecular subtypes. Then, a combined model with selected radiomics features, selected qualitative features, and clinical factors was constructed using the random forest algorithm. For comparison, a clinical model based on clinical factors (gender and age) and a qualitative model based on VASARI features and T2-FLAIR mismatch signs were constructed using the same algorithm. Besides, a radiomics model without ADC sequence was also built. Gini index was used as importance measure (<xref ref-type="bibr" rid="B26">26</xref>).</p>
</sec>
<sec id="s2_8">
<title>Statistical Analysis</title>
<p>All statistical analyses were performed using the R software (version 4.0.5, <uri xlink:href="http://www.Rproject.org">http://www.Rproject.org</uri>). Statistical significance was set at p &lt; 0.05. The patients in this study were randomly divided into a training cohort and a testing cohort at a ratio of 4:1, where the distribution of the clinical characteristics was balanced. Differences in gender, age, and molecular subgroups between the training and testing cohorts were assessed using the t-test or &#x3c7;<sup>2</sup> test. Differences in patient characteristics across the three molecular subtypes were assessed using the Kruskal&#x2013;Wallis test. In the training cohort, 10-fold cross-validation was applied to optimize the parameters of random forest classifiers in all four classification models (combined model, radiomics model, qualitative model, and clinical model). The testing cohort was used for the final model evaluation. The classification performance (one specific class versus all other classes) was assessed using receiver operating characteristic (ROC) analysis according to the area under the curve (AUC), balanced accuracy, sensitivity, and specificity. The maximum value of the Youden index (sensitivity + specificity &#x2212; 1) was chosen as the optimal cutoff for each binary classification. All indices were calculated for both training and testing cohorts. The AUCs were statistically compared between different classifiers using DeLong analysis.</p>
</sec>
</sec>
<sec id="s3" sec-type="results">
<title>Results</title>
<sec id="s3_1">
<title>Patient Characteristics</title>
<p>A total of 335 patients were included in the current study according to the selection criteria. The patients were divided into training (n = 269) and testing (n = 66) cohorts. There were no significant differences in clinical factors and molecular subtypes between the training and testing cohorts, as shown in <xref ref-type="table" rid="T1">
<bold>Table&#xa0;1</bold>
</xref>. The distribution of patient characteristics across the three molecular subtypes is shown in <xref ref-type="supplementary-material" rid="SM1">
<bold>Supplementary Table S2</bold>
</xref>.</p>
<table-wrap id="T1" position="float">
<label>Table&#xa0;1</label>
<caption>
<p>Distribution of patient characteristics in the training cohort and testing cohort.</p>
</caption>
<table frame="hsides">
<thead>
<tr>
<th valign="top" align="left">Characteristic</th>
<th valign="top" align="center">Overall (n = 335) </th>
<th valign="top" align="center">Training Cohort (n = 269)</th>
<th valign="top" align="center">Testing Cohort (n = 66)</th>
<th valign="top" align="center">p-Value</th>
</tr>
</thead>
<tbody>
<tr>
<td valign="top" align="left">Gender</td>
<td valign="top" align="center"/>
<td valign="top" align="center"/>
<td valign="top" align="center"/>
<td valign="top" align="center">0.9417</td>
</tr>
<tr>
<td valign="top" align="left">Male</td>
<td valign="top" align="center">189 (53.24%)</td>
<td valign="top" align="center">151 (53.94%)</td>
<td valign="top" align="center">38 (64.20%)</td>
<td valign="top" align="center"/>
</tr>
<tr>
<td valign="top" align="left">Female</td>
<td valign="top" align="center">146 (43.58%)</td>
<td valign="top" align="center">118 (46.06%)</td>
<td valign="top" align="center">28 (35.80%)</td>
<td valign="top" align="center"/>
</tr>
<tr>
<td valign="top" align="left">Age(year)*</td>
<td valign="top" align="center">44.93 &#xb1; 12.47</td>
<td valign="top" align="center">44.59 &#xb1; 12.27</td>
<td valign="top" align="center">46.27 &#xb1; 13.24</td>
<td valign="top" align="center">0.3519</td>
</tr>
<tr>
<td valign="top" align="left">Molecular subtypes</td>
<td valign="top" align="center"/>
<td valign="top" align="center"/>
<td valign="top" align="center"/>
<td valign="top" align="center">0.7837</td>
</tr>
<tr>
<td valign="top" align="left">IDHwt</td>
<td valign="top" align="center">94 (28.06%)</td>
<td valign="top" align="center">76(29.13%)</td>
<td valign="top" align="center">18(24.69%)</td>
<td valign="top" align="center"/>
</tr>
<tr>
<td valign="top" align="left">IDHmut-noncodel</td>
<td valign="top" align="center">110 (32.84%)</td>
<td valign="top" align="center">86 (31.89%)</td>
<td valign="top" align="center">24 (35.80%)</td>
<td valign="top" align="center"/>
</tr>
<tr>
<td valign="top" align="left">IDHmut-codel</td>
<td valign="top" align="center">131 (39.10%)</td>
<td valign="top" align="center">107 (38.98%)</td>
<td valign="top" align="center">24 (39.51%)</td>
<td valign="top" align="center"/>
</tr>
</tbody>
</table>
<table-wrap-foot>
<fn>
<p>Unless otherwise noted, data are numbers of patients, with percentages in parentheses.</p>
</fn>
<fn>
<p>*Data are means &#xb1; standard deviations.</p>
</fn>
</table-wrap-foot>
</table-wrap>
</sec>
<sec id="s3_2">
<title>Radiomics Features Selection</title>
<p>We extracted 1,197 features from each sequence ([14 shape features, 234 intensity features (18 were from original images, 72 were from LoG images, and 144 were from wavelet images), 949 texture features (73 original texture features, 292 LoG texture features, and 584 wavelet features)]. In total, 5,929 radiomic features were extracted from the five MRI sequences for each patient. After the robustness tests, 3,103 out of 5,929 features remained. After redundancy reduction, 335 features were selected for the subsequent analyses. The heat maps of the correlation coefficients of both the 3,103 features and the selected 335 features are shown in <xref ref-type="supplementary-material" rid="SM1">
<bold>Supplementary Figure S2</bold>
</xref>. After the Boruta feature selection, the 17 most important features for an optimal model fit were finally selected, including 11 texture features and 6 intensity features, as shown in <xref ref-type="table" rid="T2">
<bold>Table&#xa0;2</bold>
</xref>. The results of the Boruta feature selection are shown in <xref ref-type="supplementary-material" rid="SM1">
<bold>Supplementary Figure S3</bold>
</xref>, where the boxplots of the importance of all features fed to Boruta are shown. The univariate association of each selected feature with the molecular subtype was significant (false discovery rate adjusted, p &lt; 0.001). There were no significant differences in selected 17 radiomics features between different scanners and different field strengths (ANOVA test, p &gt; 0.05), as shown in <xref ref-type="supplementary-material" rid="SM1">
<bold>Supplementary Figures S4</bold>
</xref> and <xref ref-type="supplementary-material" rid="SM1">
<bold>S5</bold>
</xref>, respectively.</p>
<table-wrap id="T2" position="float">
<label>Table&#xa0;2</label>
<caption>
<p>Selected radiomics features for predicting the molecular subtypes of lower-grade glioma patients.</p>
</caption>
<table frame="hsides">
<thead>
<tr>
<th valign="top" align="left">No.</th>
<th valign="top" align="center">Selected Features</th>
<th valign="top" align="center">Type</th>
<th valign="top" align="center">Sequence</th>
<th valign="top" align="center">Filter</th>
<th valign="top" align="center">pFDR</th>
</tr>
</thead>
<tbody>
<tr>
<td valign="top" align="left">f<sub>1</sub>
</td>
<td valign="top" align="left">Interquartile range</td>
<td valign="top" align="left">Intensity</td>
<td valign="top" align="left">ADC</td>
<td valign="top" align="left">Original</td>
<td valign="top" align="center">&lt;0.001</td>
</tr>
<tr>
<td valign="top" align="left">f<sub>2</sub>
</td>
<td valign="top" align="left">Skewness</td>
<td valign="top" align="left">Intensity</td>
<td valign="top" align="left">ADC</td>
<td valign="top" align="left">Original</td>
<td valign="top" align="center">&lt;0.001</td>
</tr>
<tr>
<td valign="top" align="left">f<sub>3</sub>
</td>
<td valign="top" align="left">NGTDM Complexity</td>
<td valign="top" align="left">Texture</td>
<td valign="top" align="left">ADC</td>
<td valign="top" align="left">log-sigma-3-0-mm</td>
<td valign="top" align="center">&lt;0.001</td>
</tr>
<tr>
<td valign="top" align="left">f<sub>4</sub>
</td>
<td valign="top" align="left">GLCM ClusterShade</td>
<td valign="top" align="left">Texture</td>
<td valign="top" align="left">ADC</td>
<td valign="top" align="left">log-sigma-5-0-mm</td>
<td valign="top" align="center">&lt;0.001</td>
</tr>
<tr>
<td valign="top" align="left">f<sub>5</sub>
</td>
<td valign="top" align="left">GLRLM RunVariance</td>
<td valign="top" align="left">Texture</td>
<td valign="top" align="left">ADC</td>
<td valign="top" align="left">log-sigma-5-0-mm</td>
<td valign="top" align="center">&lt;0.001</td>
</tr>
<tr>
<td valign="top" align="left">f<sub>6</sub>
</td>
<td valign="top" align="left">Median</td>
<td valign="top" align="left">Intensity</td>
<td valign="top" align="left">ADC</td>
<td valign="top" align="left">Wavelet. HLL</td>
<td valign="top" align="center">&lt;0.001</td>
</tr>
<tr>
<td valign="top" align="left">f<sub>7</sub>
</td>
<td valign="top" align="left">GLCM ClusterShade</td>
<td valign="top" align="left">Texture</td>
<td valign="top" align="left">ADC</td>
<td valign="top" align="left">Wavelet. HLL</td>
<td valign="top" align="center">&lt;0.001</td>
</tr>
<tr>
<td valign="top" align="left">f<sub>8</sub>
</td>
<td valign="top" align="left">GLCM Imc1</td>
<td valign="top" align="left">Texture</td>
<td valign="top" align="left">FLAIR</td>
<td valign="top" align="left">log-sigma-3-0-mm</td>
<td valign="top" align="center">&lt;0.001</td>
</tr>
<tr>
<td valign="top" align="left">f<sub>9</sub>
</td>
<td valign="top" align="left">GLRLM RunVariance</td>
<td valign="top" align="left">Texture</td>
<td valign="top" align="left">FLAIR</td>
<td valign="top" align="left">log-sigma-4-0-mm</td>
<td valign="top" align="center">&lt;0.001</td>
</tr>
<tr>
<td valign="top" align="left">f<sub>10</sub>
</td>
<td valign="top" align="left">Skewness</td>
<td valign="top" align="left">Intensity</td>
<td valign="top" align="left">FLAIR</td>
<td valign="top" align="left">Wavelet. LHL</td>
<td valign="top" align="center">&lt;0.001</td>
</tr>
<tr>
<td valign="top" align="left">f<sub>11</sub>
</td>
<td valign="top" align="left">GLRLM GrayLevelNonUniformityNormalized</td>
<td valign="top" align="left">Texture</td>
<td valign="top" align="left">T1WI</td>
<td valign="top" align="left">Wavelet. LLH</td>
<td valign="top" align="center">&lt;0.001</td>
</tr>
<tr>
<td valign="top" align="left">f<sub>12</sub>
</td>
<td valign="top" align="left">GLRLM RunVariance</td>
<td valign="top" align="left">Texture</td>
<td valign="top" align="left">T1WI</td>
<td valign="top" align="left">Wavelet. LHH</td>
<td valign="top" align="center">&lt;0.001</td>
</tr>
<tr>
<td valign="top" align="left">f<sub>13</sub>
</td>
<td valign="top" align="left">GLCM SumEntropy</td>
<td valign="top" align="left">Texture</td>
<td valign="top" align="left">T1WI</td>
<td valign="top" align="left">Wavelet. HLL</td>
<td valign="top" align="center">&lt;0.001</td>
</tr>
<tr>
<td valign="top" align="left">f<sub>14</sub>
</td>
<td valign="top" align="left">GLDM LargeDependenceEmphasis</td>
<td valign="top" align="left">Texture</td>
<td valign="top" align="left">T1WI</td>
<td valign="top" align="left">Wavelet. HLL</td>
<td valign="top" align="center">&lt;0.001</td>
</tr>
<tr>
<td valign="top" align="left">f<sub>15</sub>
</td>
<td valign="top" align="left">Skewness</td>
<td valign="top" align="left">Intensity</td>
<td valign="top" align="left">T1WI</td>
<td valign="top" align="left">Wavelet. LLL</td>
<td valign="top" align="center">&lt;0.001</td>
</tr>
<tr>
<td valign="top" align="left">f<sub>16</sub>
</td>
<td valign="top" align="left">GLRLM LongRunHighGrayLevelEmphasi</td>
<td valign="top" align="left">Texture</td>
<td valign="top" align="left">T1WI</td>
<td valign="top" align="left">Wavelet. LLL</td>
<td valign="top" align="center">&lt;0.001</td>
</tr>
<tr>
<td valign="top" align="left">f<sub>17</sub>
</td>
<td valign="top" align="left">Skewness</td>
<td valign="top" align="left">Intensity</td>
<td valign="top" align="left">CE-T1WI</td>
<td valign="top" align="left">Original</td>
<td valign="top" align="center">&lt;0.001</td>
</tr>
</tbody>
</table>
<table-wrap-foot>
<fn>
<p>H and L were high- and low-pass filters in wavelet transform, respectively. pFDR is short for false discovery rate-adjusted p-value.</p>
</fn>
</table-wrap-foot>
</table-wrap>
</sec>
<sec id="s3_3">
<title>Qualitative Feature Selection</title>
<p>The Boruta algorithm revealed 10 qualitative features that were significantly associated with the three molecular subtypes. The results of the Boruta feature selection are shown in <xref ref-type="supplementary-material" rid="SM1">
<bold>Supplementary Figure S6</bold>
</xref>. Finally, nine VASARI features and T2-FLAIR mismatch sign were selected to build a qualitative model: f1, tumor location (V1); f4, enhancement quality (V2); f5, proportion enhancing (V3); f6, proportion non-contrast enhancing tumor (V4); f11, thickness of enhancing margin (V5); f13, definition of the non-enhancing margin (V6); f20, cortical involvement (V7); f22, non-enhancing tumor crosses midline (V8); f23, enhancing tumor crosses midline (V9); and T2-FLAIR mismatch (V10).</p>
</sec>
<sec id="s3_4">
<title>Classification Performance</title>
<p>The ROC curves of the combined model, radiomics model, clinical model, and qualitative model for the training and testing cohorts are shown in <xref ref-type="fig" rid="f2">
<bold>Figure&#xa0;2</bold>
</xref>. The AUC of the radiomics model was 0.6557 for IDHwt, 0.6830 for IDHmut-noncodel, and 0.72579 for IDHmut-codel in the testing cohort. When combining the radiomic features with the qualitative features and clinical factors, the AUCs of the combined model were 0.8623 for IDHwt, 0.8056 for IDHmut-noncodel, and 0.8036 for IDHmut-codel, in the testing cohort, with balanced accuracies of 0.8924, 0.8066, and 0.8095, respectively. Significant differences in AUCs between the radiomics model and the combined model were found for IDHmut-noncodel and IDHmut-codel in the training and testing cohorts (DeLong p &lt; 0.05). The AUCs of the clinical model in the testing cohort were 0.6551 for IDHwt, 0.4841 for IDHmut-noncodel, and 0.5873 for IDHmut-codel. In the qualitative model, the AUCs in the testing cohort were 0.7488 for IDHwt, 0.7599 for IDHmut-noncodel, and 0.7892 for IDHmut-codel. The AUCs of the radiomics model without ADC sequence in the testing cohort were 0.7234 for IDHwt, 0.5144 for IDHmut-noncodel, and 0.6533 for IDHmut-codel, which have significant differences compared with the radiomics model for IDHmut-noncodel and IDHmut-codel (DeLong p &lt; 0.05). The classification performance of the radiomics model and the combined model in both the training and testing cohorts are summarized in <xref ref-type="table" rid="T3">
<bold>Tables&#xa0;3</bold>
</xref> and <xref ref-type="table" rid="T4">
<bold>4</bold>
</xref>, respectively. The performance of the clinical, qualitative, and no ADC sequence radiomics models is shown in <xref ref-type="supplementary-material" rid="SM1">
<bold>Supplementary Tables S3&#x2013;S5</bold>
</xref>, respectively.</p>
<fig id="f2" position="float">
<label>Figure&#xa0;2</label>
<caption>
<p>The receiving operating characteristics (ROC) curves of the combined model, the radiomics model, the clinical model, and the qualitative model on the <bold>(A&#x2013;C)</bold> training cohort and <bold>(D&#x2013;F)</bold> testing cohort.</p>
</caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fonc-11-756828-g002.tif"/>
</fig>
<table-wrap id="T3" position="float">
<label>Table&#xa0;3</label>
<caption>
<p>Summary of the subtype-specific classification performance of the radiomics model.</p>
</caption>
<table frame="hsides">
<thead>
<tr>
<th valign="top" align="left">Molecular subgroups</th>
<th valign="top" align="center">Cohorts</th>
<th valign="top" align="center">AUC</th>
<th valign="top" align="center">BAL_ACC </th>
<th valign="top" align="center">SEN </th>
<th valign="top" align="center">SPE </th>
</tr>
</thead>
<tbody>
<tr>
<td valign="top" rowspan="2" align="left">IDHwt</td>
<td valign="top" align="left">Training</td>
<td valign="top" align="center">0.8121 (0.7559-0.8682)</td>
<td valign="top" align="center">0.7782 (0.6989-0.8401)</td>
<td valign="top" align="center">0.7895 (0.6444-0.8947)</td>
<td valign="top" align="center">0.7668 (0.6528-0.8912)</td>
</tr>
<tr>
<td valign="top" align="left">Testing</td>
<td valign="top" align="center">0.6557 (0.5084-0.8029)</td>
<td valign="top" align="center">0.6806 (0.4394-0.8181)</td>
<td valign="top" align="center">0.7778 (0.2778-100.00)</td>
<td valign="top" align="center">0.5833 (0.2292-0.9792)</td>
</tr>
<tr>
<td valign="top" rowspan="2" align="left">IDHmt-noncodel</td>
<td valign="top" align="left">Training</td>
<td valign="top" align="center">0.7384 (0.6739-0.8030)</td>
<td valign="top" align="center">0.7052 (0.5462-0.7510)</td>
<td valign="top" align="center">0.8256 (0.5462-0.9186)</td>
<td valign="top" align="center">0.5847 (0.4699-0.8306)</td>
</tr>
<tr>
<td valign="top" align="left">Testing</td>
<td valign="top" align="center">0.6830 (0.5478-0.8183)</td>
<td valign="top" align="center">0.7232 (0.5758-0.8333)</td>
<td valign="top" align="center">0.7083 (0.5000-0.9177)</td>
<td valign="top" align="center">0.7381 (0.3810-0.8810)</td>
</tr>
<tr>
<td valign="top" rowspan="2" align="left">IDHmt-codel</td>
<td valign="top" align="left">Training</td>
<td valign="top" align="center">0.7905 (0.7351-0.8459)</td>
<td valign="top" align="center">0.7595 (0.6989-0.8104)</td>
<td valign="top" align="center">0.7103 (0.5888-0.8598)</td>
<td valign="top" align="center">0.8086 (0.6420-0.8827)</td>
</tr>
<tr>
<td valign="top" align="left">Testing</td>
<td valign="top" align="center">0.7579 (0.6359-0.8799)</td>
<td valign="top" align="center">0.7500 (0.6212-0.8636)</td>
<td valign="top" align="center">0.6667 (0.4583-0.9594)</td>
<td valign="top" align="center">0.8333 (0.4524-0.9762)</td>
</tr>
</tbody>
</table>
<table-wrap-foot>
<fn>
<p>BAL_ACC, SEN, and SPE are short for balanced accuracy, sensitivity, and specificity, respectively. The 95% confidence interval for each index is shown.</p>
</fn>
</table-wrap-foot>
</table-wrap>
<table-wrap id="T4" position="float">
<label>Table&#xa0;4</label>
<caption>
<p>Summary of the subtype-specific classification performance of the combined model.</p>
</caption>
<table frame="hsides">
<thead>
<tr>
<th valign="top" align="left">Molecular subtypes</th>
<th valign="top" align="center">Cohorts</th>
<th valign="top" align="center">AUC</th>
<th valign="top" align="center">BAL_ACC</th>
<th valign="top" align="center">SEN </th>
<th valign="top" align="center">SPE </th>
</tr>
</thead>
<tbody>
<tr>
<td valign="top" rowspan="2" align="left">IDHwt</td>
<td valign="top" align="left">Training</td>
<td valign="top" align="center">0.8414 (0.7906-0.8922)</td>
<td valign="top" align="center">0.7911 (0.6876-0.8476)</td>
<td valign="top" align="center">0.7895 (0.6184-0.9342)</td>
<td valign="top" align="center">0.7927 (0.6062-0.9119)</td>
</tr>
<tr>
<td valign="top" align="left">Testing</td>
<td valign="top" align="center">0.8623 (0.7453-0.9792)</td>
<td valign="top" align="center">0.8924 (0.8182-0.9697)</td>
<td valign="top" align="center">0.8889 (0.7222-1.0000)</td>
<td valign="top" align="center">0.8958 (0.7917-0.9792)</td>
</tr>
<tr>
<td valign="top" rowspan="2" align="left">IDHmt-noncodel</td>
<td valign="top" align="left">Training</td>
<td valign="top" align="center">0.8190 (0.7604-0.8776)</td>
<td valign="top" align="center">0.7761 (0.7212-0.8699)</td>
<td valign="top" align="center">0.6395 (0.5000-0.8488)</td>
<td valign="top" align="center">0.9126 (0.6632-0.9781)</td>
</tr>
<tr>
<td valign="top" align="left">Testing</td>
<td valign="top" align="center">0.8056 (0.6833-0.9278)</td>
<td valign="top" align="center">0.8066 (0.7424-0.9091)</td>
<td valign="top" align="center">0.7083 (0.5000-0.9167)</td>
<td valign="top" align="center">0.9048 (0.7381-1.0000)</td>
</tr>
<tr>
<td valign="top" rowspan="2" align="left">IDHmt-codel</td>
<td valign="top" align="left">Training</td>
<td valign="top" align="center">0.8193 (0.7695-0.8692)</td>
<td valign="top" align="center">0.7552 (0.6877-0.8104)</td>
<td valign="top" align="center">0.7944 (0.5514-0.9159)</td>
<td valign="top" align="center">0.7160 (0.5802-0.9198)</td>
</tr>
<tr>
<td valign="top" align="left">Testing</td>
<td valign="top" align="center">0.8036 (0.6898-0.9173)</td>
<td valign="top" align="center">0.8095 (0.7121-0.8939)</td>
<td valign="top" align="center">0.8333 (0.5833-0.9583)</td>
<td valign="top" align="center">0.7857 (0.6667-0.9524)</td>
</tr>
</tbody>
</table>
<table-wrap-foot>
<fn>
<p>BAL_ACC, SEN, and SPE are short for balanced accuracy, sensitivity, and specificity, respectively. The 95% confidence interval for each index is shown.</p>
</fn>
</table-wrap-foot>
</table-wrap>
<p>To describe the univariate contribution of each parameter used for subtype classification, a heat map of the subtype-specific parameter importance in the classification is shown in <xref ref-type="fig" rid="f3">
<bold>Figure&#xa0;3</bold>
</xref>. The meanings of the 17 radiomics features are detailed in <xref ref-type="supplementary-material" rid="SM1">
<bold>Supplementary Table S6</bold>
</xref>. The Gini index was calculated as the importance value for building the combined model, indicating the univariate contribution to the classification. A larger value indicates greater importance in classifying a specific subgroup.</p>
<fig id="f3" position="float">
<label>Figure&#xa0;3</label>
<caption>
<p>Heat map of the subtype-specific importance of all features used in subtype classification.</p>
</caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fonc-11-756828-g003.tif"/>
</fig>
</sec>
</sec>
<sec id="s4" sec-type="discussion">
<title>Discussion</title>
<p>In this study, we built a combined model using data from multiparametric MRI radiomics, qualitative features (VASARI scoring system and T2-FLAIR mismatch signs), and clinical factors (gender and age), which showed high feasibility for prediction of the molecular subtypes in LGG. As so, compared with the independent radiomics, clinical, and qualitative models, the combined model could be the most promising, and in the current study, we showed several of its advantages. First, we provided a multiclass classifier to preoperatively predict the molecular subtypes of LGG with satisfactory performance. This method seems to be convenient and eligible for rapid diagnosis, and it provides more guidance for clinical decisions. Second, qualitative MRI features and radiomics features were combined to obtain better predictive performance than when using an independent set of features. Third, T1WI, CE-T1WI, T2WI, FLAIR, and ADC MR sequences have been used to extract radiomic signatures, which are the most integrated MRI sequences to date.</p>
<p>In recent years, radiomics has been widely used to classify tumor phenotypes and to predict disease progression (<xref ref-type="bibr" rid="B27">27</xref>). Previous machine learning-based studies have shown the significance of radiomics in predicting molecular markers for LGG (<xref ref-type="bibr" rid="B17">17</xref>, <xref ref-type="bibr" rid="B18">18</xref>, <xref ref-type="bibr" rid="B28">28</xref>). However, these studies extracted radiomic features from conventional MRI only. DWI-derived ADC imaging is a measure of the magnitude of diffusion of water molecules within a tissue. Maynard et&#xa0;al. reported that ADC parameters enabled molecular subtypes of LGG discrimination (<xref ref-type="bibr" rid="B19">19</xref>). In the present study, we achieved good performance for predicting IDHwt and IDHmut-codel after incorporating the ADC information into the radiomics model. Lu et&#xa0;al. created a three-level binary classification model to predict the glioma subtypes (<xref ref-type="bibr" rid="B16">16</xref>). The binary classifier of 1p19q status was applied to the classified IDH-mutation LGG subtype; hence, predicting subtypes of LGG still required two separate classifications, which may increase the difficulty of clinical application. The multiclassification model in our study offers a more convenient method for predicting the subtypes of LGG.</p>
<p>Although the evaluation of qualitative radiographic features has certain limitations, visually accessible features still have good performance in predicting molecular markers. Zhou et&#xa0;al. identified 165 LGG patients through VASARI annotations, which reached AUCs of 0.73 for the IDH mutation and 0.78 for the 1q19q codeletion prediction (<xref ref-type="bibr" rid="B10">10</xref>). Park et&#xa0;al. built a model using the VASARI dataset to predict IDH mutation status in LGG; the AUCs were 0.859 and 0.788 in the discovery and validation sets, respectively (<xref ref-type="bibr" rid="B29">29</xref>). The T2-FLAIR mismatch sign was also considered an important imaging biomarker for predicting IDH and 1p19q status in LGG (<xref ref-type="bibr" rid="B12">12</xref>). Broen et&#xa0;al. confirmed the 100% positive predictive value (PPV) for the T2-FLAIR mismatch sign in predicting IDHmut-noncodel astrocytoma in a multi-institution cohort of LGG (<xref ref-type="bibr" rid="B30">30</xref>). Moreover, recent studies have shown that IDH mutation status is related to the T2-FLAIR mismatch sign (<xref ref-type="bibr" rid="B31">31</xref>, <xref ref-type="bibr" rid="B32">32</xref>). Therefore, the T2-FLAIR sign was included in the present study. The qualitative model in our study achieved an acceptable performance. In addition, the average age of patients with IDHwt gliomas is several years higher than that of patients with IDH-mutated gliomas (<xref ref-type="bibr" rid="B10">10</xref>, <xref ref-type="bibr" rid="B33">33</xref>). Gender was also included as a routine and easily accessible clinical factor. Thus, a better classification performance is expected from a combined radiomics, qualitative, and clinical model.</p>
<p>Recently, Zhou et&#xa0;al. extracted radiomic features from CE-T1WI, T2WI, and FLAIR sequences to develop two separate predictive models for IDH and 1p19q status of LGG (<xref ref-type="bibr" rid="B17">17</xref>). Their models achieved acceptable performance for predicting IDH mutants but general performance for predicting 1p19q status with an AUC of 0.685&#x2013;0.716. The reasons for the general performance on predicting the 1p19q status might be related to the limited MR sequences, the relatively small sample size, and the lack of qualitative features. In our study, we achieved better performance with AUCs of 0.8056 and 0.8036 for IDHmut-noncodel and IDHmut-codel, respectively.</p>
<p>The combined model in the current study demonstrated better performance in differentiating LGG subtypes than any other independent model, with AUCs of 0.8623, 0.8056, and 0.8036 for IDHwt, IDHmut-noncodel, and IDHmut-codel in the testing cohort, respectively. The heat map of feature importance in <xref ref-type="fig" rid="f3">
<bold>Figure&#xa0;3</bold>
</xref> shows that the T2-FLAIR mismatch sign contributes the most for predicting the IDHmut-noncodel subtype. Eleven out of the 17 selected radiomic features were texture features. This is consistent with the conclusions of previous studies, in which texture measurements describing spatial variations of tumor intensity were the most illustrative for the IDH and 1p19q genotypes (<xref ref-type="bibr" rid="B16">16</xref>).</p>
<p>A recent study reported that the majority of IDHwt LGGs were underdiagnosed as glioblastomas (GBMs) (<xref ref-type="bibr" rid="B34">34</xref>). The outcome of IDHwt LGG has been shown to be indistinguishable from that of IDHwt GBM and worse than that of IDH mutant GBM (<xref ref-type="bibr" rid="B35">35</xref>). The 2021 WHO classification of CNS tumors classifies adult-type diffuse gliomas into three subtypes: IDH-mutant astrocytoma, IDH-mutant and 1p19q-codeleted oligodendroglioma, and IDHwt GBM (<xref ref-type="bibr" rid="B4">4</xref>). Our model is also suitable for this classification method.</p>
<p>The current study has several limitations. First, this was a retrospective study in which all enrolled patients were from a single hospital. Further prospective multicenter studies are needed. Second, although we have reviewed all conventional MRI sequences and DWI sequences, some advanced MRI sequences [e.g., magnetic resonance spectroscopy (MRS), diffusion tensor imaging, perfusion-weighted imaging] could reflect the microstructure and metabolic information of tumors and improve the prediction performance for IDH mutation and 1p19q status. It has been reported that a classifier based on MRS can discriminate IDH mutation status with satisfactory performance (<xref ref-type="bibr" rid="B36">36</xref>).</p>
<p>In conclusion, we developed an efficient machine learning-based combined model with reliable performance for predicting the molecular subtypes of LGG. Our model may have the potential to serve as a non-invasive tool to complement invasive tissue sampling and guide the individualized management of patients with LGG.</p>
</sec>
<sec id="s5" sec-type="data-availability">
<title>Data Availability Statement</title>
<p>The original contributions presented in the study are included in the article/<xref ref-type="supplementary-material" rid="SM1">
<bold>Supplementary Material</bold>
</xref>. Further inquiries can be directed to the corresponding authors.</p>
</sec>
<sec id="s6" sec-type="ethics-statement">
<title>Ethics Statement</title>
<p>The studies involving human participants were reviewed and approved by Human Scientific Ethics Committee of the First Affiliated Hospital of Zhengzhou University (No. 2019-KY-176). Written informed consent to participate in this study was provided by the participants&#x2019; legal guardian/next of kin.</p>
</sec>
<sec id="s7" sec-type="author-contributions">
<title>Author Contributions</title>
<p>JY, ZZ, and XL conceptualized and designed the study. CS, LF, WQW, WWW, WD, TS, HZ, YZ, DP, ZL, XH, XW, WL, and YG acquired the data. CS, LL, ZCL, JC, and YW analyzed and interpreted the data. CS and LF drafted the manuscript. JY and ZZ critically revised the manuscript. All authors contributed to the article and approved the submitted version.</p>
</sec>
<sec id="s8" sec-type="funding-information">
<title>Funding</title>
<p>This research was supported by the National Natural Science Foundation of China (No. 82102149, U20A20171, 61901458, 61571432, 81702465, 8217111948, 82173090, U1804172, U1904148), the Science and Technology Program of Henan Province (No. 202102310136, 202102310138, 202102310113, 202102310083), The Key Program of Medical Science and Technique Foundation of Henan Province (No. SBGJ202002062), The Joint Construction Program of Medical Science and Technique Foundation of Henan Province (No. LHGJ20190156), and Youth Innovation Promotion Association of the Chinese Academy of Sciences (2018364).</p>
</sec>
<sec id="s9" sec-type="COI-statement">
<title>Conflict of Interest</title>
<p>The authors declare that the research was conducted in the absence of any commercial or financial relationships that could be construed as a potential conflict of interest.</p>
</sec>
<sec id="s10" sec-type="disclaimer">
<title>Publisher&#x2019;s Note</title>
<p>All claims expressed in this article are solely those of the authors and do not necessarily represent those of their affiliated organizations, or those of the publisher, the editors and the reviewers. Any product that may be evaluated in this article, or claim that may be made by its manufacturer, is not guaranteed or endorsed by the publisher.</p>
</sec>
</body>
<back>
<sec id="s11" sec-type="supplementary-material">
<title>Supplementary Material</title>
<p>The Supplementary Material for this article can be found online at: <ext-link ext-link-type="uri" xlink:href="https://www.frontiersin.org/articles/10.3389/fonc.2021.756828/full#supplementary-material">https://www.frontiersin.org/articles/10.3389/fonc.2021.756828/full#supplementary-material</ext-link>
</p>
<supplementary-material xlink:href="DataSheet_1.docx" id="SM1" mimetype="application/vnd.openxmlformats-officedocument.wordprocessingml.document"/>
</sec>
<ref-list>
<title>References</title>
<ref id="B1">
<label>1</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Lapointe</surname> <given-names>S</given-names>
</name>
<name>
<surname>Perry</surname> <given-names>A</given-names>
</name>
<name>
<surname>Butowski</surname> <given-names>NA</given-names>
</name>
</person-group>. <article-title>Primary Brain Tumours in Adults</article-title>. <source>Lancet</source> (<year>2018</year>) <volume>392</volume>(<issue>10145</issue>):<page-range>432&#x2013;46</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1016/s0140-6736(18)30990-5</pub-id>
</citation>
</ref>
<ref id="B2">
<label>2</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Louis</surname> <given-names>DN</given-names>
</name>
<name>
<surname>Perry</surname> <given-names>A</given-names>
</name>
<name>
<surname>Reifenberger</surname> <given-names>G</given-names>
</name>
<name>
<surname>Deimling</surname> <given-names>AV</given-names>
</name>
<name>
<surname>Figarella-Branger</surname> <given-names>D</given-names>
</name>
<name>
<surname>Cavenee</surname> <given-names>WK</given-names>
</name>
<etal/>
</person-group>. <article-title>The 2016 World Health Organization Classification of Tumors of the Central Nervous System: A Summary</article-title>. <source>Acta Neuropathol</source> (<year>2016</year>) <volume>131</volume>(<issue>6</issue>):<page-range>803&#x2013;20</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1007/s00401-016-1545-1</pub-id>
</citation>
</ref>
<ref id="B3">
<label>3</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Ceccarelli</surname> <given-names>M</given-names>
</name>
<name>
<surname>Barthel</surname> <given-names>FP</given-names>
</name>
<name>
<surname>Malta</surname> <given-names>TM</given-names>
</name>
<name>
<surname>Sabedot</surname> <given-names>TS</given-names>
</name>
<name>
<surname>Salama</surname> <given-names>SR</given-names>
</name>
<name>
<surname>Murray</surname> <given-names>BA</given-names>
</name>
<etal/>
</person-group>. <article-title>Molecular Profiling Reveals Biologically Discrete Subsets and Pathways of Progression in Diffuse Glioma</article-title>. <source>Cell</source> (<year>2016</year>) <volume>164</volume>(<issue>3</issue>):<page-range>550&#x2013;63</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1016/j.cell.2015.12.028</pub-id>
</citation>
</ref>
<ref id="B4">
<label>4</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Louis</surname> <given-names>DN</given-names>
</name>
<name>
<surname>Perry</surname> <given-names>A</given-names>
</name>
<name>
<surname>Wesseling</surname> <given-names>P</given-names>
</name>
<name>
<surname>Brat</surname> <given-names>DJ</given-names>
</name>
<name>
<surname>Cree</surname> <given-names>IA</given-names>
</name>
<name>
<surname>Figarella-Branger</surname> <given-names>D</given-names>
</name>
<etal/>
</person-group>. <article-title>The 2021 WHO Classification of Tumors of the Central Nervous System: A Summary</article-title>. <source>Neuro-oncology</source> (<year>2021</year>) <volume>23</volume>(<issue>8</issue>):<page-range>1231&#x2013;51</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1093/neuonc/noab106</pub-id>
</citation>
</ref>
<ref id="B5">
<label>5</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Brat</surname> <given-names>DJ</given-names>
</name>
<name>
<surname>Verhaak</surname> <given-names>RGW</given-names>
</name>
<name>
<surname>Al-Dape</surname> <given-names>KD</given-names>
</name>
<name>
<surname>Yung</surname> <given-names>WKA</given-names>
</name>
<name>
<surname>Salama</surname> <given-names>SR</given-names>
</name>
<name>
<surname>Cooper</surname> <given-names>LAD</given-names>
</name>
<etal/>
</person-group>. <article-title>Comprehensive, Integrative Genomic Analysis of Diffuse Lower-Grade Gliomas</article-title>. <source>N Engl J Med</source> (<year>2015</year>) <volume>372</volume>(<issue>26</issue>):<page-range>2481&#x2013;98</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1056/NEJMoa1402121</pub-id>
</citation>
</ref>
<ref id="B6">
<label>6</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Molenaar</surname> <given-names>RJ</given-names>
</name>
<name>
<surname>Botman</surname> <given-names>D</given-names>
</name>
<name>
<surname>Smits</surname> <given-names>MA</given-names>
</name>
<name>
<surname>Hira</surname> <given-names>VV</given-names>
</name>
<name>
<surname>van Lith</surname> <given-names>SA</given-names>
</name>
<name>
<surname>Stap</surname> <given-names>J</given-names>
</name>
<etal/>
</person-group>. <article-title>Radioprotection of IDH1-Mutated Cancer Cells by the IDH1-Mutant Inhibitor AGI-5198</article-title>. <source>Cancer Res</source> (<year>2015</year>) <volume>75</volume>(<issue>22</issue>):<page-range>4790&#x2013;802</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1158/0008-5472.Can-14-3603</pub-id>
</citation>
</ref>
<ref id="B7">
<label>7</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Erdem-Eraslan</surname> <given-names>L</given-names>
</name>
<name>
<surname>Gravendeel</surname> <given-names>LA</given-names>
</name>
<name>
<surname>de Rooi</surname> <given-names>J</given-names>
</name>
<name>
<surname>Eilers</surname> <given-names>PHC</given-names>
</name>
<name>
<surname>Idbaih</surname> <given-names>A</given-names>
</name>
<name>
<surname>Spliet</surname> <given-names>WGM</given-names>
</name>
<etal/>
</person-group>. <article-title>Intrinsic Molecular Subtypes of Glioma Are Prognostic and Predict Benefit From Adjuvant Procarbazine, Lomustine, and Vincristine Chemotherapy in Combination With Other Prognostic Factors in Anaplastic Oligodendroglial Brain Tumors: A Report From EORTC Study 26951</article-title>. <source>J Clin Oncol</source> (<year>2013</year>) <volume>31</volume>(<issue>3</issue>):<page-range>328&#x2013;36</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1200/jco.2012.44.1444</pub-id>
</citation>
</ref>
<ref id="B8">
<label>8</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Tang</surname> <given-names>L</given-names>
</name>
<name>
<surname>Deng</surname> <given-names>L</given-names>
</name>
<name>
<surname>Bai</surname> <given-names>HX</given-names>
</name>
<name>
<surname>Sun</surname> <given-names>J</given-names>
</name>
<name>
<surname>Neale</surname> <given-names>N</given-names>
</name>
<name>
<surname>Wu</surname> <given-names>J</given-names>
</name>
<etal/>
</person-group>. <article-title>Reduced Expression of DNA Repair Genes and Chemosensitivity in 1p19q Codeleted Lower-Grade Gliomas</article-title>. <source>J Neuro-Oncol</source> (<year>2018</year>) <volume>139</volume>(<issue>3</issue>):<page-range>563&#x2013;71</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1007/s11060-018-2915-4</pub-id>
</citation>
</ref>
<ref id="B9">
<label>9</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Bi</surname> <given-names>WL</given-names>
</name>
<name>
<surname>Hosny</surname> <given-names>A</given-names>
</name>
<name>
<surname>Schabath</surname> <given-names>MB</given-names>
</name>
<name>
<surname>Giger</surname> <given-names>ML</given-names>
</name>
<name>
<surname>Birkbak</surname> <given-names>NJ</given-names>
</name>
<name>
<surname>Mehrtash</surname> <given-names>A</given-names>
</name>
<etal/>
</person-group>. <article-title>Artificial Intelligence in Cancer Imaging: Clinical Challenges and Applications</article-title>. <source>Ca-a Cancer J Clin</source> (<year>2019</year>) <volume>69</volume>(<issue>2</issue>):<page-range>127&#x2013;57</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.3322/caac.21552</pub-id>
</citation>
</ref>
<ref id="B10">
<label>10</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Zhou</surname> <given-names>H</given-names>
</name>
<name>
<surname>Vallieres</surname> <given-names>M</given-names>
</name>
<name>
<surname>Bai</surname> <given-names>HX</given-names>
</name>
<name>
<surname>Su</surname> <given-names>C</given-names>
</name>
<name>
<surname>Tang</surname> <given-names>H</given-names>
</name>
<name>
<surname>Oldridge</surname> <given-names>D</given-names>
</name>
<etal/>
</person-group>. <article-title>MRI Features Predict Survival and Molecular Markers in Diffuse Lower-Grade Gliomas</article-title>. <source>Neuro Oncol</source> (<year>2017</year>) <volume>19</volume>(<issue>6</issue>):<page-range>862&#x2013;70</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1093/neuonc/now256</pub-id>
</citation>
</ref>
<ref id="B11">
<label>11</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Hyare</surname> <given-names>H</given-names>
</name>
<name>
<surname>Rice</surname> <given-names>L</given-names>
</name>
<name>
<surname>Thust</surname> <given-names>S</given-names>
</name>
<name>
<surname>Nachev</surname> <given-names>P</given-names>
</name>
<name>
<surname>Jha</surname> <given-names>A</given-names>
</name>
<name>
<surname>Milic</surname> <given-names>M</given-names>
</name>
<etal/>
</person-group>. <article-title>Modelling MR and Clinical Features in Grade II/III Astrocytomas to Predict IDH Mutation Status</article-title>. <source>Eur J Radiol</source> (<year>2019</year>) <volume>114</volume>:<page-range>120&#x2013;7</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1016/j.ejrad.2019.03.003</pub-id>
</citation>
</ref>
<ref id="B12">
<label>12</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Patel</surname> <given-names>SH</given-names>
</name>
<name>
<surname>Poisson</surname> <given-names>LM</given-names>
</name>
<name>
<surname>Brat</surname> <given-names>DJ</given-names>
</name>
<name>
<surname>Zhou</surname> <given-names>Y</given-names>
</name>
<name>
<surname>Cooper</surname> <given-names>L</given-names>
</name>
<name>
<surname>Snuderl</surname> <given-names>M</given-names>
</name>
<etal/>
</person-group>. <article-title>T2-FLAIR Mismatch, an Imaging Biomarker for IDH and 1p/19q Status in Lower-Grade Gliomas: A TCGA/TCIA Project</article-title>. <source>Clin Cancer Res</source> (<year>2017</year>) <volume>23</volume>(<issue>20</issue>):<page-range>6078&#x2013;85</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1158/1078-0432.CCR-17-0560</pub-id>
</citation>
</ref>
<ref id="B13">
<label>13</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Gillies</surname> <given-names>RJ</given-names>
</name>
<name>
<surname>Kinahan</surname> <given-names>PE</given-names>
</name>
<name>
<surname>Hricak</surname> <given-names>H</given-names>
</name>
</person-group>. <article-title>Radiomics: Images Are More Than Pictures, They Are Data</article-title>. <source>Radiology</source> (<year>2016</year>) <volume>278</volume>(<issue>2</issue>):<page-range>563&#x2013;77</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1148/radiol.2015151169</pub-id>
</citation>
</ref>
<ref id="B14">
<label>14</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Zhou</surname> <given-names>M</given-names>
</name>
<name>
<surname>Scott</surname> <given-names>J</given-names>
</name>
<name>
<surname>Chaudhury</surname> <given-names>B</given-names>
</name>
<name>
<surname>Hall</surname> <given-names>L</given-names>
</name>
<name>
<surname>Goldgof</surname> <given-names>D</given-names>
</name>
<name>
<surname>Yeom</surname> <given-names>KW</given-names>
</name>
<etal/>
</person-group>. <article-title>Radiomics in Brain Tumor: Image Assessment, Quantitative Feature Descriptors, and Machine-Learning Approaches</article-title>. <source>Am J Neuroradiol</source> (<year>2018</year>) <volume>39</volume>(<issue>2</issue>):<page-range>208&#x2013;16</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.3174/ajnr.A5391</pub-id>
</citation>
</ref>
<ref id="B15">
<label>15</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Choi</surname> <given-names>YS</given-names>
</name>
<name>
<surname>Bae</surname> <given-names>S</given-names>
</name>
<name>
<surname>Chang</surname> <given-names>JH</given-names>
</name>
<name>
<surname>Kang</surname> <given-names>S-G</given-names>
</name>
<name>
<surname>Kim</surname> <given-names>SH</given-names>
</name>
<name>
<surname>Kim</surname> <given-names>J</given-names>
</name>
<etal/>
</person-group>. <article-title>Fully Automated Hybrid Approach to Predict the IDH Mutation Status of Gliomas via Deep Learning and Radiomics</article-title>. <source>Neuro-Oncology</source> (<year>2021</year>) <volume>23</volume>(<issue>2</issue>):<page-range>304&#x2013;13</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1093/neuonc/noaa177</pub-id>
</citation>
</ref>
<ref id="B16">
<label>16</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Lu</surname> <given-names>CF</given-names>
</name>
<name>
<surname>Hsu</surname> <given-names>FT</given-names>
</name>
<name>
<surname>Hsieh</surname> <given-names>KLC</given-names>
</name>
<name>
<surname>Kao</surname> <given-names>YCJ</given-names>
</name>
<name>
<surname>Cheng</surname> <given-names>SJ</given-names>
</name>
<name>
<surname>Hsu</surname> <given-names>JBK</given-names>
</name>
<etal/>
</person-group>. <article-title>Machine Learning-Based Radiomics for Molecular Subtyping of Gliomas</article-title>. <source>Clin Cancer Res</source> (<year>2018</year>) <volume>24</volume>(<issue>18</issue>):<page-range>4429&#x2013;36</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1158/1078-0432.Ccr-17-3445</pub-id>
</citation>
</ref>
<ref id="B17">
<label>17</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Zhou</surname> <given-names>H</given-names>
</name>
<name>
<surname>Chang</surname> <given-names>K</given-names>
</name>
<name>
<surname>Bai</surname> <given-names>HX</given-names>
</name>
<name>
<surname>Xiao</surname> <given-names>B</given-names>
</name>
<name>
<surname>Su</surname> <given-names>C</given-names>
</name>
<name>
<surname>Bi</surname> <given-names>WL</given-names>
</name>
<etal/>
</person-group>. <article-title>Machine Learning Reveals Multimodal MRI Patterns Predictive of Isocitrate Dehydrogenase and 1p/19q Status in Diffuse Low- and High-Grade Gliomas</article-title>. <source>J Neuro-Oncol</source> (<year>2019</year>) <volume>142</volume>(<issue>2</issue>):<fpage>299</fpage>&#x2013;<lpage>307</lpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.1007/s11060-019-03096-0</pub-id>
</citation>
</ref>
<ref id="B18">
<label>18</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Voort</surname> <given-names>S</given-names>
</name>
<name>
<surname>Incekara</surname> <given-names>F</given-names>
</name>
<name>
<surname>Wijnenga</surname> <given-names>MM</given-names>
</name>
<name>
<surname>Kapas</surname> <given-names>G</given-names>
</name>
<name>
<surname>Smits</surname> <given-names>M</given-names>
</name>
</person-group>. <article-title>Predicting the 1p/19q Codeletion Status of Presumed Low-Grade Glioma With an Externally Validated Machine Learning Algorithm</article-title>. <source>Clin Cancer Res</source> (<year>2019</year>) <volume>25</volume>(<issue>24</issue>):<page-range>7455&#x2013;62</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1158/1078-0432.CCR-19-1127</pub-id>
</citation>
</ref>
<ref id="B19">
<label>19</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Maynard</surname> <given-names>J</given-names>
</name>
<name>
<surname>Okuchi</surname> <given-names>S</given-names>
</name>
<name>
<surname>Wastling</surname> <given-names>S</given-names>
</name>
<name>
<surname>Busaidi</surname> <given-names>AA</given-names>
</name>
<name>
<surname>Almossawi</surname> <given-names>O</given-names>
</name>
<name>
<surname>Mbatha</surname> <given-names>W</given-names>
</name>
<etal/>
</person-group>. <article-title>World Health Organization Grade II/III Glioma Molecular Status: Prediction by MRI Morphologic Features and Apparent Diffusion Coefficient</article-title>. <source>Radiology</source> (<year>2020</year>) <volume>296</volume>(<issue>1</issue>):<page-range>111&#x2013;21</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1148/radiol.2020191832</pub-id>
</citation>
</ref>
<ref id="B20">
<label>20</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Chang</surname> <given-names>K</given-names>
</name>
<name>
<surname>Bai</surname> <given-names>HX</given-names>
</name>
<name>
<surname>Zhou</surname> <given-names>H</given-names>
</name>
<name>
<surname>Su</surname> <given-names>C</given-names>
</name>
<name>
<surname>Bi</surname> <given-names>WL</given-names>
</name>
<name>
<surname>Agbodza</surname> <given-names>E</given-names>
</name>
<etal/>
</person-group>. <article-title>Residual Convolutional Neural Network for the Determination of Status in Low- and High-Grade Gliomas From MR Imaging</article-title>. <source>Clin Cancer Res</source> (<year>2018</year>) <volume>24</volume>(<issue>5</issue>):<page-range>1073&#x2013;81</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1158/1078-0432.CCR-17-2236</pub-id>
</citation>
</ref>
<ref id="B21">
<label>21</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>JPF</surname> <given-names>A</given-names>
</name>
<name>
<surname>NCB</surname> <given-names>C</given-names>
</name>
<name>
<surname>YISCD</surname> <given-names>E</given-names>
</name>
<name>
<surname>WDT</surname> <given-names>F</given-names>
</name>
<name>
<surname>IA</surname> <given-names>C</given-names>
</name>
<name>
<surname>PACC</surname> <given-names>D</given-names>
</name>
<etal/>
</person-group>. <article-title>Harmonization of Cortical Thickness Measurements Across Scanners and Sites</article-title>. <source>NeuroImage</source> (<year>2018</year>) <volume>167</volume>:<page-range>104&#x2013;20</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1016/j.neuroimage.2017.11.024</pub-id>
</citation>
</ref>
<ref id="B22">
<label>22</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Menze</surname> <given-names>BH</given-names>
</name>
<name>
<surname>Jakab</surname> <given-names>A</given-names>
</name>
<name>
<surname>Bauer</surname> <given-names>S</given-names>
</name>
<name>
<surname>Kalpathy-Cramer</surname> <given-names>J</given-names>
</name>
<name>
<surname>Farahani</surname> <given-names>K</given-names>
</name>
<name>
<surname>Kirby</surname> <given-names>J</given-names>
</name>
<etal/>
</person-group>. <article-title>The Multimodal Brain Tumor Image Segmentation Benchmark (BRATS)</article-title>. <source>IEEE Trans Med Imaging</source> (<year>2015</year>) <volume>34</volume>(<issue>10</issue>):<fpage>1993</fpage>&#x2013;<lpage>2024</lpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.1109/TMI.2014.2377694</pub-id>
</citation>
</ref>
<ref id="B23">
<label>23</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Zwanenburg</surname> <given-names>A</given-names>
</name>
<name>
<surname>Vallieres</surname> <given-names>M</given-names>
</name>
<name>
<surname>Abdalah</surname> <given-names>MA</given-names>
</name>
<name>
<surname>Aerts</surname> <given-names>H</given-names>
</name>
<name>
<surname>Andrearczyk</surname> <given-names>V</given-names>
</name>
<name>
<surname>Apte</surname> <given-names>A</given-names>
</name>
<etal/>
</person-group>. <article-title>The Image Biomarker Standardization Initiative: Standardized Quantitative Radiomics for High-Throughput Image-Based Phenotyping</article-title>. <source>Radiology</source> (<year>2020</year>) <volume>295</volume>(<issue>2</issue>):<page-range>328&#x2013;38</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1148/radiol.2020191145</pub-id>
</citation>
</ref>
<ref id="B24">
<label>24</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Jain</surname> <given-names>R</given-names>
</name>
<name>
<surname>Johnson</surname> <given-names>DR</given-names>
</name>
<name>
<surname>Patel</surname> <given-names>SH</given-names>
</name>
<name>
<surname>Castillo</surname> <given-names>M</given-names>
</name>
<name>
<surname>Smits</surname> <given-names>M</given-names>
</name>
<name>
<surname>van den Bent</surname> <given-names>MJ</given-names>
</name>
<etal/>
</person-group>. <article-title>&#x201c;Real World&#x201d; Use of a Highly Reliable Imaging Sign: &#x201c;T2-FLAIR Mismatch&#x201d; for Identification of IDH Mutant Astrocytomas</article-title>. <source>Neuro-oncology</source> (<year>2020</year>) <volume>22</volume>(<issue>7</issue>):<page-range>936&#x2013;43</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1093/neuonc/noaa041</pub-id>
</citation>
</ref>
<ref id="B25">
<label>25</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Kursa</surname> <given-names>MB</given-names>
</name>
<name>
<surname>Rudnicki</surname> <given-names>WR</given-names>
</name>
</person-group>. <article-title>Feature Selection With Boruta Package</article-title>. <source>J Stat Software</source> (<year>2010</year>) <volume>36</volume>(<issue>11</issue>):<fpage>1</fpage>&#x2013;<lpage>13</lpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.18637/jss.v036.i11</pub-id>
</citation>
</ref>
<ref id="B26">
<label>26</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Breiman</surname> <given-names>L</given-names>
</name>
</person-group>. <article-title>Random Forests</article-title>. <source>Mach Learn</source> (<year>2001</year>) <volume>45</volume>(<issue>1</issue>):<fpage>5</fpage>&#x2013;<lpage>32</lpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.1023/A:1010933404324</pub-id>
</citation>
</ref>
<ref id="B27">
<label>27</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Gardin</surname> <given-names>I</given-names>
</name>
<name>
<surname>Gr&#xe9;goire</surname> <given-names>V</given-names>
</name>
<name>
<surname>Gibon</surname> <given-names>D</given-names>
</name>
<name>
<surname>Kirisli</surname> <given-names>H</given-names>
</name>
<name>
<surname>Pasquier</surname> <given-names>D</given-names>
</name>
<name>
<surname>Thariat</surname> <given-names>J</given-names>
</name>
<etal/>
</person-group>. <article-title>Radiomics: Principles and Radiotherapy Applications</article-title>. <source>Crit Rev Oncol Hematol</source> (<year>2019</year>) <volume>138</volume>:<fpage>44</fpage>&#x2013;<lpage>50</lpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.1016/j.critrevonc.2019.03.015</pub-id>
</citation>
</ref>
<ref id="B28">
<label>28</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Gao</surname> <given-names>M</given-names>
</name>
<name>
<surname>Huang</surname> <given-names>S</given-names>
</name>
<name>
<surname>Pan</surname> <given-names>X</given-names>
</name>
<name>
<surname>Liao</surname> <given-names>X</given-names>
</name>
<name>
<surname>Yang</surname> <given-names>R</given-names>
</name>
<name>
<surname>Liu</surname> <given-names>J</given-names>
</name>
</person-group>. <article-title>Machine Learning-Based Radiomics Predicting Tumor Grades and Expression of Multiple Pathologic Biomarkers in Gliomas</article-title>. <source>Front Oncol</source> (<year>2020</year>) <volume>10</volume>:<elocation-id>1676</elocation-id>. doi:&#xa0;<pub-id pub-id-type="doi">10.3389/fonc.2020.01676</pub-id>
</citation>
</ref>
<ref id="B29">
<label>29</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Park</surname> <given-names>YW</given-names>
</name>
<name>
<surname>Han</surname> <given-names>K</given-names>
</name>
<name>
<surname>Ahn</surname> <given-names>SS</given-names>
</name>
<name>
<surname>Bae</surname> <given-names>S</given-names>
</name>
<name>
<surname>Choi</surname> <given-names>YS</given-names>
</name>
<name>
<surname>Chang</surname> <given-names>JH</given-names>
</name>
<etal/>
</person-group>. <article-title>Prediction of -Mutation and 1p/19q-Codeletion Status Using Preoperative MR Imaging Phenotypes in Lower Grade Gliomas</article-title>. <source>AJNR Am J Neuroradiol</source> (<year>2018</year>) <volume>39</volume>(<issue>1</issue>):<fpage>37</fpage>&#x2013;<lpage>42</lpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.3174/ajnr.A5421</pub-id>
</citation>
</ref>
<ref id="B30">
<label>30</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Broen</surname> <given-names>MPG</given-names>
</name>
<name>
<surname>Smits</surname> <given-names>M</given-names>
</name>
<name>
<surname>Wijnenga</surname> <given-names>MMJ</given-names>
</name>
<name>
<surname>Dubbink</surname> <given-names>HJ</given-names>
</name>
<name>
<surname>Anten</surname> <given-names>MHME</given-names>
</name>
<name>
<surname>Schijns</surname> <given-names>OEMG</given-names>
</name>
<etal/>
</person-group>. <article-title>The T2-FLAIR Mismatch Sign as an Imaging Marker for non-Enhancing IDH-Mutant, 1p/19q-Intact Lower-Grade Glioma: A Validation Study</article-title>. <source>Neuro-Oncology</source> (<year>2018</year>) <volume>20</volume>(<issue>10</issue>):<page-range>1393&#x2013;9</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1093/neuonc/noy048</pub-id>
</citation>
</ref>
<ref id="B31">
<label>31</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Throckmorton</surname> <given-names>P</given-names>
</name>
<name>
<surname>Graber</surname> <given-names>JJ</given-names>
</name>
</person-group>. <article-title>T2-FLAIR Mismatch in Isocitrate Dehydrogenase Mutant Astrocytomas Variability and Evolution</article-title>. <source>Neurology</source> (<year>2020</year>) <volume>95</volume>(<issue>11</issue>):<page-range>E1582&#x2013;E9</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1212/wnl.0000000000010324</pub-id>
</citation>
</ref>
<ref id="B32">
<label>32</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Kapsalaki</surname> <given-names>EZ</given-names>
</name>
<name>
<surname>Brotis</surname> <given-names>AG</given-names>
</name>
<name>
<surname>Tsikrika</surname> <given-names>A</given-names>
</name>
<name>
<surname>Tzerefos</surname> <given-names>C</given-names>
</name>
<name>
<surname>Paschalis</surname> <given-names>T</given-names>
</name>
<name>
<surname>Dardiotis</surname> <given-names>E</given-names>
</name>
<etal/>
</person-group>. <article-title>The Role of the T2-FLAIR Mismatch Sign as an Imaging Marker of IDH Status in a Mixed Population of Low- and High-Grade Gliomas</article-title>. <source>Brain Sci</source> (<year>2020</year>) <volume>10</volume>(<issue>11</issue>):<fpage>874</fpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.3390/brainsci10110874</pub-id>
</citation>
</ref>
<ref id="B33">
<label>33</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Eckel-Passow</surname> <given-names>JE</given-names>
</name>
<name>
<surname>Lachance</surname> <given-names>DH</given-names>
</name>
<name>
<surname>Molinaro</surname> <given-names>AM</given-names>
</name>
<name>
<surname>Walsh</surname> <given-names>KM</given-names>
</name>
<name>
<surname>Decker</surname> <given-names>PA</given-names>
</name>
<name>
<surname>Sicotte</surname> <given-names>H</given-names>
</name>
<etal/>
</person-group>. <article-title>Glioma Groups Based on 1p/19q, IDH, and TERT Promoter Mutations in Tumors</article-title>. <source>N Engl J Med</source> (<year>2015</year>) <volume>372</volume>(<issue>26</issue>):<page-range>2499&#x2013;508</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1056/NEJMoa1407279</pub-id>
</citation>
</ref>
<ref id="B34">
<label>34</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Reuss</surname> <given-names>DE</given-names>
</name>
<name>
<surname>Kratz</surname> <given-names>A</given-names>
</name>
<name>
<surname>Sahm</surname> <given-names>F</given-names>
</name>
<name>
<surname>Capper</surname> <given-names>D</given-names>
</name>
<name>
<surname>Schrimpf</surname> <given-names>D</given-names>
</name>
<name>
<surname>Koelsche</surname> <given-names>C</given-names>
</name>
<etal/>
</person-group>. <article-title>Adult IDH Wild Type Astrocytomas Biologically and Clinically Resolve Into Other Tumor Entities</article-title>. <source>Acta Neuropathol</source> (<year>2015</year>) <volume>130</volume>(<issue>3</issue>):<page-range>407&#x2013;17</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1007/s00401-015-1454-8</pub-id>
</citation>
</ref>
<ref id="B35">
<label>35</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Tabouret</surname> <given-names>E</given-names>
</name>
<name>
<surname>Nguyen</surname> <given-names>AT</given-names>
</name>
<name>
<surname>Dehais</surname> <given-names>C</given-names>
</name>
<name>
<surname>Carpentier</surname> <given-names>C</given-names>
</name>
<name>
<surname>Ducray</surname> <given-names>F</given-names>
</name>
<name>
<surname>Idbaih</surname> <given-names>A</given-names>
</name>
<etal/>
</person-group>. <article-title>Prognostic Impact of the 2016 WHO Classification of Diffuse Gliomas in the French POLA Cohort</article-title>. <source>Acta Neuropathol</source> (<year>2016</year>) <volume>132</volume>(<issue>4</issue>):<page-range>625&#x2013;34</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1007/s00401-016-1611-8</pub-id>
</citation>
</ref>
<ref id="B36">
<label>36</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Suh</surname> <given-names>CH</given-names>
</name>
<name>
<surname>Kim</surname> <given-names>HS</given-names>
</name>
<name>
<surname>Jung</surname> <given-names>SC</given-names>
</name>
<name>
<surname>Choi</surname> <given-names>CG</given-names>
</name>
<name>
<surname>Kim</surname> <given-names>SJ</given-names>
</name>
</person-group>. <article-title>2-Hydroxyglutarate MR Spectroscopy for Prediction of Isocitrate Dehydrogenase Mutant Glioma: A Systemic Review and Meta-Analysis Using Individual Patient Data</article-title>. <source>Neuro-oncology</source> (<year>2018</year>) <volume>20</volume>(<issue>12</issue>):<page-range>1573&#x2013;83</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1093/neuonc/noy113</pub-id>
</citation>
</ref>
</ref-list>
</back>
</article>