<?xml version="1.0" encoding="utf-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.3 20070202//EN" "journalpublishing.dtd">
<article xmlns:mml="http://www.w3.org/1998/Math/MathML" xmlns:xlink="http://www.w3.org/1999/xlink" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" article-type="research-article" dtd-version="2.3" xml:lang="EN">
<front>
<journal-meta>
<journal-id journal-id-type="publisher-id">Front. Neurol.</journal-id>
<journal-title>Frontiers in Neurology</journal-title>
<abbrev-journal-title abbrev-type="pubmed">Front. Neurol.</abbrev-journal-title>
<issn pub-type="epub">1664-2295</issn>
<publisher>
<publisher-name>Frontiers Media S.A.</publisher-name>
</publisher>
</journal-meta>
<article-meta>
<article-id pub-id-type="doi">10.3389/fneur.2025.1518815</article-id>
<article-categories>
<subj-group subj-group-type="heading">
<subject>Neurology</subject>
<subj-group>
<subject>Original Research</subject>
</subj-group>
</subj-group>
</article-categories>
<title-group>
<article-title>Magnetic resonance imaging-based deep learning for predicting subtypes of glioma</article-title>
</title-group>
<contrib-group>
<contrib contrib-type="author">
<name><surname>Yang</surname> <given-names>Zhen</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
<xref ref-type="aff" rid="aff2"><sup>2</sup></xref>
<role content-type="https://credit.niso.org/contributor-roles/conceptualization/"/>
<role content-type="https://credit.niso.org/contributor-roles/data-curation/"/>
<role content-type="https://credit.niso.org/contributor-roles/formal-analysis/"/>
<role content-type="https://credit.niso.org/contributor-roles/investigation/"/>
<role content-type="https://credit.niso.org/contributor-roles/methodology/"/>
<role content-type="https://credit.niso.org/contributor-roles/resources/"/>
<role content-type="https://credit.niso.org/contributor-roles/software/"/>
<role content-type="https://credit.niso.org/contributor-roles/validation/"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-original-draft/"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Zhang</surname> <given-names>Peng</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
<role content-type="https://credit.niso.org/contributor-roles/formal-analysis/"/>
<role content-type="https://credit.niso.org/contributor-roles/software/"/>
<role content-type="https://credit.niso.org/contributor-roles/supervision/"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-original-draft/"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Ding</surname> <given-names>Yi</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
<role content-type="https://credit.niso.org/contributor-roles/data-curation/"/>
<role content-type="https://credit.niso.org/contributor-roles/conceptualization/"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-review-editing/"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Deng</surname> <given-names>Liyi</given-names></name>
<xref ref-type="aff" rid="aff2"><sup>2</sup></xref>
<role content-type="https://credit.niso.org/contributor-roles/conceptualization/"/>
<role content-type="https://credit.niso.org/contributor-roles/data-curation/"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-review-editing/"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Zhang</surname> <given-names>Tong</given-names></name>
<xref ref-type="aff" rid="aff2"><sup>2</sup></xref>
<role content-type="https://credit.niso.org/contributor-roles/conceptualization/"/>
<role content-type="https://credit.niso.org/contributor-roles/software/"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-review-editing/"/>
</contrib>
<contrib contrib-type="author" corresp="yes">
<name><surname>Liu</surname> <given-names>Yong</given-names></name>
<xref ref-type="aff" rid="aff2"><sup>2</sup></xref>
<xref ref-type="corresp" rid="c001"><sup>&#x002A;</sup></xref>
<uri xlink:href="https://loop.frontiersin.org/people/2631058/overview"/>
<role content-type="https://credit.niso.org/contributor-roles/conceptualization/"/>
<role content-type="https://credit.niso.org/contributor-roles/formal-analysis/"/>
<role content-type="https://credit.niso.org/contributor-roles/supervision/"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-review-editing/"/>
</contrib>
</contrib-group>
<aff id="aff1"><sup>1</sup><institution>Department of Neurosurgery, The Second People&#x2019;s Hospital of Hefei, Hefei Hospital Affiliated to Anhui Medical University</institution>, <addr-line>Hefei</addr-line>, <country>China</country></aff>
<aff id="aff2"><sup>2</sup><institution>Department of Neurosurgery, The Affiliated Hospital of Xuzhou Medical University</institution>, <addr-line>Xuzhou</addr-line>, <country>China</country></aff>
<author-notes>
<fn fn-type="edited-by" id="fn0001">
<p>Edited by: Shang-Ming Zhou, University of Plymouth, United Kingdom</p>
</fn>
<fn fn-type="edited-by" id="fn0002">
<p>Reviewed by: Scott Hwang, Penn State Milton S. Hershey Medical Center, United States</p>
<p>Yoon Seong Choi, National University of Singapore, Singapore</p>
</fn>
<corresp id="c001">&#x002A;Correspondence: Yong Liu, <email>m18856091377@163.com</email></corresp>
</author-notes>
<pub-date pub-type="epub">
<day>29</day>
<month>01</month>
<year>2025</year>
</pub-date>
<pub-date pub-type="collection">
<year>2025</year>
</pub-date>
<volume>16</volume>
<elocation-id>1518815</elocation-id>
<history>
<date date-type="received">
<day>29</day>
<month>10</month>
<year>2024</year>
</date>
<date date-type="accepted">
<day>16</day>
<month>01</month>
<year>2025</year>
</date>
</history>
<permissions>
<copyright-statement>Copyright &#x00A9; 2025 Yang, Zhang, Ding, Deng, Zhang and Liu.</copyright-statement>
<copyright-year>2025</copyright-year>
<copyright-holder>Yang, Zhang, Ding, Deng, Zhang and Liu</copyright-holder>
<license xlink:href="http://creativecommons.org/licenses/by/4.0/">
<p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (CC BY). The use, distribution or reproduction in other forums is permitted, provided the original author(s) and the copyright owner(s) are credited and that the original publication in this journal is cited, in accordance with accepted academic practice. No use, distribution or reproduction is permitted which does not comply with these terms.</p>
</license>
</permissions>
<abstract>
<sec id="sec1">
<title>Purpose</title>
<p>To explore the value of deep learning based on magnetic resonance imaging (MRI) in the classification of glioma subtypes.</p>
</sec>
<sec id="sec2">
<title>Methods</title>
<p>This study retrospectively included 747 adult patients with surgically pathologically confirmed gliomas from a public database and 64 patients from our hospital. Patients were classified into IDH-wildtype (IDHwt) (490 cases), IDH-mutant/1p19q-noncodeleted (IDHmut-intact) (105 cases), and IDH-mutant/1p19q-codeleted (IDHmut-codel) (216 cases) based on their pathological findings, with the public database of patients were divided into training and validation sets, and patients from our hospital were used as an independent test set. The models were developed based on five categories of preoperative T1-weighted, T1-weighted gadolinium contrast-enhanced, T2-weighted and T2-weighted fluid-attenuated inversion recovery (T1w, T1c, T2w and FLAIR) magnetic resonance imaging (MRI) of four sequences and mixed imaging of the four sequences, respectively. The receiver operating characteristic curve (ROC), area under the curve (AUC) of the ROC were generated in the jupyter notebook tool using python language to evaluate the accuracy of the models in classification and comparing the predictive value of different MRI sequences.</p>
</sec>
<sec id="sec3">
<title>Results</title>
<p>IDHwt, IDHmut-intact and IDHmut-codel were the best classified in the model containing only FLAIR sequences, with test set AUCs of 0.790, 0.737 and 0.820, respectively; and the worst classified in the model containing only T1w sequences, with test set AUCs of 0.621, 0.537 and 0.760, respectively.</p>
</sec>
<sec id="sec4">
<title>Conclusion</title>
<p>We have developed a set of models that can effectively classify glioma subtypes and that work best when only the FLAIR sequence model is included.</p>
</sec>
</abstract>
<kwd-group>
<kwd>deep learning</kwd>
<kwd>IDH</kwd>
<kwd>glioma</kwd>
<kwd>1p/19q</kwd>
<kwd>MRI</kwd>
</kwd-group>
<counts>
<fig-count count="3"/>
<table-count count="2"/>
<equation-count count="0"/>
<ref-count count="31"/>
<page-count count="8"/>
<word-count count="5498"/>
</counts>
<custom-meta-wrap>
<custom-meta>
<meta-name>section-at-acceptance</meta-name>
<meta-value>Artificial Intelligence in Neurology</meta-value>
</custom-meta>
</custom-meta-wrap>
</article-meta>
</front>
<body>
<sec sec-type="intro" id="sec5">
<title>Introduction</title>
<p>Glioma is the most common primary brain tumor (<xref ref-type="bibr" rid="ref1">1</xref>), and the classification and definition of glioma are changing as people&#x2019;s understanding of glioma continues to grow. In 2016, the WHO first proposed the importance of IDH and 1p/19q co-deletion status in the diagnostic classification of glioma (<xref ref-type="bibr" rid="ref2">2</xref>), and in 2021, the WHO further clarified the role of IDH and 1p/19q co-deletion status in the diagnostic classification of glioma in the new version of the classification criteria for central nervous system tumors (<xref ref-type="bibr" rid="ref3">3</xref>). The current general treatment principle for glioma is to surgically remove the maximum extent of the tumor as far as is safe (<xref ref-type="bibr" rid="ref4">4</xref>, <xref ref-type="bibr" rid="ref5">5</xref>), followed by individualized treatment regimens such as radiotherapy and chemotherapy (<xref ref-type="bibr" rid="ref6 ref7 ref8">6&#x2013;8</xref>). However, the prediction of survival, the progression of the disease, the extent of surgical resection, the development of individualized treatment plans and the assessment of efficacy are all closely related to the type of glioma (<xref ref-type="bibr" rid="ref9 ref10 ref11 ref12">9&#x2013;12</xref>). Pre-operative knowledge of the patient&#x2019;s tumor type can help patients to start a more precise and personalized treatment at the beginning of the disease. Currently, the assessment of the type of glioma is based on surgical or post-biopsy histopathology. However, pre-operative biopsy may be limited by the unavailability of tumor tissue, the fact that some of the tissue obtained is not representative of the whole tumor, the heterogeneity of the tumor and so on. Post-operative histopathology to assess the grade and type of glioma is also not effective in preoperative diagnosis and treatment planning of glioma. Therefore, a new method is needed to predict the grade and classification of gliomas.</p>
<p>Magnetic resonance imaging (MRI) is an effective method for diagnosing gliomas. Experienced clinicians can make a preliminary determination of the type of tumor by the location of the tumor, the peri-tumoural oedema and features such as calcification and necrosis within the tumor (<xref ref-type="bibr" rid="ref13">13</xref>, <xref ref-type="bibr" rid="ref14">14</xref>), however, using this information to make predictions has limitations due to the lack of standard, quantifiable parameters. At the same time, certain microscopic features in MRI cannot be identified by the naked eye. In recent years, with the rapid development of computer software and hardware, deep learning has also been making breakthroughs, and automatic feature extraction has brought great improvements in terms of efficiency and performance, as well as good results in the medical field. Deep learning can automatically extract features from MRI (<xref ref-type="bibr" rid="ref15">15</xref>) to help clinicians make auxiliary decisions.</p>
<p>Classification tasks are an important research direction for computer vision in deep learning, and in the clinic, accurate and effective classification of diseases has been a big problem for clinicians. With the continuous development of deep learning, deep learning is increasingly used in studies about disease classification. Chen et al. (<xref ref-type="bibr" rid="ref16">16</xref>) used deep learning to effectively classify gliomas with and without the occurrence of MGMT promoter methylation. The present study aims to investigate the value of MRI-based deep learning for predicting diffuse glioma in adults, as preoperative classification of glioma has been a clinical challenge and there are few studies to predict the staging of glioma based on deep learning.</p>
</sec>
<sec sec-type="materials|methods" id="sec6">
<title>Materials and methods</title>
<sec id="sec7">
<title>Ethics statement</title>
<p>This retrospective study was approved by the ethics committee of our hospital (<italic>XYFY2022-KL476-01</italic>). Written informed consent was waived due to the retrospective nature of the study. As dataset 1, 2, 3 and 4 are freely and publicly available on public databases for viewing, downloading and use for scientific purposes, institutional review board approval and written informed consent are not required for this study.</p>
</sec>
<sec id="sec8">
<title>Patient selection</title>
<p>There are five datasets included in this study, dataset 1 contains 86 patients from TCGA-LGG (<xref ref-type="bibr" rid="ref17">17</xref>) in TCIA, dataset 2 contains 88 patients from TCGA-GBM (<xref ref-type="bibr" rid="ref18">18</xref>) in TCIA, dataset 3 contains 382 patients from UCSF-PDGM (<xref ref-type="bibr" rid="ref19">19</xref>) in TCIA, dataset 4 contains data from The Erasmus Glioma Database (<xref ref-type="bibr" rid="ref20">20</xref>) of 191 patients, and dataset 5 contained 64 patients from our hospital from September 2019 to October 2022. All data met the following inclusion criteria: (1) adult patients (age&#x202F;&#x003E;&#x202F;18) with pathologically confirmed primary glioma; (2) clear grade of glioma and IDH with 1p/19q co-deletion status; (3) inclusion of preoperative T1-weighted, T1-weighted gadolinium enhancement, T2-weighted and T2-weighted fluid-attenuated inversion recovery (T1w, T1c, T2w and FLAIR) MRI; (4) clear imaging. Exclusion criteria included: (1) history of brain tumor surgery or biopsy; (2) unclear WHO grade, IDH status, or 1p/19q co-deletion status for gliomas; (3) absence of preoperative T1w, T1c, T2w, and FLAIR; (4) poor quality of MRI scans, specifically images with significant artifacts that could not be accurately delineated for regions of interest (ROI) after consensus between two physicians. Since some of the TCGA-LGG and TCGA-GBM data were used in Brain Tumor Segmentation 2020 (BraTS20) (<xref ref-type="bibr" rid="ref21">21</xref>), in this study, only that part of the data used in BraTS20 was selected for TCGA-LGG and TCGA-GBM.</p>
<p>We classified all patients into 3 categories based on the IDH and 1p/19q co-deletion status of each patient: IDH-wildtype (IDHwt), IDH-mutant/1p19q-noncodeleted (IDHmut-intact), and IDH-mutant/1p19q-codeleted (IDHmut-codel).</p>
</sec>
<sec id="sec9">
<title>MRI parameters</title>
<p>The MRI of the five data sets in this experiment were taken by different MRI scanners and each patient contained four MRI sequences, T1w, T2w, FLAIR and T1c. The specific MR parameters are shown in the <xref rid="SM1" ref-type="supplementary-material">Appendix</xref>.</p>
</sec>
<sec id="sec10">
<title>Pre-processing of images</title>
<p>In order to eliminate differences between the different images, all images were pre-processed in a uniform manner. The processing was as follows: (1) correction for bias magnetic fields was performed using N4ITK; (2) rigid registration was performed using the General Registration module in 3D Slicer, with T1C as the reference image; (3) skull stripping of the images was performed using the Swiss Skull Stripper module in 3D Slicer; and (4) the intensity normalization was performed using the Z-score standardization method.</p>
</sec>
<sec id="sec11">
<title>ROI drawing and segmentation</title>
<p>After the preprocessing steps, ROIs were delineated on the FLAIR sequence using 3D Slicer (v5.2.1). The boundaries of the ROIs, including the tumor, tumor necrosis, intratumoral calcification and peritumoral edema, were determined through consensus between two physicians (a neurosurgeon with 7&#x202F;years of clinical experience and a resident with 3&#x202F;years of clinical experience). In cases of disagreement or uncertainty, a senior attending physician made the final decision. Subsequently, the resident independently manually delineated the ROIs on all tumor-containing images. After completing the delineation on the FLAIR images, the defined regions were transferred to T1w, T2w, and T1c images to verify the accuracy of the ROI segmentation. The images were then cropped to exclude regions outside the ROI, and external voxel values were set to zero. It is noteworthy that in this study, the tumor was not subdivided into distinct subregions or areas. Instead, the entire tumor region on each image was treated as a single ROI. Prior to the ROI delineation and segmentation process, a third member of the research team removed all labels and tumor type annotations from the images and renumbered them with numeric identifiers to ensure anonymization.</p>
<p>In this study, data sets 1 and 2 were taken from the BraTS20 dataset and all data were aligned and cranially stripped and some data were ROI plotted, while data sets 3 and 4 were also aligned and cranially stripped and all data were ROI plotted. Therefore, data that had been aligned and cranially stripped were not re-aligned and cranially stripped, and data that had been ROI plotted were only checked but not re-plotted.</p>
<p>After image segmentation, all images from the four pulse sequences underwent uniform preprocessing, which included manually retaining tumor-containing slices and resizing the images to a consistent resolution of 224&#x202F;&#x00D7;&#x202F;224 pixels. These processed images were then used as input for the Convolutional Neural Network (CNN).</p>
</sec>
<sec id="sec12">
<title>CNN</title>
<p>The CNN model used for glioma classification in this study is the Swin Transformer, as shown in <xref ref-type="fig" rid="fig1">Figure 1</xref>. The training was conducted on the MMDetection platform, an open-source toolbox for object detection built on PyTorch and part of the OpenMMLab project. MMDetection supports a variety of object detection models and allows the deployment of the Swin Transformer model without requiring additional installation packages. Specifically, we used version 2.3.0 of MMDetection, version 2.1.0 of PyTorch, and Python version 3.10.</p>
<fig position="float" id="fig1">
<label>Figure 1</label>
<caption>
<p>An overview of the research design, including the structure of convolutional neural networks. T1w, T1-weighted; T1c, T1-weighted gadolinium contrast-enhanced; T2w, t2-weighted; FLAIR, T2-weighted fluid-attenuated inversion recovery. The image size fed into the neural network was 224&#x202F;&#x00D7;&#x202F;224, where <italic>H</italic> represents the image height, <italic>W</italic> represents the image width, and 3 represents the image as a 3-channel RGB image.</p>
</caption>
<graphic xlink:href="fneur-16-1518815-g001.tif"/>
</fig>
<p>In this experiment, we used the official Swin Transformer model without any modifications. The server&#x2019;s CPU was an Intel Xeon (R) Platinum 8362, and the GPU was an RTX 3090 with 24GB of memory. The key training parameters were as follows: the AdamW optimizer with a weight decay of 0.05, a learning rate of 0.0001, and a total of 100 epochs. Learning rate scheduling followed a step policy, with a linear warm-up over 500 steps and a warm-up ratio of 0.001.</p>
<p>For the dataset, we split it into two subsets: set A and set B, in a random 8:2 ratio. Set A served as the training set, while set B was used for validation within the CNN. Additionally, Dataset 5 was employed as an external test set to evaluate the model&#x2019;s performance. To assess the impact of different MRI sequences on glioma classification, all images were categorized into five groups. For each training, validation, and testing phase, one category was selected for the CNN input.</p>
<p>To address the issue of data imbalance between glioma subtypes, data augmentation techniques were applied to the underrepresented categories. These techniques included rotation, translation, flipping, and scaling, which helped generate additional training samples.</p>
</sec>
<sec id="sec13">
<title>Statistical analysis</title>
<p>Demographic data and tumor characteristics were calculated statistically for the training, validation and test sets using IMB SPSS 24.0, with <italic>p</italic>&#x202F;&#x003C;&#x202F;0.05 indicating a statistically significant difference. Measures (non-normally distributed) were described by median and interquartile spacing; counts were described by frequency and percentage. Multiple group comparisons were made using the chi-square test or Kruskal-Wallis test, and post-hoc two-by-two comparisons were made using the Bonferroni method. The receiver operating characteristic curve (ROC), area under the curve (AUC) of the ROC, Precision, Recall and F1 Score were calculated and generated in the jupyter notebook tool using the python language to evaluate the merit of the model. It is worth noting that while ROC analysis is typically used for binary classification, it can also be applied to evaluate multi-class classification tasks. In this study, we employed a &#x201C;one <italic>vs.</italic> Rest&#x201D; strategy, where each class is compared against all other classes, and ROC curves are computed and plotted. This approach treats each class as the positive class, with all other classes combined as the negative class, and the process is repeated for each class. However, in multi-class problems, accuracy may not directly reflect model performance, as it treats all misclassified samples equally, which may not be an accurate representation of real-world scenarios. In contrast, ROC curves and AUC provide a more detailed and nuanced assessment of model performance.</p>
</sec>
</sec>
<sec sec-type="results" id="sec14">
<title>Results</title>
<sec id="sec15">
<title>Patient characteristics</title>
<p>A total of 811 patients were included in this study, of which 747 patients were from the public data set and 64 patients were from our hospital. There was a significant difference in the age of patients with different types of glioma (<italic>p</italic>&#x202F;&#x003C;&#x202F;0.001), with the IDHmut-intact type being younger 40.79&#x202F;&#x00B1;&#x202F;12.88, median age 38.0 (31.0, 50.0); followed by IDHmut-codel 45.08&#x202F;&#x00B1;&#x202F;12.72, median age 47.0 (37.0, 57.0). IDHwt was older 59.98&#x202F;&#x00B1;&#x202F;12.91, median age 60.5 (52.0, 69.0). There was no statistically significant difference in gender between types (<italic>p</italic>&#x202F;=&#x202F;0.274) (see <xref ref-type="table" rid="tab1">Table 1</xref>).</p>
<table-wrap position="float" id="tab1">
<label>Table 1</label>
<caption>
<p>General characteristics of participants (<italic>N</italic>&#x202F;=&#x202F;811).</p>
</caption>
<table frame="hsides" rules="groups">
<thead>
<tr>
<th/>
<th align="center" valign="top">Total data<break/><italic>N</italic>&#x202F;=&#x202F;811</th>
<th align="center" valign="top">Data 1<break/><italic>N</italic>&#x202F;=&#x202F;86</th>
<th align="center" valign="top">Data 2<break/><italic>N</italic>&#x202F;=&#x202F;88</th>
<th align="center" valign="top">Data 3<break/><italic>N</italic>&#x202F;=&#x202F;382</th>
<th align="center" valign="top">Data 4<break/><italic>N</italic>&#x202F;=&#x202F;191</th>
<th align="center" valign="top">Data 5<break/><italic>N</italic>&#x202F;=&#x202F;64</th>
</tr>
</thead>
<tbody>
<tr>
<td align="left" valign="top">Age, year</td>
<td align="center" valign="top">53.26&#x202F;&#x00B1;&#x202F;15.44</td>
<td align="center" valign="top">46.84&#x202F;&#x00B1;&#x202F;14.56</td>
<td align="center" valign="top">58.32&#x202F;&#x00B1;&#x202F;14.30</td>
<td align="center" valign="top">55.76&#x202F;&#x00B1;&#x202F;15.59</td>
<td align="center" valign="top">48.71&#x202F;&#x00B1;&#x202F;14.84</td>
<td align="center" valign="top">53.59&#x202F;&#x00B1;&#x202F;13.07</td>
</tr>
<tr>
<td align="left" valign="top" colspan="7">Gender</td>
</tr>
<tr>
<td align="left" valign="top">Men</td>
<td align="center" valign="top">476 (58.7)</td>
<td align="center" valign="top">41 (47.7)</td>
<td align="center" valign="top">56 (63.6)</td>
<td align="center" valign="top">222 (58.1)</td>
<td align="center" valign="top">118 (61.8)</td>
<td align="center" valign="top">39 (60.9)</td>
</tr>
<tr>
<td align="left" valign="top">Female</td>
<td align="center" valign="top">335 (41.3)</td>
<td align="center" valign="top">45 (52.3)</td>
<td align="center" valign="top">32 (36.4)</td>
<td align="center" valign="top">160 (41.9)</td>
<td align="center" valign="top">73 (38.2)</td>
<td align="center" valign="top">25 (39.1)</td>
</tr>
<tr>
<td align="left" valign="top" colspan="7">Grade</td>
</tr>
<tr>
<td align="left" valign="top">II</td>
<td align="center" valign="top">196 (24.2)</td>
<td align="center" valign="top">38 (44.2)</td>
<td align="center" valign="top">0 (0.0)</td>
<td align="center" valign="top">44 (11.5)</td>
<td align="center" valign="top">95 (49.7)</td>
<td align="center" valign="top">19 (29.7)</td>
</tr>
<tr>
<td align="left" valign="top">III</td>
<td align="center" valign="top">86 (10.6)</td>
<td align="center" valign="top">30 (34.9)</td>
<td align="center" valign="top">0 (0.0)</td>
<td align="center" valign="top">29 (7.6)</td>
<td align="center" valign="top">19 (10.0)</td>
<td align="center" valign="top">8 (12.5)</td>
</tr>
<tr>
<td align="left" valign="top">IV</td>
<td align="center" valign="top">529 (65.2)</td>
<td align="center" valign="top">18 (20.9)</td>
<td align="center" valign="top">88 (100.0)</td>
<td align="center" valign="top">309 (80.9)</td>
<td align="center" valign="top">77 (40.3)</td>
<td align="center" valign="top">37 (57.8)</td>
</tr>
<tr>
<td align="left" valign="top" colspan="7">Type</td>
</tr>
<tr>
<td align="left" valign="top">IDHwt</td>
<td align="center" valign="top">490 (60.4)</td>
<td align="center" valign="top">18 (20.9)</td>
<td align="center" valign="top">85 (96.6)</td>
<td align="center" valign="top">286 (74.9)</td>
<td align="center" valign="top">76 (39.8)</td>
<td align="center" valign="top">25 (39.1)</td>
</tr>
<tr>
<td align="left" valign="top">IDHmut-intact</td>
<td align="center" valign="top">105 (32.7)</td>
<td align="center" valign="top">24 (35.3)</td>
<td align="center" valign="top">0 (0.0)</td>
<td align="center" valign="top">14 (14.6)</td>
<td align="center" valign="top">56 (48.7)</td>
<td align="center" valign="top">11 (28.2)</td>
</tr>
<tr>
<td align="left" valign="top">IDHmut-codel</td>
<td align="center" valign="top">216 (67.3)</td>
<td align="center" valign="top">44 (64.7)</td>
<td align="center" valign="top">3 (100.0)</td>
<td align="center" valign="top">82 (85.4)</td>
<td align="center" valign="top">59 (51.3)</td>
<td align="center" valign="top">28 (71.8)</td>
</tr>
</tbody>
</table>
<table-wrap-foot>
<p>IDHwt, IDH-wildtype; IDHmut-intact, IDH-mutant/1p19q-noncodeleted; IDHmut-code, IDH-mutant/1p19q-codeleted. Results shown are median (quartile) or n (%).</p>
</table-wrap-foot>
</table-wrap>
</sec>
<sec id="sec16">
<title>Classification performance</title>
<p>The AUCs for the test sets of IDHwt, IDHmut-intact and IDHmut-codel in the model with all sequences included were 0.736, 0.662 and 0.791, respectively. In the model with only T1w sequences included the test sets AUCs were 0.621, 0.537 and 0.760, respectively. In the model with only T1c sequences included the test sets AUCs were 0.731, 0.603 and 0.804, respectively; in the test set of the model containing only T2w sequences AUCs were 0.707, 0.617 and 0.790, respectively. In the test set of the model containing only FLAIR sequences AUCs were 0.790, 0.737 and 0.820, respectively. The ROCs corresponding to the above AUCs are shown in <xref ref-type="fig" rid="fig2">Figure 2</xref>. The ROC and AUC of IDHwt, IDHmut-intact and IDHmut-codel for the training and validation sets of different sequences are shown in the <xref rid="SM1" ref-type="supplementary-material">Supplementary Figures 1, 2</xref>. The Precision, Recall and F1 Score of IDHwt, IDHmut-intact and IDHmut-codel for the test sets of different sequences are shown in <xref ref-type="table" rid="tab2">Table 2</xref>, the Precision, Recall and F1 Score of IDHwt, IDHmut-intact and IDHmut-codel for the train set and validation set of different sequences are shown in <xref rid="SM1" ref-type="supplementary-material">Supplementary Tables 1, 2</xref>.</p>
<fig position="float" id="fig2">
<label>Figure 2</label>
<caption>
<p>Classification performance of magnetic resonance imaging with different sequences in convolutional neural networks (Test set). <bold>(A&#x2013;C)</bold> Represent IDHwt (IDH-wildtype), IDHmut-intact (IDH-mutant/1p19q-noncodeleted), and IDHmut-code: IDH-mutant/1p19q-codeleted, respectively. T1w, T1-weighted; T1c, T1-weighted gadolinium contrast-enhanced; T2w, t2-weighted; FLAIR, T2-weighted fluid-attenuated inversion recovery; ALL sequences, T1w&#x202F;+&#x202F;T1c&#x202F;+&#x202F;T2w&#x202F;+&#x202F;FLAIR.</p>
</caption>
<graphic xlink:href="fneur-16-1518815-g002.tif"/>
</fig>
<table-wrap position="float" id="tab2">
<label>Table 2</label>
<caption>
<p>Classification performance of convolutional neural networks (Test set).</p>
</caption>
<table frame="hsides" rules="groups">
<thead>
<tr>
<th align="left" valign="top">Sequence</th>
<th align="left" valign="top">Type</th>
<th align="center" valign="top">Precision</th>
<th align="center" valign="top">Recall</th>
<th align="center" valign="top">F1 Score</th>
<th align="center" valign="top">Average precision</th>
</tr>
</thead>
<tbody>
<tr>
<td align="left" valign="middle" rowspan="3">All</td>
<td align="left" valign="top">IDHwt</td>
<td align="center" valign="top">49.483</td>
<td align="center" valign="top">80.369</td>
<td align="center" valign="top">61.253</td>
<td align="center" valign="top">57.750</td>
</tr>
<tr>
<td align="left" valign="top">IDHmut-intact</td>
<td align="center" valign="top">57.447</td>
<td align="center" valign="top">40.785</td>
<td align="center" valign="top">47.703</td>
<td align="center" valign="top">58.872</td>
</tr>
<tr>
<td align="left" valign="top">IAHmut-code</td>
<td align="center" valign="top">82.632</td>
<td align="center" valign="top">42.432</td>
<td align="center" valign="top">56.071</td>
<td align="center" valign="top">66.055</td>
</tr>
<tr>
<td align="left" valign="middle" rowspan="3">T1w</td>
<td align="left" valign="top">IDHwt</td>
<td align="center" valign="top">45.536</td>
<td align="center" valign="top">73.381</td>
<td align="center" valign="top">56.198</td>
<td align="center" valign="top">47.742</td>
</tr>
<tr>
<td align="left" valign="top">IDHmut-intact</td>
<td align="center" valign="top">46.154</td>
<td align="center" valign="top">31.788</td>
<td align="center" valign="top">37.647</td>
<td align="center" valign="top">51.527</td>
</tr>
<tr>
<td align="left" valign="top">IAHmut-code</td>
<td align="center" valign="top">64.706</td>
<td align="center" valign="top">30.556</td>
<td align="center" valign="top">41.509</td>
<td align="center" valign="top">54.755</td>
</tr>
<tr>
<td align="left" valign="middle" rowspan="3">T1c</td>
<td align="left" valign="top">IDHwt</td>
<td align="center" valign="top">51.786</td>
<td align="center" valign="top">80.000</td>
<td align="center" valign="top">62.873</td>
<td align="center" valign="top">57.307</td>
</tr>
<tr>
<td align="left" valign="top">IDHmut-intact</td>
<td align="center" valign="top">51.724</td>
<td align="center" valign="top">38.961</td>
<td align="center" valign="top">44.444</td>
<td align="center" valign="top">52.659</td>
</tr>
<tr>
<td align="left" valign="top">IAHmut-code</td>
<td align="center" valign="top">77.500</td>
<td align="center" valign="top">38.272</td>
<td align="center" valign="top">51.240</td>
<td align="center" valign="top">62.424</td>
</tr>
<tr>
<td align="left" valign="middle" rowspan="3">T2w</td>
<td align="left" valign="top">IDHwt</td>
<td align="center" valign="top">44.017</td>
<td align="center" valign="top">82.400</td>
<td align="center" valign="top">57.382</td>
<td align="center" valign="top">50.625</td>
</tr>
<tr>
<td align="left" valign="top">IDHmut-intact</td>
<td align="center" valign="top">46.341</td>
<td align="center" valign="top">25.333</td>
<td align="center" valign="top">32.759</td>
<td align="center" valign="top">55.203</td>
</tr>
<tr>
<td align="left" valign="top">IAHmut-code</td>
<td align="center" valign="top">46.591</td>
<td align="center" valign="top">46.591</td>
<td align="center" valign="top">60.741</td>
<td align="center" valign="top">70.344</td>
</tr>
<tr>
<td align="left" valign="middle" rowspan="3">FLAIR</td>
<td align="left" valign="top">IDHwt</td>
<td align="center" valign="top">52.107</td>
<td align="center" valign="top">88.889</td>
<td align="center" valign="top">65.700</td>
<td align="center" valign="top">61.732</td>
</tr>
<tr>
<td align="left" valign="top">IDHmut-intact</td>
<td align="center" valign="top">70.909</td>
<td align="center" valign="top">44.828</td>
<td align="center" valign="top">54.930</td>
<td align="center" valign="top">69.472</td>
</tr>
<tr>
<td align="left" valign="top">IAHmut-code</td>
<td align="center" valign="top">82.000</td>
<td align="center" valign="top">43.617</td>
<td align="center" valign="top">56.944</td>
<td align="center" valign="top">69.414</td>
</tr>
</tbody>
</table>
<table-wrap-foot>
<p>T1w, T1-weighted; T1c, T1-weighted gadolinium contrast-enhanced; T2w, T2-weighted; FLAIR, T2-weighted fluid-attenuated inversion recovery; ALL, T1w&#x202F;+&#x202F;T1c&#x202F;+&#x202F;T2w&#x202F;+&#x202F;FLAIR. IDHmut-intact, IDH-mutant/1p19q-noncodeleted; IDHwt, IDH-wildtype; IDHmut-code, IDH-mutant/1p19q-codeleted.</p>
</table-wrap-foot>
</table-wrap>
</sec>
<sec id="sec17">
<title>Interpretation of the CNN prediction</title>
<p>In order to present the key regions identified by CNN for classification of gliomas, four sequences (T1w, T1c, T2w and FLAIR) of a target patient were randomly selected to draw the class activation maps (CAMs) in this study. The CAMs of the corresponding sequences are shown in <xref ref-type="fig" rid="fig3">Figure 3</xref>. The results show that the CNN focuses on identifying some regions in the process of classifying gliomas. These images illustrate that the CNN identifies regions that can classify gliomas.</p>
<fig position="float" id="fig3">
<label>Figure 3</label>
<caption>
<p>Class activation maps (CAMs) corresponding to four magnetic resonance imaging sequences of a random patient. The CAMs highlighting regions that contribute more to the prediction of glioma type. T1w, T1-weighted; T1c, T1-weighted gadolinium contrast-enhanced; T2w, t2-weighted; FLAIR, T2-weighted fluid-attenuated inversion recovery.</p>
</caption>
<graphic xlink:href="fneur-16-1518815-g003.tif"/>
</fig>
</sec>
</sec>
<sec sec-type="discussion" id="sec18">
<title>Discussion</title>
<p>In this paper, we present a novel model capable of effectively predicting the type of glioma prior to surgery. The experiment involved 811 patients, utilizing four public datasets for training and validation of the CNN, while an independent test set was comprised of patients from our hospital. The results demonstrate that the model can accurately classify glioma types across patients from different regions and MRIs obtained from various MRI scanners. Notably, the entire process&#x2014;from initiating MRI processing for a single patient to generating the final result&#x2014;takes approximately 10&#x202F;min. This timeframe includes downloading images from the PACS to the workstation, reviewing the images, preprocessing, manually delineating the ROI, performing image segmentation, and applying the model. The model thus combines the benefits of both time efficiency and high accuracy.</p>
<p>The results of this study support that IDHmut-codel gliomas were significantly the youngest (median 38.0&#x202F;years), IDHmut-intact (median 47.0&#x202F;years) was the next youngest, while patients with IDHwt gliomas were generally older (median 60.5&#x202F;years). Compared to previous studies of glioblastoma, especially before 2021, where there were differences in age characteristics, patients with the IDHwt glioma subtype in this study were younger (<xref ref-type="bibr" rid="ref22">22</xref>). The main reason for this is that the WHO updated the classification criteria for gliomas as early as 2021 (<xref ref-type="bibr" rid="ref3">3</xref>) and some IDHwt low-grade gliomas were included in glioblastoma. At the same time the WHO has clarified the importance of IDH and 1p/19q status for the classification of gliomas, and it is on the basis of the classification of glioma IDH and 1p/19q status that the present study was conducted, and it is clear that the demographic results of the present study are more in line with the present day.</p>
<p>Regarding the selection of MRI sequences for CNN training, testing and validation in this experiment, most previous studies have utilized only one of the sequences or a mixture of several sequences, and were unable to do so to explore the impact of different MRI sequences on deep learning results (<xref ref-type="bibr" rid="ref23">23</xref>, <xref ref-type="bibr" rid="ref24">24</xref>). We performed five classifications of four common MRI sequences, T1w, T2w, FLAIR and T1c, as well as a mixture of sequences including the four sequences. We found that the model with input FLAIR sequences had the best classification, with AUCs of 0.790, 0.737 and 0.820 for IDHwt, IDHmut-intact and IDHmut-codel, respectively, and the model with input T1w sequences had the worst classification, with AUCs of 0.621, 0.537 and 0.760, respectively. Considering that different combinations of imaging modalities and the number of images used for model training may further impact classification accuracy, we combined FLAIR images with the other three imaging modalities and tested the mixed dataset. However, the resulting classification performance was still inferior to that achieved with the FLAIR-only dataset. Therefore, we did not proceed with testing other possible combinations of imaging modalities. This is similar to the findings of Jones et al. (<xref ref-type="bibr" rid="ref25">25</xref>), who showed that models trained with more images did not always perform better. Meanwhile Germann et al. (<xref ref-type="bibr" rid="ref26">26</xref>). Showed that MRI with different magnetic field strengths did not have a significant effect on the model results. Therefore, after excluding the effect of the number of images and different magnetic field strengths on the classification results, we believe that the FLAIR sequence can be used as the first choice for deep learning for classification tasks.</p>
<p>In this study, the images used for CNN training, validation, and external testing were all manually delineated and cropped ROIs. A few researchers have employed deep learning techniques to address glioma classification tasks using images that are automatically segmented by CNNs (<xref ref-type="bibr" rid="ref24">24</xref>, <xref ref-type="bibr" rid="ref27">27</xref>). The reason we opted for manual delineation rather than developing a multi-task CNN to automatically identify and segment tumors prior to classification is twofold. First, predicting tumor classification remains a significant clinical challenge, while identifying the location and boundaries of tumors is not currently a major obstacle. Second, through the image preprocessing steps in this study, we found that an experienced clinician can quickly and accurately delineate tumor regions, and manual segmentation is a time-efficient process. This approach helps mitigate potential inaccuracies that could arise from discrepancies between automatically segmented images and actual tumor regions. Furthermore, manually segmented images were used for CNN training, testing, and validation to minimize interference from non-tumor elements in the images, which enhances the overall accuracy of the experiment. Of course, with the development and mature application of deep learning in clinical settings, automatic segmentation, with its reproducibility and automation, will be a promising solution.</p>
<p>Regarding the application of deep learning to glioma classification, Choi et al. (<xref ref-type="bibr" rid="ref28">28</xref>) developed a model to effectively predict the mutational status of IDH in gliomas, but the model only performed binary classification, however, further understanding that IDH mutant gliomas do not undergo 1p/19q co-deletion could provide valuable information for the clinical management of gliomas. Yan et al. (<xref ref-type="bibr" rid="ref29">29</xref>) used deep learning to effectively predict the 1p/19q co-deletion status of low-grade gliomas, but their study only targeted patients with low-grade gliomas and again only performed binary classification and could not capture or patient IDH status. A comprehensive understanding of patient IDH and 1p/19q co-deletion status would be more useful to clinicians in making treatment decisions.</p>
<p>In fact, a more precise classification of gliomas should include the grade of the tumor after the tumor type is defined, and some scholars have classified tumors according to their grade (<xref ref-type="bibr" rid="ref30">30</xref>, <xref ref-type="bibr" rid="ref31">31</xref>). At the beginning of the experiment, we aimed to incorporate the same criteria for classification of the tumor grade. However, in 2021, the WHO introduced updated classification criteria for gliomas, and IDH wild-type astrocytomas with EGFR amplification, chromosome 7 acquisition with chromosome 10 deletion and TERT promoter mutations are also included in glioblastoma if they have any of the molecular phenotypes. For the current data, we were unable to classify patients by grade according to the 2021 WHO classification criteria, and classification according to the 2016 classification criteria no longer fits the current diagnostic criteria; therefore, we finally abandoned a more recent classification of gliomas by grade.</p>
<p>Despite the results achieved in this study, there are undeniable limitations of this study, firstly, IDH wild type patients accounted for the majority of patients in this study, secondly, four MRI sequences were included in this study. Future research could further explore the impact of other MRI sequences, such as the DWI sequence, which was not examined in this study, on the classification of glioma subtypes. This would represent an interesting avenue for further investigation. Regarding the ROI delineation, the ROIs in this study encompassed the tumor, necrosis and calcifications within the tumor, as well as peritumoral edema. Whether excluding peritumoral edema or using alternative delineation methods could improve classification accuracy remains an area for further investigation.</p>
</sec>
</body>
<back>
<sec sec-type="data-availability" id="sec19">
<title>Data availability statement</title>
<p>The datasets presented in this article are not readily available due to patient privacy. Requests to access the datasets should be directed to Yong Liu, <email>M18856091377@163.COM</email>.</p>
</sec>
<sec sec-type="ethics-statement" id="sec20">
<title>Ethics statement</title>
<p>The studies involving humans were approved by the Xuzhou Medical University Affiliated Hospital (Approval number: XYFY2022-KL476-01). The studies were conducted in accordance with the local legislation and institutional requirements. Written informed consent for participation was not required from the participants or the participants&#x2019; legal guardians/next of kin in accordance with the national legislation and institutional requirements. Written informed consent was obtained from the individual(s) for the publication of any potentially identifiable images or data included in this article.</p>
</sec>
<sec sec-type="author-contributions" id="sec21">
<title>Author contributions</title>
<p>ZY: Conceptualization, Data curation, Formal analysis, Investigation, Methodology, Resources, Software, Validation, Writing &#x2013; original draft. PZ: Formal analysis, Software, Supervision, Writing &#x2013; original draft. YD: Data curation, Conceptualization, Writing &#x2013; review &#x0026; editing. LD: Conceptualization, Data curation, Writing &#x2013; review &#x0026; editing. TZ: Conceptualization, Software, Writing &#x2013; review &#x0026; editing. YL: Conceptualization, Formal analysis, Supervision, Writing &#x2013; review &#x0026; editing.</p>
</sec>
<sec sec-type="funding-information" id="sec22">
<title>Funding</title>
<p>The author(s) declare that no financial support was received for the research, authorship, and/or publication of this article.</p>
</sec>
<sec sec-type="COI-statement" id="sec23">
<title>Conflict of interest</title>
<p>The authors declare that the research was conducted in the absence of any commercial or financial relationships that could be construed as a potential conflict of interest.</p>
</sec>
<sec sec-type="ai-statement" id="sec24">
<title>Generative AI statement</title>
<p>The authors declare that no Gen AI was used in the creation of this manuscript.</p>
</sec>
<sec sec-type="disclaimer" id="sec25">
<title>Publisher&#x2019;s note</title>
<p>All claims expressed in this article are solely those of the authors and do not necessarily represent those of their affiliated organizations, or those of the publisher, the editors and the reviewers. Any product that may be evaluated in this article, or claim that may be made by its manufacturer, is not guaranteed or endorsed by the publisher.</p>
</sec>
<sec sec-type="supplementary-material" id="sec26">
<title>Supplementary material</title>
<p>The Supplementary material for this article can be found online at: <ext-link xlink:href="https://www.frontiersin.org/articles/10.3389/fneur.2025.1518815/full#supplementary-material" ext-link-type="uri">https://www.frontiersin.org/articles/10.3389/fneur.2025.1518815/full#supplementary-material</ext-link></p>
<supplementary-material xlink:href="Table_1.docx" id="SM1" mimetype="application/vnd.openxmlformats-officedocument.wordprocessingml.document" xmlns:xlink="http://www.w3.org/1999/xlink"/>
</sec>
<ref-list>
<title>References</title>
<ref id="ref1"><label>1.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Lapointe</surname> <given-names>S</given-names></name> <name><surname>Perry</surname> <given-names>A</given-names></name> <name><surname>Butowski</surname> <given-names>NA</given-names></name></person-group>. <article-title>Primary brain tumours in adults</article-title>. <source>Lancet</source>. (<year>2018</year>) <volume>392</volume>:<fpage>432</fpage>&#x2013;<lpage>46</lpage>. doi: <pub-id pub-id-type="doi">10.1016/S0140-6736(18)30990-5</pub-id>, PMID: <pub-id pub-id-type="pmid">30060998</pub-id></citation></ref>
<ref id="ref2"><label>2.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Louis</surname> <given-names>DN</given-names></name> <name><surname>Perry</surname> <given-names>A</given-names></name> <name><surname>Reifenberger</surname> <given-names>G</given-names></name> <name><surname>von Deimling</surname> <given-names>A</given-names></name> <name><surname>Figarella-Branger</surname> <given-names>D</given-names></name> <name><surname>Cavenee</surname> <given-names>WK</given-names></name> <etal/></person-group>. <article-title>The 2016 World Health Organization classification of tumors of the central nervous system: a summary</article-title>. <source>Acta Neuropathol</source>. (<year>2016</year>) <volume>131</volume>:<fpage>803</fpage>&#x2013;<lpage>20</lpage>. doi: <pub-id pub-id-type="doi">10.1007/s00401-016-1545-1</pub-id>, PMID: <pub-id pub-id-type="pmid">27157931</pub-id></citation></ref>
<ref id="ref3"><label>3.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Perez</surname> <given-names>A</given-names></name> <name><surname>Huse</surname> <given-names>JT</given-names></name></person-group>. <article-title>The evolving classification of diffuse gliomas: World Health Organization updates for 2021</article-title>. <source>Curr Neurol Neurosci Rep</source>. (<year>2021</year>) <volume>21</volume>:<fpage>67</fpage>. doi: <pub-id pub-id-type="doi">10.1007/s11910-021-01153-8</pub-id>, PMID: <pub-id pub-id-type="pmid">34817712</pub-id></citation></ref>
<ref id="ref4"><label>4.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Franceschi</surname> <given-names>E</given-names></name> <name><surname>Tosoni</surname> <given-names>A</given-names></name> <name><surname>de</surname> <given-names>D</given-names></name> <name><surname>Lamberti</surname> <given-names>G</given-names></name> <name><surname>Danieli</surname> <given-names>D</given-names></name> <name><surname>Pizzolitto</surname> <given-names>S</given-names></name> <etal/></person-group>. <article-title>Postsurgical approaches in low-grade oligodendroglioma: is chemotherapy alone still an option?</article-title> <source>Oncologist</source>. (<year>2019</year>) <volume>24</volume>:<fpage>664</fpage>&#x2013;<lpage>70</lpage>. doi: <pub-id pub-id-type="doi">10.1634/theoncologist.2018-0549</pub-id>, PMID: <pub-id pub-id-type="pmid">30777895</pub-id></citation></ref>
<ref id="ref5"><label>5.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Aquilanti</surname> <given-names>E</given-names></name> <name><surname>Wen</surname> <given-names>PY</given-names></name></person-group>. <article-title>Current therapeutic options for glioblastoma and future perspectives</article-title>. <source>Expert Opin Pharmacother</source>. (<year>2022</year>) <volume>23</volume>:<fpage>1629</fpage>&#x2013;<lpage>40</lpage>. doi: <pub-id pub-id-type="doi">10.1080/14656566.2022.2125302</pub-id>, PMID: <pub-id pub-id-type="pmid">36100970</pub-id></citation></ref>
<ref id="ref6"><label>6.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Rossi</surname> <given-names>M</given-names></name> <name><surname>Gay</surname> <given-names>L</given-names></name> <name><surname>Ambrogi</surname> <given-names>F</given-names></name> <name><surname>Conti Nibali</surname> <given-names>M</given-names></name> <name><surname>Sciortino</surname> <given-names>T</given-names></name> <name><surname>Puglisi</surname> <given-names>G</given-names></name> <etal/></person-group>. <article-title>Association of supratotal resection with progression-free survival, malignant transformation, and overall survival in lower-grade gliomas</article-title>. <source>Neuro Oncol</source>. (<year>2021</year>) <volume>23</volume>:<fpage>812</fpage>&#x2013;<lpage>26</lpage>. doi: <pub-id pub-id-type="doi">10.1093/neuonc/noaa225</pub-id>, PMID: <pub-id pub-id-type="pmid">33049063</pub-id></citation></ref>
<ref id="ref7"><label>7.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Hervey-Jumper</surname> <given-names>SL</given-names></name> <name><surname>Zhang</surname> <given-names>Y</given-names></name> <name><surname>Phillips</surname> <given-names>JJ</given-names></name> <name><surname>Morshed</surname> <given-names>RA</given-names></name> <name><surname>Young</surname> <given-names>JS</given-names></name> <name><surname>McCoy</surname> <given-names>L</given-names></name> <etal/></person-group>. <article-title>Interactive effects of molecular, therapeutic, and patient factors on outcome of diffuse low-grade glioma</article-title>. <source>J Clin Oncol</source>. (<year>2023</year>) <volume>41</volume>:<fpage>2029</fpage>&#x2013;<lpage>2042</lpage>. doi: <pub-id pub-id-type="doi">10.1200/JCO.21.02929</pub-id></citation></ref>
<ref id="ref8"><label>8.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Motomura</surname> <given-names>K</given-names></name> <name><surname>Ohka</surname> <given-names>F</given-names></name> <name><surname>Aoki</surname> <given-names>K</given-names></name> <name><surname>Saito</surname> <given-names>R</given-names></name></person-group>. <article-title>Supratotal resection of gliomas with awake brain mapping: maximal tumor resection preserving motor, language, and neurocognitive functions</article-title>. <source>Front Neurol</source>. (<year>2022</year>) <volume>13</volume>:<fpage>874826</fpage>. doi: <pub-id pub-id-type="doi">10.3389/fneur.2022.874826</pub-id>, PMID: <pub-id pub-id-type="pmid">35645972</pub-id></citation></ref>
<ref id="ref9"><label>9.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Motomura</surname> <given-names>K</given-names></name> <name><surname>Chalise</surname> <given-names>L</given-names></name> <name><surname>Ohka</surname> <given-names>F</given-names></name> <name><surname>Aoki</surname> <given-names>K</given-names></name> <name><surname>Tanahashi</surname> <given-names>K</given-names></name> <name><surname>Hirano</surname> <given-names>M</given-names></name> <etal/></person-group>. <article-title>Impact of the extent of resection on the survival of patients with grade II and III gliomas using awake brain mapping</article-title>. <source>J Neuro-Oncol</source>. (<year>2021</year>) <volume>153</volume>:<fpage>361</fpage>&#x2013;<lpage>72</lpage>. doi: <pub-id pub-id-type="doi">10.1007/s11060-021-03776-w</pub-id>, PMID: <pub-id pub-id-type="pmid">34009509</pub-id></citation></ref>
<ref id="ref10"><label>10.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Ostrom</surname> <given-names>QT</given-names></name> <name><surname>Shoaf</surname> <given-names>ML</given-names></name> <name><surname>Cioffi</surname> <given-names>G</given-names></name> <name><surname>Waite</surname> <given-names>K</given-names></name> <name><surname>Kruchko</surname> <given-names>C</given-names></name> <name><surname>Wen</surname> <given-names>PY</given-names></name> <etal/></person-group>. <article-title>National-level overall survival patterns for molecularly-defined diffuse glioma types in the United States</article-title>. <source>Neuro Oncol</source>. (<year>2022</year>) <volume>25</volume>:<fpage>799</fpage>&#x2013;<lpage>807</lpage>. doi: <pub-id pub-id-type="doi">10.1093/neuonc/noac198</pub-id>, PMID: <pub-id pub-id-type="pmid">35994777</pub-id></citation></ref>
<ref id="ref11"><label>11.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Yuan</surname> <given-names>F</given-names></name> <name><surname>Wang</surname> <given-names>Y</given-names></name> <name><surname>Ma</surname> <given-names>C</given-names></name></person-group>. <article-title>Current WHO guidelines and the critical role of genetic parameters in the classification of glioma: opportunities for immunotherapy</article-title>. <source>Curr Treat Options in Oncol</source>. (<year>2022</year>) <volume>23</volume>:<fpage>188</fpage>&#x2013;<lpage>98</lpage>. doi: <pub-id pub-id-type="doi">10.1007/s11864-021-00930-4</pub-id>, PMID: <pub-id pub-id-type="pmid">35182297</pub-id></citation></ref>
<ref id="ref12"><label>12.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Gritsch</surname> <given-names>S</given-names></name> <name><surname>Batchelor</surname> <given-names>TT</given-names></name> <name><surname>Gonzalez Castro</surname> <given-names>LN</given-names></name></person-group>. <article-title>Diagnostic, therapeutic, and prognostic implications of the 2021 World Health Organization classification of tumors of the central nervous system</article-title>. <source>Cancer</source>. (<year>2022</year>) <volume>128</volume>:<fpage>47</fpage>&#x2013;<lpage>58</lpage>. doi: <pub-id pub-id-type="doi">10.1002/cncr.33918</pub-id>, PMID: <pub-id pub-id-type="pmid">34633681</pub-id></citation></ref>
<ref id="ref13"><label>13.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Patel</surname> <given-names>SH</given-names></name> <name><surname>Poisson</surname> <given-names>LM</given-names></name> <name><surname>Brat</surname> <given-names>DJ</given-names></name> <name><surname>Zhou</surname> <given-names>Y</given-names></name> <name><surname>Cooper</surname> <given-names>L</given-names></name> <name><surname>Snuderl</surname> <given-names>M</given-names></name> <etal/></person-group>. <article-title>T2-FLAIR mismatch, an imaging biomarker for IDH and 1p/19q status in lower-grade gliomas: a TCGA/TCIA project</article-title>. <source>Clin Cancer Res</source>. (<year>2017</year>) <volume>23</volume>:<fpage>6078</fpage>&#x2013;<lpage>85</lpage>. doi: <pub-id pub-id-type="doi">10.1158/1078-0432.CCR-17-0560</pub-id>, PMID: <pub-id pub-id-type="pmid">28751449</pub-id></citation></ref>
<ref id="ref14"><label>14.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Li</surname> <given-names>M</given-names></name> <name><surname>Ren</surname> <given-names>X</given-names></name> <name><surname>Chen</surname> <given-names>X</given-names></name> <name><surname>Wang</surname> <given-names>J</given-names></name> <name><surname>Shen</surname> <given-names>S</given-names></name> <name><surname>Jiang</surname> <given-names>H</given-names></name> <etal/></person-group>. <article-title>Combining hyperintense FLAIR rim and radiological features in identifying IDH mutant 1p/19q non-codeleted lower-grade glioma</article-title>. <source>Eur Radiol</source>. (<year>2022</year>) <volume>32</volume>:<fpage>3869</fpage>&#x2013;<lpage>79</lpage>. doi: <pub-id pub-id-type="doi">10.1007/s00330-021-08500-w</pub-id>, PMID: <pub-id pub-id-type="pmid">35079884</pub-id></citation></ref>
<ref id="ref15"><label>15.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Zhao</surname> <given-names>Q</given-names></name> <name><surname>Adeli</surname> <given-names>E</given-names></name> <name><surname>Pohl</surname> <given-names>KM</given-names></name></person-group>. <article-title>Training confounder-free deep learning models for medical applications</article-title>. <source>Nat Commun</source>. (<year>2020</year>) <volume>11</volume>:<fpage>6010</fpage>. doi: <pub-id pub-id-type="doi">10.1038/s41467-020-19784-9</pub-id>, PMID: <pub-id pub-id-type="pmid">33243992</pub-id></citation></ref>
<ref id="ref16"><label>16.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Chen</surname> <given-names>S</given-names></name> <name><surname>Xu</surname> <given-names>Y</given-names></name> <name><surname>Ye</surname> <given-names>M</given-names></name> <name><surname>Li</surname> <given-names>Y</given-names></name> <name><surname>Sun</surname> <given-names>Y</given-names></name> <name><surname>Liang</surname> <given-names>J</given-names></name> <etal/></person-group>. <article-title>Predicting MGMT promoter methylation in diffuse gliomas using deep learning with radiomics</article-title>. <source>J Clin Med</source>. (<year>2022</year>) <volume>11</volume>:<fpage>3445</fpage>. doi: <pub-id pub-id-type="doi">10.3390/jcm11123445</pub-id>, PMID: <pub-id pub-id-type="pmid">35743511</pub-id></citation></ref>
<ref id="ref17"><label>17.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Pedano</surname> <given-names>N</given-names></name> <name><surname>Flanders</surname> <given-names>AE</given-names></name> <name><surname>Scarpace</surname> <given-names>L</given-names></name> <name><surname>Mikkelsen</surname> <given-names>T</given-names></name> <name><surname>Eschbacher</surname> <given-names>JM</given-names></name> <name><surname>Hermes</surname> <given-names>B</given-names></name> <etal/></person-group>. <article-title>The cancer genome atlas low grade glioma collection (TCGA-LGG) (Version 3) [Data set]</article-title>. <source>Cancer Imaging Arch</source>. (<year>2016</year>) doi: <pub-id pub-id-type="doi">10.7937/K9/TCIA.2016.L4LTD3TK</pub-id></citation></ref>
<ref id="ref18"><label>18.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Bakas</surname> <given-names>S</given-names></name></person-group>. <article-title>Segmentation labels for the pre-operative scans of the TCGA-GBM collection [Data set]</article-title>. <source>Cancer Imaging Arch</source>. (<year>2017</year>). doi: <pub-id pub-id-type="doi">10.7937/K9/TCIA.2017.KLXWJJ1Q</pub-id></citation></ref>
<ref id="ref19"><label>19.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Clark</surname> <given-names>K</given-names></name> <name><surname>Vendt</surname> <given-names>B</given-names></name> <name><surname>Smith</surname> <given-names>K</given-names></name> <name><surname>Freymann</surname> <given-names>J</given-names></name> <name><surname>Kirby</surname> <given-names>J</given-names></name> <name><surname>Koppel</surname> <given-names>P</given-names></name> <etal/></person-group>. <article-title>The Cancer imaging archive (TCIA): maintaining and operating a public information repository</article-title>. <source>J Digit Imaging</source>. (<year>2013</year>) <volume>26</volume>:<fpage>1045</fpage>&#x2013;<lpage>57</lpage>. doi: <pub-id pub-id-type="doi">10.1007/s10278-013-9622-7</pub-id>, PMID: <pub-id pub-id-type="pmid">23884657</pub-id></citation></ref>
<ref id="ref20"><label>20.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Van Der Voort</surname> <given-names>SR</given-names></name> <name><surname>Incekara</surname> <given-names>F</given-names></name> <name><surname>Wijnenga</surname> <given-names>MMJ</given-names></name> <name><surname>Kapsas</surname> <given-names>G</given-names></name> <name><surname>Gahrmann</surname> <given-names>R</given-names></name> <name><surname>Schouten</surname> <given-names>JW</given-names></name> <etal/></person-group>. <article-title>The Erasmus glioma database (EGD): structural MRI scans, WHO 2016 subtypes, and segmentations of 774 patients with glioma</article-title>. <source>Data Brief</source>. (<year>2021</year>) <volume>37</volume>:<fpage>107191</fpage>. doi: <pub-id pub-id-type="doi">10.1016/j.dib.2021.107191</pub-id>, PMID: <pub-id pub-id-type="pmid">34159239</pub-id></citation></ref>
<ref id="ref21"><label>21.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Menze</surname> <given-names>BH</given-names></name> <name><surname>Jakab</surname> <given-names>A</given-names></name> <name><surname>Bauer</surname> <given-names>S</given-names></name> <name><surname>Kalpathy-Cramer</surname> <given-names>J</given-names></name> <name><surname>Farahani</surname> <given-names>K</given-names></name> <name><surname>Kirby</surname> <given-names>J</given-names></name> <etal/></person-group>. <article-title>The multimodal brain tumor image segmentation benchmark (BRATS)</article-title>. <source>IEEE Trans Med Imaging</source>. (<year>2015</year>) <volume>34</volume>:<fpage>1993</fpage>&#x2013;<lpage>2024</lpage>. doi: <pub-id pub-id-type="doi">10.1109/TMI.2014.2377694</pub-id>, PMID: <pub-id pub-id-type="pmid">25494501</pub-id></citation></ref>
<ref id="ref22"><label>22.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Tan</surname> <given-names>AC</given-names></name> <name><surname>Ashley</surname> <given-names>DM</given-names></name> <name><surname>L&#x00F3;pez</surname> <given-names>GY</given-names></name> <name><surname>Malinzak</surname> <given-names>M</given-names></name> <name><surname>Friedman</surname> <given-names>HS</given-names></name> <name><surname>Khasraw</surname> <given-names>M</given-names></name></person-group>. <article-title>Management of glioblastoma: state of the art and future directions</article-title>. <source>CA Cancer J Clin</source>. (<year>2020</year>) <volume>70</volume>:<fpage>299</fpage>&#x2013;<lpage>312</lpage>. doi: <pub-id pub-id-type="doi">10.3322/caac.21613</pub-id>, PMID: <pub-id pub-id-type="pmid">32478924</pub-id></citation></ref>
<ref id="ref23"><label>23.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Hallinan</surname> <given-names>J</given-names></name> <name><surname>Zhu</surname> <given-names>L</given-names></name> <name><surname>Yang</surname> <given-names>K</given-names></name> <name><surname>Makmur</surname> <given-names>A</given-names></name> <name><surname>Algazwi</surname> <given-names>DAR</given-names></name> <name><surname>Thian</surname> <given-names>YL</given-names></name> <etal/></person-group>. <article-title>Deep learning model for automated detection and classification of Central Canal, lateral recess, and neural Foraminal stenosis at lumbar spine MRI</article-title>. <source>Radiology</source>. (<year>2021</year>) <volume>300</volume>:<fpage>130</fpage>&#x2013;<lpage>8</lpage>. doi: <pub-id pub-id-type="doi">10.1148/radiol.2021204289</pub-id>, PMID: <pub-id pub-id-type="pmid">33973835</pub-id></citation></ref>
<ref id="ref24"><label>24.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Eweje</surname> <given-names>FR</given-names></name> <name><surname>Bao</surname> <given-names>B</given-names></name> <name><surname>Wu</surname> <given-names>J</given-names></name> <name><surname>Dalal</surname> <given-names>D</given-names></name> <name><surname>Liao</surname> <given-names>WH</given-names></name> <name><surname>He</surname> <given-names>Y</given-names></name> <etal/></person-group>. <article-title>Deep learning for classification of bone lesions on routine MRI</article-title>. <source>EBioMedicine</source>. (<year>2021</year>) <volume>68</volume>:<fpage>103402</fpage>. doi: <pub-id pub-id-type="doi">10.1016/j.ebiom.2021.103402</pub-id>, PMID: <pub-id pub-id-type="pmid">34098339</pub-id></citation></ref>
<ref id="ref25"><label>25.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Jones</surname> <given-names>AD</given-names></name> <name><surname>Graff</surname> <given-names>JP</given-names></name> <name><surname>Darrow</surname> <given-names>M</given-names></name> <name><surname>Borowsky</surname> <given-names>A</given-names></name> <name><surname>Olson</surname> <given-names>KA</given-names></name> <name><surname>Gandour-Edwards</surname> <given-names>R</given-names></name> <etal/></person-group>. <article-title>Impact of pre-analytical variables on deep learning accuracy in histopathology</article-title>. <source>Histopathology</source>. (<year>2019</year>) <volume>75</volume>:<fpage>39</fpage>&#x2013;<lpage>53</lpage>. doi: <pub-id pub-id-type="doi">10.1111/his.13844</pub-id>, PMID: <pub-id pub-id-type="pmid">30801768</pub-id></citation></ref>
<ref id="ref26"><label>26.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Germann</surname> <given-names>C</given-names></name> <name><surname>Marbach</surname> <given-names>G</given-names></name> <name><surname>Civardi</surname> <given-names>F</given-names></name> <name><surname>Fucentese</surname> <given-names>SF</given-names></name> <name><surname>Fritz</surname> <given-names>J</given-names></name> <name><surname>Sutter</surname> <given-names>R</given-names></name> <etal/></person-group>. <article-title>Deep convolutional neural network-based diagnosis of anterior cruciate ligament tears: performance comparison of homogenous versus heterogeneous knee MRI cohorts with different pulse sequence protocols and 1.5-T and 3-T magnetic field strengths</article-title>. <source>Investig Radiol</source>. (<year>2020</year>) <volume>55</volume>:<fpage>499</fpage>&#x2013;<lpage>506</lpage>. doi: <pub-id pub-id-type="doi">10.1097/RLI.0000000000000664</pub-id>, PMID: <pub-id pub-id-type="pmid">32168039</pub-id></citation></ref>
<ref id="ref27"><label>27.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Cluceru</surname> <given-names>J</given-names></name> <name><surname>Interian</surname> <given-names>Y</given-names></name> <name><surname>Phillips</surname> <given-names>JJ</given-names></name> <name><surname>Molinaro</surname> <given-names>AM</given-names></name> <name><surname>Luks</surname> <given-names>TL</given-names></name> <name><surname>Alcaide-Leon</surname> <given-names>P</given-names></name> <etal/></person-group>. <article-title>Improving the noninvasive classification of glioma genetic subtype with deep learning and diffusion-weighted imaging</article-title>. <source>Neuro-Oncology</source>. (<year>2022</year>) <volume>24</volume>:<fpage>639</fpage>&#x2013;<lpage>52</lpage>. doi: <pub-id pub-id-type="doi">10.1093/neuonc/noab238</pub-id>, PMID: <pub-id pub-id-type="pmid">34653254</pub-id></citation></ref>
<ref id="ref28"><label>28.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Choi</surname> <given-names>YS</given-names></name> <name><surname>Bae</surname> <given-names>S</given-names></name> <name><surname>Chang</surname> <given-names>JH</given-names></name> <name><surname>Kang</surname> <given-names>SG</given-names></name> <name><surname>Kim</surname> <given-names>SH</given-names></name> <name><surname>Kim</surname> <given-names>J</given-names></name> <etal/></person-group>. <article-title>Fully automated hybrid approach to predict the IDH mutation status of gliomas via deep learning and radiomics</article-title>. <source>Neuro-Oncology</source>. (<year>2021</year>) <volume>23</volume>:<fpage>304</fpage>&#x2013;<lpage>13</lpage>. doi: <pub-id pub-id-type="doi">10.1093/neuonc/noaa177</pub-id>, PMID: <pub-id pub-id-type="pmid">32706862</pub-id></citation></ref>
<ref id="ref29"><label>29.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Yan</surname> <given-names>J</given-names></name> <name><surname>Zhang</surname> <given-names>S</given-names></name> <name><surname>Sun</surname> <given-names>Q</given-names></name> <name><surname>Wang</surname> <given-names>W</given-names></name> <name><surname>Duan</surname> <given-names>W</given-names></name> <name><surname>Wang</surname> <given-names>L</given-names></name> <etal/></person-group>. <article-title>Predicting 1p/19q co-deletion status from magnetic resonance imaging using deep learning in adult-type diffuse lower-grade gliomas: a discovery and validation study</article-title>. <source>Lab Investig</source>. (<year>2022</year>) <volume>102</volume>:<fpage>154</fpage>&#x2013;<lpage>9</lpage>. doi: <pub-id pub-id-type="doi">10.1038/s41374-021-00692-5</pub-id>, PMID: <pub-id pub-id-type="pmid">34782727</pub-id></citation></ref>
<ref id="ref30"><label>30.</label><citation citation-type="confproc"><person-group person-group-type="author"><name><surname>Xue</surname> <given-names>Z</given-names></name> <name><surname>Xin</surname> <given-names>B</given-names></name> <name><surname>Wang</surname> <given-names>D</given-names></name> <name><surname>Wang</surname> <given-names>X.</given-names></name></person-group> <article-title>Radiomics-enhanced multi-task neural network for non-invasive glioma subtyping and segmentation; proceedings of the Radiomics and Radiogenomics in Neuro-oncology: First International Workshop, RNO-AI 2019</article-title>. <conf-name>Held in conjunction with MICCAI 2019</conf-name>, <conf-loc>Shenzhen, China</conf-loc>. (<year>2019</year>).</citation></ref>
<ref id="ref31"><label>31.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Zhuge</surname> <given-names>Y</given-names></name> <name><surname>Ning</surname> <given-names>H</given-names></name> <name><surname>Mathen</surname> <given-names>P</given-names></name> <name><surname>Cheng</surname> <given-names>JY</given-names></name> <name><surname>Krauze</surname> <given-names>AV</given-names></name> <name><surname>Camphausen</surname> <given-names>K</given-names></name> <etal/></person-group>. <article-title>Automated glioma grading on conventional MRI images using deep convolutional neural networks</article-title>. <source>Med Phys</source>. (<year>2020</year>) <volume>47</volume>:<fpage>3044</fpage>&#x2013;<lpage>53</lpage>. doi: <pub-id pub-id-type="doi">10.1002/mp.14168</pub-id>, PMID: <pub-id pub-id-type="pmid">32277478</pub-id></citation></ref>
</ref-list>
</back>
</article>