<?xml version="1.0" encoding="UTF-8" standalone="no"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.3 20070202//EN" "journalpublishing.dtd">
<article xml:lang="EN" xmlns:mml="http://www.w3.org/1998/Math/MathML" xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article">
<front>
<journal-meta>
<journal-id journal-id-type="publisher-id">Front. Neurol.</journal-id>
<journal-title>Frontiers in Neurology</journal-title>
<abbrev-journal-title abbrev-type="pubmed">Front. Neurol.</abbrev-journal-title>
<issn pub-type="epub">1664-2295</issn>
<publisher>
<publisher-name>Frontiers Media S.A.</publisher-name>
</publisher>
</journal-meta>
<article-meta>
<article-id pub-id-type="doi">10.3389/fneur.2021.780628</article-id>
<article-categories>
<subj-group subj-group-type="heading">
<subject>Neurology</subject>
<subj-group>
<subject>Original Research</subject>
</subj-group>
</subj-group>
</article-categories>
<title-group>
<article-title>A Preoperative MRI-Based Radiomics-Clinicopathological Classifier to Predict the Recurrence of Pituitary Macroadenoma Within 5 Years</article-title>
</title-group>
<contrib-group>
<contrib contrib-type="author">
<name><surname>Zhang</surname> <given-names>Yu</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
<uri xlink:href="http://loop.frontiersin.org/people/1439635/overview"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Luo</surname> <given-names>Yuqi</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
</contrib>
<contrib contrib-type="author">
<name><surname>Kong</surname> <given-names>Xin</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
</contrib>
<contrib contrib-type="author">
<name><surname>Wan</surname> <given-names>Tao</given-names></name>
<xref ref-type="aff" rid="aff2"><sup>2</sup></xref>
</contrib>
<contrib contrib-type="author">
<name><surname>Long</surname> <given-names>Yunling</given-names></name>
<xref ref-type="aff" rid="aff3"><sup>3</sup></xref>
<xref ref-type="aff" rid="aff4"><sup>4</sup></xref>
</contrib>
<contrib contrib-type="author" corresp="yes">
<name><surname>Ma</surname> <given-names>Jun</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
<xref ref-type="corresp" rid="c001"><sup>&#x0002A;</sup></xref>
<uri xlink:href="http://loop.frontiersin.org/people/1481709/overview"/>
</contrib>
</contrib-group>
<aff id="aff1"><sup>1</sup><institution>Department of Radiology, Beijing Tiantan Hospital, Capital Medical University</institution>, <addr-line>Beijing</addr-line>, <country>China</country></aff>
<aff id="aff2"><sup>2</sup><institution>School of Biomedical Science and Medical Engineering, Beijing Advanced Innovation Centre for Biomedical Engineering, Beihang University</institution>, <addr-line>Beijing</addr-line>, <country>China</country></aff>
<aff id="aff3"><sup>3</sup><institution>Department of Biomedical Engineering, School of Biomedical Engineering, Capital Medical University</institution>, <addr-line>Beijing</addr-line>, <country>China</country></aff>
<aff id="aff4"><sup>4</sup><institution>Beijing Neurosurgical Institute, Beijing Tiantan Hospital</institution>, <addr-line>Beijing</addr-line>, <country>China</country></aff>
<author-notes>
<fn fn-type="edited-by"><p>Edited by: Zhixiong Liu, Central South University, China</p></fn>
<fn fn-type="edited-by"><p>Reviewed by: S. Ottavio Tomasi, Paracelsus Medical University, Austria; Antonino F. Germano, University of Messina, Italy; Teresa Somma, Federico II University Hospital, Italy</p></fn>
<corresp id="c001">&#x0002A;Correspondence: Jun Ma <email>dr.junma&#x00040;foxmail.com</email></corresp>
<fn fn-type="other" id="fn001"><p>This article was submitted to Neuro-Oncology and Neurosurgical Oncology, a section of the journal Frontiers in Neurology</p></fn></author-notes>
<pub-date pub-type="epub">
<day>05</day>
<month>01</month>
<year>2022</year>
</pub-date>
<pub-date pub-type="collection">
<year>2021</year>
</pub-date>
<volume>12</volume>
<elocation-id>780628</elocation-id>
<history>
<date date-type="received">
<day>14</day>
<month>10</month>
<year>2021</year>
</date>
<date date-type="accepted">
<day>02</day>
<month>12</month>
<year>2021</year>
</date>
</history>
<permissions>
<copyright-statement>Copyright &#x000A9; 2022 Zhang, Luo, Kong, Wan, Long and Ma.</copyright-statement>
<copyright-year>2022</copyright-year>
<copyright-holder>Zhang, Luo, Kong, Wan, Long and Ma</copyright-holder>
<license xlink:href="http://creativecommons.org/licenses/by/4.0/"><p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (CC BY). The use, distribution or reproduction in other forums is permitted, provided the original author(s) and the copyright owner(s) are credited and that the original publication in this journal is cited, in accordance with accepted academic practice. No use, distribution or reproduction is permitted which does not comply with these terms.</p></license> 
</permissions>
<abstract><p><bold>Objective:</bold> To investigate the ability of a MRI-based radiomics-clinicopathological model to predict pituitary macroadenoma (PMA) recurrence within 5 years.</p>
<p><bold>Materials and Methods:</bold> We recruited 74 recurrent and 94 non-recurrent subjects, following first surgery with 5-year follow-up data. Univariate and multivariate analyses were conducted to identify independent clinicopathological risk factors. Two independent and blinded neuroradiologists used 3D-Slicer software to manually delineate whole tumors using preoperative axial contrast-enhanced T1WI (CE-T1WI) images. 3D-Slicer was then used to extract radiomics features from segmented tumors. Dimensionality reduction was carried out by the least absolute shrinkage and selection operator (LASSO). Two multilayer perceptron (MLP) models were established, including independent clinicopathological risk factors (Model 1) and a combination of screened radiomics features and independent clinicopathological markers (Model 2). The predictive performance of these models was evaluated by receiver operator characteristic (ROC) curve analysis.</p>
<p><bold>Results:</bold> In total, 1,130 features were identified, and 4 of these were selected by LASSO. In the test set, the area under the curve (AUC) of Model 2 was superior to Model 1 {0.783, [95% confidence interval (CI): 0.718&#x02014;.860] vs. 0.739, (95% CI: 0.665&#x02013;0.818)}. Model 2 also yielded the higher accuracy (0.808 vs. 0.692), sensitivity (0.826 vs. 0.652), and specificity (0.793 vs. 0.724) than Model 1.</p>
<p><bold>Conclusions:</bold> The integrated classifier was superior to a clinical classifier and may facilitate the prediction of individualized prognosis and therapy.</p></abstract>
<kwd-group>
<kwd>pituitary macroadenoma</kwd>
<kwd>recurrence</kwd>
<kwd>predictive model</kwd>
<kwd>deep learning</kwd>
<kwd>multilayer perceptron</kwd>
</kwd-group>
<contract-sponsor id="cn001">National Natural Science Foundation of China<named-content content-type="fundref-id">10.13039/501100001809</named-content></contract-sponsor>
<counts>
<fig-count count="3"/>
<table-count count="3"/>
<equation-count count="1"/>
<ref-count count="48"/>
<page-count count="10"/>
<word-count count="6230"/>
</counts>
</article-meta>
</front>
<body>
<sec sec-type="intro" id="s1">
<title>Introduction</title>
<p>Pituitary adenoma is one of the most prevalent intracranial masses that can affect adults (<xref ref-type="bibr" rid="B1">1</xref>, <xref ref-type="bibr" rid="B2">2</xref>). The varied clinical manifestations usually result from the endocrine activity, or volume of tumors. The classification of PA is based on different criteria, such as size, immunohistochemistry (IHC), invasion, hormone secretion, and clinical manifestation (<xref ref-type="bibr" rid="B1">1</xref>, <xref ref-type="bibr" rid="B3">3</xref>). PAs are classified into micro, macro, and giant adenomas by the MRI size. The IHC subtypes of PAs are composed of growth hormone (GH), prolactin (PRL), adrenocorticotropic hormone (ACTH), thyroid-stimulating hormone (TSH), and follicle-stimulating hormone-luteinising hormone (FSH-LH), including the monohormonal and plurihormonal adenomas. Although benign in terms of their biological behavior, 30&#x02013;45% of tumors invade the cavernous or sphenoid sinus, which can be categorized into invasive and non-invasive adenomas (<xref ref-type="bibr" rid="B1">1</xref>, <xref ref-type="bibr" rid="B3">3</xref>, <xref ref-type="bibr" rid="B4">4</xref>). According to the clinical classification, PAs consist of functioning and non-functioning types (<xref ref-type="bibr" rid="B1">1</xref>).</p>
<p>The treatment strategy for most tumors is operation. The postsurgical recurrence rate of pituitary macroadenoma (PMA) within 5 years is considerably high (<xref ref-type="bibr" rid="B5">5</xref>). The tendency to relapse has been related to many factors, including different histotypes, tumor remnants, or the extent of invasion into adjacent anatomical structures (<xref ref-type="bibr" rid="B6">6</xref>). Previous research has demonstrated that many clinicopathological prognostic tools have potential to predict the recurrence of PMA, consisting of IHC characteristics, invasion of tumors, genetic expression, and markers of proliferation (<xref ref-type="bibr" rid="B7">7</xref>&#x02013;<xref ref-type="bibr" rid="B11">11</xref>). However, very few attempts have been made to integrate these risk factors with a machine-learning approach.</p>
<p>Radiomics is a form of analysis that quantitatively extracts imaging features from medical data (<xref ref-type="bibr" rid="B12">12</xref>). Thus far, radiomics studies of PA have predominantly focused on two aspects: presurgical evaluation and subtype classification (<xref ref-type="bibr" rid="B13">13</xref>&#x02013;<xref ref-type="bibr" rid="B17">17</xref>). Some researchers have used radiomics to explore the potential for relapse in PA. However, these previous models have been associated with small sample sizes and only cases involving non-functioning tumors (<xref ref-type="bibr" rid="B18">18</xref>, <xref ref-type="bibr" rid="B19">19</xref>).</p>
<p>In the present study, we aimed to establish a comprehensive classification model that combined independent clinicopathological risk factors with preoperative radiomics signatures for the prediction of PMA recurrence within 5 years of surgery. Our goal was to provide an efficient tool for guiding clinical management and predicting prognosis.</p>
</sec>
<sec sec-type="materials and methods" id="s2">
<title>Materials and Methods</title>
<sec>
<title>Ethics Statement</title>
<p>This retrospective study involved human subjects and was approved by the Ethics Committee of Beijing Tiantan Hospital. The requirement for written informed consent was waived.</p>
</sec>
<sec>
<title>Subjects</title>
<p>The recurrence of adenomas was defined as incidence of enlarged remnant tumors in non-functioning PMAs, and/or endocrine biochemical recurrence in functioning PMAs (<xref ref-type="bibr" rid="B20">20</xref>, <xref ref-type="bibr" rid="B21">21</xref>).</p>
<p>PMAs referred to adenomas with preoperative size &#x0003E; 10 mm by MRI in our study, based on Asioli et al. (<xref ref-type="bibr" rid="B20">20</xref>). PMAs were classified into immunonegative, monohormonal-including GH-positive, PRL-positive, ACTH-positive, FSH-LH-positive, TSH-positive, and plurihormonal by the results of IHC staining (<xref ref-type="bibr" rid="B22">22</xref>). The radiological signs of aggressive tumors were determined according to Knosp and Hardy&#x02014;Wilson classifications on preoperative MRI by a blinded and experienced neuroradiologist. The Knosp and Hardy&#x02014;Wilson criteria were used to evaluate the degree of invasion of cavernous sinus (CS) and suprasella, respectively. Knosp Scores 3 and 4 were described as adenomas extending beyond the lateral tangents of the cavernous segment of internal carotid artery (ICA) on coronal MRI and completely involving CS and ICA. Hardy&#x02014;Wilson Grades 3 and 4 were represented as local and extensive invasion of the sellar floor; Stages C and D and E were characterized as total replacement of the third ventricle, intracranial adenomas, and invasion of CS (<xref ref-type="supplementary-material" rid="SM1">Supplementary Material 1</xref>) (<xref ref-type="bibr" rid="B5">5</xref>, <xref ref-type="bibr" rid="B23">23</xref>). The aggressive PMAs were defined as grade of Knosp 3 or 4, and/or Hardy&#x02014;Wilson Grades 3 or 4 (and/or Hardy&#x02014;Wilson Stage C or D or E), and/or histological evidence of invasion of cavernous or sphenoid sinus (<xref ref-type="bibr" rid="B1">1</xref>). The patients who experienced subtotal resection were recognized as cases with residual tumor, and the subjects who underwent gross- or near-total resection were regarded as cases without remnants (<xref ref-type="bibr" rid="B24">24</xref>, <xref ref-type="bibr" rid="B25">25</xref>).</p>
<p>A total of 168 consecutive postoperative subjects with a confirmed pathological diagnosis of PMA were acquired from our institutional medical database between January 2010 and December 2015. Analysis of medical records showed that 74 of these patients reported recurrent attacks (39 men/35 women); and 94 patients had not experienced recurrence (43 men/51 women). All the patients completed the 5-year follow-up period. The inclusion criteria were as follows: (1) available investigation for medical data; (2) underwent surgery; (3) had preoperative MRI; and (4) followed-up for duration of 5 years since first surgery. The exclusion criteria included (1) underwent other treatments for PMA before the first surgery or during the follow-up period; (2) pituitary apoplexy; (3) multiple intracranial lesions; and (4) poor-quality image or lack of contrast-enhancement MRI.</p>
</sec>
<sec>
<title>MRI Acquisition and the Segmentation of Tumors</title>
<p>All enrolled subjects underwent MRI of the head prior to surgery, including several different acquisition protocols [axial T1WI and T2WI, axial, coronal, and sagittal contrast-enhanced T1WI (CE-T1WI)]. The contrast agent, dimeglumine gadopentetate, was injected at a dose of.2 ml/kg, following pre-contrast T1 scanning. MRI images were obtained from four different MRI scanners with 3 T (GE Discovery MR 750, <italic>n</italic> = 59; Siemens MAGNETOM Trio TimSystem, <italic>n</italic> = 43; Siemens MAGNETOM Verio, <italic>n</italic> = 22; Philips Ingenia, <italic>n</italic> = 9), and a 1.5 T scanner (GE Medical System Genesis Signa, <italic>n</italic> = 35). <xref ref-type="supplementary-material" rid="SM1">Supplementary Material 2</xref> shows the type of the contrast medium and the parameters used for axial CE-T1WI for five MRI modalities.</p>
<p>Whole tumors, based on preoperative axial CE-T1WI images, were identified as the region of interest (ROI). The manual delineation of each ROI was conducted by a neuroradiologist with 5 years of experience, using 3D-Slicer software (version 4.10.2 r28257, National Institutes of Health). Prior to segmentation, we applied three steps to standardize different MRI images: N4ITK bias correction, resampling with resampled voxel sizes of 1, 1, and 1, and Laplacian of Gaussian (LOG) with LOG kernel sizes being 1.5, 2, and 2.5 by 3D-Slicer.</p>
</sec>
<sec>
<title>Assessments of Intra- and Interobserver Reproducibility</title>
<p>Neuroradiologist 1 segmented the ROIs of 60 randomly selected cases on two occasions separated by an interval of 2 weeks. Neuroradiologist 2 with 5 years of experience independently performed the same analyses on one occasion. Intraclass correlation coefficient (ICC) was then calculated by R (version 4.0.2, <ext-link ext-link-type="uri" xlink:href="http://www.R-project.org">http://www.R-project.org</ext-link>) to compare intra- and inter-observer reproducibility. The high reproducibility of these radiomics features was recognized as the ICC score for Radiologist 1 (on two occasions) or between Radiologists 1 and 2 &#x0003E;.75.</p>
</sec>
<sec>
<title>The Extraction of Features and Dimension Reduction</title>
<p>In total, 1,130 features were extracted from the segmented ROIs by 3D-Slicer software. These features encompassed eight types: first-order, shape, gray-level dependence matrix (GLDM), gray-level co-occurrence matrix (GLCM), gray-level run length matrix (GLRLM), gray-level size zone matrix (GLSZM), neighboring gray tone difference matrix (NGTDM), and wavelet-based features, which were four distinct categories: intensity histogram, texture, shape, and wavelet. The detailed information for all features is shown in <xref ref-type="supplementary-material" rid="SM1">Supplementary Material 3</xref>.</p>
<p>The features with ICC score &#x0003C;0.75 were excluded in the first stage, because of the poor reproducibility. Then, we performed the least absolute shrinkage and selection operator (LASSO) in the R environment to carry out dimensionality reduction in the training set. The corresponding regularization coefficient (&#x003BB;) was obtained by 10-fold cross-validation in LASSO regression based on the 1-standard error of the minimum criteria (1-SE criteria).</p>
</sec>
<sec>
<title>The Establishment and Validation of a Radiomics-Clinicopathological Model</title>
<p>The z-score was used to normalize all features onto a similar scale. We randomly separated these subjects into a training set (including 51 recurrence and 65 non-recurrence subjects) and a test set (23 cases with relapse and 29 without relapse; based on a data-partition ratio of 7:3).</p>
<p>Two multilayer perceptron (MLP) classifiers were built by python (version 3.8.2, <ext-link ext-link-type="uri" xlink:href="http://www.python.org">http://www.python.org</ext-link>) for the prediction of recurrence in PMA, including independent clinicopathological risk factors (Model 1&#x02014;clinical model) and a combination of screened radiomics features and independent clinicopathological markers (Model 2&#x02014;integrated model). Receiver operator characteristic (ROC) curves were performed and used to estimate the predictive performance of the two models by area under curve (AUC) analysis. This analysis allowed us to determine the accuracy, specificity, and sensitivity of each model.</p>
<p>MLP was composed of an input layer, a hidden layer, and an output layer. In the process of forward propagation, a series of algorithms were performed to obtain the output of each layer, which was used to be the input of the next layer. The equation was as follows:</p>
<disp-formula id="E1"><mml:math id="M1"><mml:mtable columnalign="left"><mml:mtr><mml:mtd><mml:mtext>y</mml:mtext><mml:mo>=</mml:mo><mml:mtext>f&#x000A0;</mml:mtext><mml:mrow><mml:mo stretchy="false">(</mml:mo><mml:mrow><mml:mtext>wx</mml:mtext><mml:mo>&#x0002B;</mml:mo><mml:mtext>b</mml:mtext></mml:mrow><mml:mo stretchy="false">)</mml:mo></mml:mrow></mml:mtd></mml:mtr></mml:mtable></mml:math></disp-formula>
<p>where y represents the outcome of output, x represents the input vector, w represents the weight, b represents the bias, and f represents the activation function. Our classifiers included three hidden layers, for which the numbers of neurons were 64, 512, and 64, respectively. The dropout layer was conducted to lose 20% of neurons to reduce overfitting. We applied Rectified Linear Unit (ReLU) and Sigmoid to be activation functions for the hidden and output layers. The binary cross entropy was calculated for use as loss function. The weights were tuned by the back propagation method based on the derivation of the chain rule. In our study, the training epochs were set to 500. Before model establishment, the training cohort was shuffled. The monitoring indicators were accuracy, sensitivity, specificity, and AUC in the training set. Stochastic gradient descent (SGD) was used as the optimizer, with an initial learning rate of.1. The learning rate decay strategy was set to the reduction of 70% if the accuracy of training cohort did not improve for consecutive 100 epochs. Optimized class weights were obtained according to the numbers of recurrent and non-recurrent patients in the training set, and the batch size was default value of 32. The predictive performance of each model was validated in the test cohort and evaluated by 5-fold cross-validation. <xref ref-type="fig" rid="F1">Figure 1</xref> shows the process used for the analysis of radiomics.</p>
<fig id="F1" position="float">
<label>Figure 1</label>
<caption><p>The process used for the analysis of radiomics. Radiomics features were extracted from the preoperative axial CE-T1WI images by 3D slicer. Dimension reductions were performed two times by ICC and LASSO. The MLP was used to build two predictive models. Model 1 included independent clinicopathological risk factors. Model 2 included the combination of radiomics features and independent risk factors.</p></caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fneur-12-780628-g0001.tif"/>
</fig>
</sec>
<sec>
<title>Statistical Analysis</title>
<p>The normality test of the data was performed by Shapiro&#x02014;Wilk. Two-sided independent sample <italic>t</italic>-test and Mann&#x02014;Whitney <italic>U</italic>-test were conducted to compare the differences in continuous variates, and Pearson&#x00027;s &#x003C7;<sup>2</sup> test and Fisher&#x00027;s precision probability test were used to investigate the differences in categorical variates in the training and test sets. Univariate and multivariable logistic regression were used to identify independent clinicopathological risk factors for the recurrence of PMA in the training set. The differences of extracted radiomics features between groups of recurrence and non-recurrence in the training set were determined by Mann&#x02014;Whitney <italic>U</italic>-test; these analyses were carried out with SPSS (version 23.0, IBM), and a <italic>p</italic> of &#x0003C; 0.05 was considered to be statistically significant.</p>
</sec>
</sec>
<sec sec-type="results" id="s3">
<title>Results</title>
<sec>
<title>Clinical Characteristics of the Study Cohort</title>
<p>The baseline investigation of the study patients is shown in <xref ref-type="table" rid="T1">Table 1</xref>. The differences with regard to clinical characteristics between training and test cohorts were not statistically significant.</p>
<table-wrap position="float" id="T1">
<label>Table 1</label>
<caption><p>Clinical characteristics of PMA subjects in the training and test sets.</p></caption>
<table frame="hsides" rules="groups">
<thead>
<tr>
<th/>
<th valign="top" align="center"><bold>Training set</bold> <bold>(<italic><bold>n</bold></italic> &#x0003D; 116)</bold></th>
<th valign="top" align="center"><bold>Test set</bold> <bold>(<italic><bold>n</bold></italic> &#x0003D; 52)</bold></th>
<th valign="top" align="center"><bold>Whole set</bold> <bold>(<italic><bold>n</bold></italic> &#x0003D; 168)</bold></th>
<th valign="top" align="center"><italic><bold>p</bold></italic></th>
</tr>
</thead>
<tbody>
<tr>
<td valign="top" align="left"><bold>Age, mean (SD), y</bold></td>
<td valign="top" align="center">45.59 (12.38)</td>
<td valign="top" align="center">44.96 (11.63)</td>
<td valign="top" align="center">45.39 (12.12)</td>
<td valign="top" align="center">0.758<xref ref-type="table-fn" rid="TN1"><sup>&#x02020;</sup></xref></td>
</tr>
<tr>
<td valign="top" align="left"><bold>Sex, No. (%)</bold></td>
<td/>
<td/>
<td/>
<td valign="top" align="center">0.899<xref ref-type="table-fn" rid="TN3"><sup>&#x000A7;</sup></xref></td>
</tr>
<tr>
<td valign="top" align="left">&#x000A0;&#x000A0;&#x000A0;Male</td>
<td valign="top" align="center">57 (49.14)</td>
<td valign="top" align="center">25 (48.08)</td>
<td valign="top" align="center">82 (48.81)</td>
<td/>
</tr>
<tr>
<td valign="top" align="left">&#x000A0;&#x000A0;&#x000A0;Female</td>
<td valign="top" align="center">59 (50.86)</td>
<td valign="top" align="center">27 (51.92)</td>
<td valign="top" align="center">86 (51.19)</td>
<td/>
</tr>
<tr>
<td valign="top" align="left"><bold>Endocrine level, No. (%)</bold></td>
<td/>
<td/>
<td/>
<td valign="top" align="center">0.214<xref ref-type="table-fn" rid="TN3"><sup>&#x000A7;</sup></xref></td>
</tr>
<tr>
<td valign="top" align="left">&#x000A0;&#x000A0;&#x000A0;Non-functioning</td>
<td valign="top" align="center">71 (61.21)</td>
<td valign="top" align="center">37 (71.15)</td>
<td valign="top" align="center">108 (64.29)</td>
<td/>
</tr>
<tr>
<td valign="top" align="left">&#x000A0;&#x000A0;&#x000A0;Functioning</td>
<td valign="top" align="center">45 (38.79)</td>
<td valign="top" align="center">15 (28.85)</td>
<td valign="top" align="center">60 (35.71)</td>
<td/>
</tr>
<tr>
<td valign="top" align="left"><bold>Height, median (IQR), mm</bold></td>
<td valign="top" align="center">30.73 (20.42-41.04)</td>
<td valign="top" align="center">31.82 (19.21-44.43)</td>
<td valign="top" align="center">30.96 (25.81-36.93)</td>
<td valign="top" align="center">0.284<xref ref-type="table-fn" rid="TN2"><sup>&#x02021;</sup></xref></td>
</tr>
<tr>
<td valign="top" align="left"><bold>Residual tumor, No. (%)</bold></td>
<td/>
<td/>
<td/>
<td valign="top" align="center">0.584<xref ref-type="table-fn" rid="TN3"><sup>&#x000A7;</sup></xref></td>
</tr>
<tr>
<td valign="top" align="left">&#x000A0;&#x000A0;&#x000A0;Without</td>
<td valign="top" align="center">43 (37.07)</td>
<td valign="top" align="center">17 (32.69)</td>
<td valign="top" align="center">60 (35.71)</td>
<td/>
</tr>
<tr>
<td valign="top" align="left">&#x000A0;&#x000A0;&#x000A0;With</td>
<td valign="top" align="center">73 (62.93)</td>
<td valign="top" align="center">35 (67.31)</td>
<td valign="top" align="center">108 (64.29)</td>
<td/>
</tr>
<tr>
<td valign="top" align="left"><bold>Invasion, No. (%)</bold></td>
<td/>
<td/>
<td/>
<td valign="top" align="center">0.578<xref ref-type="table-fn" rid="TN3"><sup>&#x000A7;</sup></xref></td>
</tr>
<tr>
<td valign="top" align="left">&#x000A0;&#x000A0;&#x000A0;No</td>
<td valign="top" align="center">33 (28.45)</td>
<td valign="top" align="center">17 (32.69)</td>
<td valign="top" align="center">50 (29.76)</td>
<td/>
</tr>
<tr>
<td valign="top" align="left">&#x000A0;&#x000A0;&#x000A0;Yes</td>
<td valign="top" align="center">83 (71.55)</td>
<td valign="top" align="center">35 (67.31)</td>
<td valign="top" align="center">118 (70.24)</td>
<td/>
</tr>
<tr>
<td valign="top" align="left"><bold>Surgical methods, No. (%)</bold></td>
<td/>
<td/>
<td/>
<td valign="top" align="center">0.686<xref ref-type="table-fn" rid="TN3"><sup>&#x000A7;</sup></xref></td>
</tr>
<tr>
<td valign="top" align="left">&#x000A0;&#x000A0;&#x000A0;Craniotomy</td>
<td valign="top" align="center">29 (25.00)</td>
<td valign="top" align="center">12 (23.08)</td>
<td valign="top" align="center">41 (24.40)</td>
<td/>
</tr>
<tr>
<td valign="top" align="left">&#x000A0;&#x000A0;&#x000A0;Trans-sphenoidal</td>
<td valign="top" align="center">59 (50.86)</td>
<td valign="top" align="center">30 (57.69)</td>
<td valign="top" align="center">89 (52.98)</td>
<td/>
</tr>
<tr>
<td valign="top" align="left">&#x000A0;&#x000A0;&#x000A0;Endoscopic</td>
<td valign="top" align="center">28 (24.14)</td>
<td valign="top" align="center">10 (19.23)</td>
<td valign="top" align="center">38 (22.62)</td>
<td/>
</tr>
<tr>
<td valign="top" align="left"><bold>The IHC subtypes, No. (%)</bold></td>
<td/>
<td/>
<td/>
<td valign="top" align="center">0.906<xref ref-type="table-fn" rid="TN4"><sup>&#x00026;</sup></xref></td>
</tr>
<tr>
<td valign="top" align="left">&#x000A0;&#x000A0;&#x000A0;Immunonegative</td>
<td valign="top" align="center">48 (41.38)</td>
<td valign="top" align="center">25 (48.08)</td>
<td valign="top" align="center">73 (43.45)</td>
<td/>
</tr>
<tr>
<td valign="top" align="left">&#x000A0;&#x000A0;&#x000A0;GH-positive</td>
<td valign="top" align="center">6 (5.17)</td>
<td valign="top" align="center">1 (1.92)</td>
<td valign="top" align="center">7 (4.17)</td>
<td/>
</tr>
<tr>
<td valign="top" align="left">&#x000A0;&#x000A0;&#x000A0;PRL-positive</td>
<td valign="top" align="center">5 (4.31)</td>
<td valign="top" align="center">3 (5.77)</td>
<td valign="top" align="center">8 (4.76)</td>
<td/>
</tr>
<tr>
<td valign="top" align="left">&#x000A0;&#x000A0;&#x000A0;ACTH-positive</td>
<td valign="top" align="center">11 (9.48)</td>
<td valign="top" align="center">3 (5.77)</td>
<td valign="top" align="center">14 (8.33)</td>
<td/>
</tr>
<tr>
<td valign="top" align="left">&#x000A0;&#x000A0;&#x000A0;FSH-LH-positive</td>
<td valign="top" align="center">22 (18.97)</td>
<td valign="top" align="center">8 (15.38)</td>
<td valign="top" align="center">30 (17.86)</td>
<td/>
</tr>
<tr>
<td valign="top" align="left">&#x000A0;&#x000A0;&#x000A0;TSH-positive</td>
<td valign="top" align="center">2 (1.72)</td>
<td valign="top" align="center">1 (1.92)</td>
<td valign="top" align="center">3 (1.79)</td>
<td/>
</tr>
<tr>
<td valign="top" align="left">&#x000A0;&#x000A0;&#x000A0;Plurihormonal</td>
<td valign="top" align="center">22 (18.97)</td>
<td valign="top" align="center">11 (21.15)</td>
<td valign="top" align="center">33 (19.64)</td>
<td/>
</tr>
</tbody>
</table>
<table-wrap-foot>
<p><italic>ACTH, adrenocorticotropic hormone; FSH, follicle-stimulating hormone; GH, growth hormone; IHC, immunohistochemistry; IQR, interquartile range; LH, luteinizing hormone; No, number; PRL, prolactin; SD, standard deviation; TSH, thyroid-stimulating hormone</italic>.</p> 
<fn id="TN1"><label>&#x02020;</label><p><italic>Two-sided independent sample t-test</italic>.</p></fn>
<fn id="TN2"><label>&#x02021;</label><p><italic>Mann&#x02014;Whitney U-test</italic>.</p></fn>
<fn id="TN3"><label>&#x000A7;</label><p><italic>Pearson&#x00027;s &#x003C7;<sup>2</sup> test</italic>.</p></fn>
<fn id="TN4"><label>&#x00026;</label><p><italic>Fisher&#x00027;s precision probability test</italic>.</p></fn>
</table-wrap-foot>
</table-wrap>
<p>Univariate analysis demonstrated that age {<italic>p</italic> = 0.034; OR, 0.967 [95% confidence interval (CI), 0.937&#x02013;0.997]}, height [<italic>p</italic> = 0.007; OR, 1.068 (95% CI, 1.018&#x02013;1.120)], residual tumor [<italic>p</italic> = 0.009; OR, 2.963 (95% CI, 1.319&#x02013;6.659)], and invasion [<italic>p</italic> = 0.009; OR, 3.359 (95% CI, 1.359&#x02013;8.305)] were significant risk factors for relapse. Multivariate analysis identified two independent risk factors for the recurrence of PMA: age [<italic>p</italic> = 0.035; OR, 0.963 (95% CI, 0.930&#x02013;0.997)] and residual tumor [<italic>p</italic> = 0.047; OR, 2.393 (95% CI, 1.011&#x02013;5.667)] (<xref ref-type="table" rid="T2">Table 2</xref>). Our study included four clinicopathological features: age, height, residual tumor, and invasion in Models 1 and 2 based on univariate and multivariate analyses.</p>
<table-wrap position="float" id="T2">
<label>Table 2</label>
<caption><p>Univariate and multivariate analysis of clinical characteristics to identify risk factors in the recurrence of PMA in the training set.</p></caption>
<table frame="hsides" rules="groups">
<thead>
<tr>
<th/>
<th valign="top" align="center" style="border-bottom: thin solid #000000;" colspan="2"><bold>Univariate analysis</bold></th>
<th valign="top" align="center" style="border-bottom: thin solid #000000;" colspan="2"><bold>Multivariate analysis</bold></th>
</tr>
<tr>
<th/>
<th valign="top" align="center"><bold>OR (95%CI)</bold></th>
<th valign="top" align="center"><italic><bold>p</bold></italic></th>
<th valign="top" align="center"><bold>OR (95%CI)</bold></th>
<th valign="top" align="center"><italic><bold>p</bold></italic></th>
</tr>
</thead>
<tbody>
<tr>
<td valign="top" align="left"><bold>Age, y</bold></td>
<td valign="top" align="center">0.967 (0.937&#x02013;0.997)</td>
<td valign="top" align="center">0.034<xref ref-type="table-fn" rid="TN5"><sup>&#x0002A;</sup></xref></td>
<td valign="top" align="center">0.963 (0.930&#x02013;0.997)</td>
<td valign="top" align="center">0.035<xref ref-type="table-fn" rid="TN5"><sup>&#x0002A;</sup></xref></td>
</tr>
<tr>
<td valign="top" align="left"><bold>Sex</bold></td>
<td/>
<td/>
<td/>
<td/>
</tr>
<tr>
<td valign="top" align="left">&#x000A0;&#x000A0;&#x000A0;Male (ref.)</td>
<td valign="top" align="center">1</td>
<td/>
<td/>
<td/>
</tr>
<tr>
<td valign="top" align="left">&#x000A0;&#x000A0;&#x000A0;Female</td>
<td valign="top" align="center">1.008 (0.484&#x02013;2.100)</td>
<td valign="top" align="center">0.982</td>
<td/>
<td/>
</tr>
<tr>
<td valign="top" align="left"><bold>Endocrine level</bold></td>
<td/>
<td/>
<td/>
<td/>
</tr>
<tr>
<td valign="top" align="left">&#x000A0;&#x000A0;&#x000A0;Non-functioning (ref.)</td>
<td valign="top" align="center">1</td>
<td/>
<td/>
<td/>
</tr>
<tr>
<td valign="top" align="left">&#x000A0;&#x000A0;&#x000A0;Functioning</td>
<td valign="top" align="center">1.196 (0.564&#x02013;2.535)</td>
<td valign="top" align="center">0.641</td>
<td/>
<td/>
</tr>
<tr>
<td valign="top" align="left">&#x000A0;&#x000A0;&#x000A0;Height, mm</td>
<td valign="top" align="center">1.068 (1.018&#x02013;1.120)</td>
<td valign="top" align="center">0.007<xref ref-type="table-fn" rid="TN5"><sup>&#x0002A;</sup></xref></td>
<td valign="top" align="center">1.045 (0.992&#x02013;1.100)</td>
<td valign="top" align="center">0.097</td>
</tr>
<tr>
<td valign="top" align="left"><bold>Residual tumor</bold></td>
<td/>
<td/>
<td/>
<td/>
</tr>
<tr>
<td valign="top" align="left">&#x000A0;&#x000A0;&#x000A0;Without (ref.)</td>
<td valign="top" align="center">1</td>
<td/>
<td/>
<td/>
</tr>
<tr>
<td valign="top" align="left">&#x000A0;&#x000A0;&#x000A0;With</td>
<td valign="top" align="center">2.963 (1.319&#x02013;6.659)</td>
<td valign="top" align="center">0.009<xref ref-type="table-fn" rid="TN5"><sup>&#x0002A;</sup></xref></td>
<td valign="top" align="center">2.393 (1.011&#x02013;5.667)</td>
<td valign="top" align="center">0.047<xref ref-type="table-fn" rid="TN5"><sup>&#x0002A;</sup></xref></td>
</tr>
<tr>
<td valign="top" align="left"><bold>Invasion</bold></td>
<td/>
<td/>
<td/>
<td/>
</tr>
<tr>
<td valign="top" align="left">&#x000A0;&#x000A0;&#x000A0;No (ref.)</td>
<td valign="top" align="center">1</td>
<td/>
<td/>
<td/>
</tr>
<tr>
<td valign="top" align="left">&#x000A0;&#x000A0;&#x000A0;Yes</td>
<td valign="top" align="center">3.359 (1.359&#x02013;8.305)</td>
<td valign="top" align="center">0.009<xref ref-type="table-fn" rid="TN5"><sup>&#x0002A;</sup></xref></td>
<td valign="top" align="center">2.746 (0.994&#x02013;7.585)</td>
<td valign="top" align="center">0.051</td>
</tr>
<tr>
<td valign="top" align="left"><bold>Surgical methods</bold></td>
<td/>
<td/>
<td/>
<td/>
</tr>
<tr>
<td valign="top" align="left">&#x000A0;&#x000A0;&#x000A0;Transcranial (ref.)</td>
<td valign="top" align="center">1</td>
<td/>
<td/>
<td/>
</tr>
<tr>
<td valign="top" align="left">&#x000A0;&#x000A0;&#x000A0;Trans-sphenoidal</td>
<td valign="top" align="center">0.904 (0.371&#x02013;2.202)</td>
<td valign="top" align="center">0.824</td>
<td/>
<td/>
</tr>
<tr>
<td valign="top" align="left">&#x000A0;&#x000A0;&#x000A0;Endoscopic</td>
<td valign="top" align="center">0.595 (0.206&#x02013;1.722)</td>
<td valign="top" align="center">0.338</td>
<td/>
<td/>
</tr>
<tr>
<td valign="top" align="left"><bold>The IHC subtypes</bold></td>
<td/>
<td/>
<td/>
<td/>
</tr>
<tr>
<td valign="top" align="left">&#x000A0;&#x000A0;&#x000A0;Immunonegative (ref.)</td>
<td valign="top" align="center">1</td>
<td/>
<td/>
<td/>
</tr>
<tr>
<td valign="top" align="left">&#x000A0;&#x000A0;&#x000A0;Monohormonal</td>
<td valign="top" align="center">0.821 (0.358&#x02013;1.881)</td>
<td valign="top" align="center">0.640</td>
<td/>
<td/>
</tr>
<tr>
<td valign="top" align="left">&#x000A0;&#x000A0;&#x000A0;Plurihormonal</td>
<td valign="top" align="center">2.450 (0.865&#x02013;6.939)</td>
<td valign="top" align="center">0.092</td>
<td/>
<td/>
</tr>
</tbody>
</table>
<table-wrap-foot>
<p><italic>CI, confidence interval; IHC, immunohistochemistry; OR, odds ratio</italic>.</p> 
<fn id="TN5"><label>&#x0002A;</label><p><italic>p &#x0003C; 0.05</italic>.</p></fn>
</table-wrap-foot>
</table-wrap>
</sec>
<sec>
<title>Intra- and Interobserver Analyses</title>
<p>The mean ICC scores for intra- (Neuroradiologist 1 on two occasions) and interobserver (Neuroradiologists 1 and 2) agreements were 0.913 &#x000B1; 0.129 and 0.903 &#x000B1; 0.127, respectively, for all selected patients, which showed the high agreement of these features.</p>
</sec>
<sec>
<title>Comparing the Predictive Performance of the Two Models</title>
<p>Of the 1,130 features, 138 with unsatisfactory agreement were excluded by the first round, and four of these radiomics features were then identified by LASSO regression, consisting of one shape feature, one LOG, and two wavelet features. All of four selected signatures showed statistically significant differences (<italic>p</italic> &#x0003C; 0.05) in the training set (<xref ref-type="fig" rid="F2">Figure 2</xref>).</p>
<fig id="F2" position="float">
<label>Figure 2</label>
<caption><p>Violin plots showing the differences of 4 selected radiomics features, Shape_Sphericity <bold>(A)</bold>, LOG_GLDM_LDHGLE <bold>(B)</bold>, Wavelet_GLSZM_GLNU <bold>(C)</bold>, and Wavelet_GLSZM_ZE <bold>(D)</bold> between groups of recurrence and non-recurrence in the training set by Mann&#x02014;Whitney <italic>U</italic>-test. GLDM, gray-level dependence matrix; GLNU, gray-level non-uniformity; GLSZM, gray-level size zone matrix; LDHGLE, large dependence high-gray-level emphasis; LOG, laplacian of gaussian; ZE, zone entropy.</p></caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fneur-12-780628-g0002.tif"/>
</fig>
<p>The ROC curves in the training and test sets are shown in <xref ref-type="fig" rid="F3">Figure 3</xref>; the AUCs, accuracy, sensitivity, and specificity of the two models are presented in <xref ref-type="table" rid="T3">Table 3</xref>. In the test set, the AUC of Model 2 was superior to Model 1 [0.783, (95% CI: 0.718&#x02013;0860) vs. 0.739, (95% CI: 0.665&#x02013;0.818)]. Model 2 also yielded the higher accuracy (0.808 vs. 0.692), sensitivity (0.826 vs. 0.652), and specificity (0.793 vs. 0.724) than Model 1.</p>
<fig id="F3" position="float">
<label>Figure 3</label>
<caption><p>The receiver-operating characteristic (ROC) curve for Models 1 and 2 in the training <bold>(A)</bold> and test sets <bold>(B)</bold>, respectively. Model 1 included independent clinicopathological risk factors and Model 2 included both radiomics features and independent clinicopathological risk factors.</p></caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fneur-12-780628-g0003.tif"/>
</fig>
<table-wrap position="float" id="T3">
<label>Table 3</label>
<caption><p>Predictive performance of Models 1 and 2 in the training and test set.</p></caption>
<table frame="hsides" rules="groups">
<thead>
<tr>
<th/>
<th valign="top" align="center" style="border-bottom: thin solid #000000;" colspan="4"><bold>Training set</bold> <bold>(<italic><bold>n</bold></italic> &#x0003D; 116)</bold></th>
<th valign="top" align="center" style="border-bottom: thin solid #000000;" colspan="4"><bold>Test set</bold> <bold>(<italic><bold>n</bold></italic> &#x0003D; 52)</bold></th>
</tr>
<tr>
<th/>
<th valign="top" align="center"><bold>AUC (95% CI)</bold></th>
<th valign="top" align="center"><bold>ACC</bold></th>
<th valign="top" align="center"><bold>SEN</bold></th>
<th valign="top" align="center"><bold>SPE</bold></th>
<th valign="top" align="center"><bold>AUC (95% CI)</bold></th>
<th valign="top" align="center"><bold>ACC</bold></th>
<th valign="top" align="center"><bold>SEN</bold></th>
<th valign="top" align="center"><bold>SPE</bold></th>
</tr>
</thead>
<tbody>
<tr>
<td valign="top" align="left">Model 1</td>
<td valign="top" align="center">0.749 (0.702&#x02013;0.804)</td>
<td valign="top" align="center">0.724</td>
<td valign="top" align="center">0.706</td>
<td valign="top" align="center">0.738</td>
<td valign="top" align="center">0.739 (0.665&#x02013;0.818)</td>
<td valign="top" align="center">0.692</td>
<td valign="top" align="center">0.652</td>
<td valign="top" align="center">0.724</td>
</tr>
<tr>
<td valign="top" align="left">Model 2</td>
<td valign="top" align="center">0.800 (0.759&#x02013;0.845)</td>
<td valign="top" align="center">0.776</td>
<td valign="top" align="center">0.725</td>
<td valign="top" align="center">0.815</td>
<td valign="top" align="center">0.783 (0.718&#x02013;0.860)</td>
<td valign="top" align="center">0.808</td>
<td valign="top" align="center">0.826</td>
<td valign="top" align="center">0.793</td>
</tr>
</tbody>
</table>
<table-wrap-foot>
<p><italic>Model 1 included independent clinicopathological markers and Model 2 included both radiomic features and clinicopathological markers</italic>.</p> 
<p><italic>AUC, area under the curve; ACC, accuracy; CI, confidence interval; SEN, sensitivity; SPE, specificity</italic>.</p>
</table-wrap-foot>
</table-wrap>
</sec>
</sec>
<sec sec-type="discussion" id="s4">
<title>Discussion</title>
<p>In this study, we constructed a diagnostic classification strategy based on the presurgical MRI to predict the recurrence risk of PMA within 5 years. This comprehensive classifier incorporates clinicopathological and radiomics features and can accurately predict the recurrence of PMA.</p>
<p>Various factors are known to be associated with a higher risk of PMA recurrence, which remains a significant problem for both clinicians and patients. Very few previous reports have attempted to combine clinicopathology analysis with radiomics for the prediction of PMA. MRI radiomics approaches have been described in previous literature. For example, Zhang et al. (<xref ref-type="bibr" rid="B18">18</xref>) and Machado et al. (<xref ref-type="bibr" rid="B19">19</xref>) used this method to explore the recurrence of non-functioning PA. Compared with these previous results, the Model 2 in our study presented with relative low diagnostic accuracy. This is probably because we built the test set using an independent set of subjects rather than the training group. Moreover, our study simultaneously included functioning and non-functioning PMAs. The study cohorts and enrollment criteria may lead to the different predictive performances. However, our Model 2, which had a relatively large sample size and incorporated comprehensive markers, showed a better level of classification performance than Model 1. This improved predictive efficiency demonstrates that the combination of clinicopathological data and imaging may provide more practical information and guidance for developing a treatment and prognosis strategy than clinical analysis alone.</p>
<p>MLP model is a feed-forward artificial neural network (ANN) model that is applicable to a non-linear inseparable issue; Almubark et al. demonstrated the predictive value of this approach in their previous study (<xref ref-type="bibr" rid="B26">26</xref>). The generalization and efficacy of this method have been widely confirmed in several papers (<xref ref-type="bibr" rid="B27">27</xref>&#x02013;<xref ref-type="bibr" rid="B29">29</xref>). Given these characteristics, we also established an MLP classifier for the recurrence of PMA and achieved satisfactory levels of predictive performance in a test cohort. These data indicate that this deep learning algorithm is a reproducible and robust technique for classification.</p>
<p>Many risk factors are associated with the recurrence of PMA. In the present study, we incorporated some of the primary predictors that have been described in previous literature (<xref ref-type="bibr" rid="B30">30</xref>). Four clinicopathological risk factors&#x02014;age, height, invasion, and residual tumor&#x02014;were finally included in our comprehensive model; these factors were identified by a combination of univariate and multivariate analyses. We found that the patients in the recurrence group tended to be younger. We believe that this is because there is a greater risk of gene disorders in younger age groups (<xref ref-type="bibr" rid="B31">31</xref>). In a previous study, Trott concluded that young patients express elevated levels of ki-67 in non-functioning pituitary adenoma, and that this is strongly associated with relapse (<xref ref-type="bibr" rid="B32">32</xref>). Moreover, some ultrastructural types of PMA resulted in regrowth, such as sparsely granulated somatotroph adenoma, and are more likely to affect younger patients. The aggressive growth pattern of PMA is one of the main reasons concerned with the prognosis (<xref ref-type="bibr" rid="B33">33</xref>). The invasive tumors usually exhibit more rapid growth, a higher proliferative index, and larger size. Thus, the severe erosion of surrounding structures (e.g., cavernous sinus and sellar floor) and great extension of the supra- and para-sellar lead to increased rates of recurrence (<xref ref-type="bibr" rid="B34">34</xref>). Similar results in the present literature provide support to our conclusion that tumor remnant is also known to be significantly correlated with PMA behavior, especially the higher incidence of larger extra-sellar residuals (<xref ref-type="bibr" rid="B5">5</xref>, <xref ref-type="bibr" rid="B6">6</xref>, <xref ref-type="bibr" rid="B34">34</xref>). Height is another recognized predictive candidate. It is evident that the tumors with higher height may result in incomplete resection and invasive behavior, which consequently raise the likelihood of regrowth. These findings are consistent with previous reports (<xref ref-type="bibr" rid="B5">5</xref>, <xref ref-type="bibr" rid="B6">6</xref>, <xref ref-type="bibr" rid="B35">35</xref>). This suggests that the clinical characteristics described above are useful and reliable tools for predicting the prognosis of patients with PMA.</p>
<p>The tumor classification involving the transcription factor or ultrastructure showed that the presence of giant lactotroph, sparsely granulated somatotroph, crooke&#x00027;s cell, or silent corticotroph adenomas tends to present the recurrence nature (<xref ref-type="bibr" rid="B5">5</xref>, <xref ref-type="bibr" rid="B36">36</xref>, <xref ref-type="bibr" rid="B37">37</xref>). Our study focused on the proposed IHC subtypes that are also important and potential indicators related to the progression. The study reported by Asioli et al. showed that PRL, ACHT, and FSH-LH subunits had relapse risk with high probability (<xref ref-type="bibr" rid="B20">20</xref>). These indices were not statistically significant when compared between the two groups in our study; it is possible that this was owing to the small sample size compared with the previous study. Although the rate of TSH adenoma was the lowest among all cases, the trend of incidence is in line with tangible clinical practice. The morbidity of this type is low based on the demographic investigation, comprising &#x0003C;3% of all tumors (<xref ref-type="bibr" rid="B38">38</xref>). We included the plurihormonal adenoma in our study. The most common type is the co-secretion of GH and PRL (<xref ref-type="bibr" rid="B39">39</xref>). But the combination of different hormones tends to be more complicated. Little is known with regard to the correlation between recurrence and plurihormonal tumors.</p>
<p>The trans-sphenoidal and endoscopic surgical methods are extensively applied to dealing with PMA (<xref ref-type="bibr" rid="B40">40</xref>&#x02013;<xref ref-type="bibr" rid="B42">42</xref>). Our study did not show the correlation between operative approaches and recurrence. According to current studies, tumor size and invasive extension were decisive factors in extent of resection. The macro or giant adenomas and extensive invasion tended to be difficult to achieve grossly complete resection, although the trans-sphenoidal or endoscopic resection was used (<xref ref-type="bibr" rid="B43">43</xref>&#x02013;<xref ref-type="bibr" rid="B45">45</xref>). The residual tumor is likely to be the crucial factor that affects the prognosis, suggesting that the surgical resection may be more likely to associate with intrinsic biological characteristics of tumors, compared with an operative procedure. Patients who received total resection still have the possibility of relapse (<xref ref-type="bibr" rid="B5">5</xref>). This indicates that surgery alone may not enable to decrease the recurrence rate. It is also important and beneficial to combine radiotherapy or other methods (<xref ref-type="bibr" rid="B46">46</xref>).</p>
<p>The consistency of adenomas probably influences the prognostic outcomes. A study showed that texture was correlated with tumor profiles, complications, and surgical resection. The hard adenomas were at higher risk of large and aggressive behavior and subtotal removal (<xref ref-type="bibr" rid="B47">47</xref>). This suggests that consistency is potential to predict the recurrence of PMAs. Rui et al. confirmed the utility of the radiomics method for determining the texture of PMAs (<xref ref-type="bibr" rid="B13">13</xref>). Future PA studies may pay more attention to the relationship between the stiffness and recurrence by radiomics.</p>
<p>The proliferative biomarkers of ki-67, p53, and mitosis play an important role in tumor prognosis. Although there remains the controversy of arguments, the changes of these proliferation indices are often associated with aggressive PAs. The prognoses of the patients tended to be recurrent or poorer in the presence of ki-67 &#x02265;3, mitoses &#x0003E;2, and p53 overexpression based on the study by Raverot and European Society of Endocrinology (<xref ref-type="bibr" rid="B48">48</xref>). Above all, the most effective and useful predictive strategies are incorporating the predictors of different fields, such as clinical, imaging, and immunohistochemical examination.</p>
</sec>
<sec id="s5">
<title>Limitations</title>
<p>First, the proliferations, transcription factors, ultrastructural subtypes, along with expression profiles of certain genes, were not considered in this study but may improve the performance of our classifier. Second, the pituitary scanning sequence with smaller slice thickness and interval was not applied in the study, because the protocol is not clinical routine examination; it may be considered in future studies. Third, microadenoma is another common subgroup of pituitary tumor; radiomic studies of this form of tumor are very rare. We did not include this type of tumor in the present study due to a limited sample size. Finally, this study was based in a single center and lacks external validation in multiple centers.</p>
</sec>
<sec sec-type="conclusions" id="s6">
<title>Conclusion</title>
<p>The combination of clinicopathological characteristics and imaging is useful for predicting the recurrence of PMA within 5 years. The integrated classifier was superior to a clinical classifier and may facilitate the prediction of individualized prognosis and therapy.</p>
</sec>
<sec sec-type="data-availability" id="s7">
<title>Data Availability Statement</title>
<p>The original contributions presented in the study are included in the article/<xref ref-type="sec" rid="s12">Supplementary Material</xref>, further inquiries can be directed to the corresponding author/s.</p>
</sec>
<sec id="s8">
<title>Ethics Statement</title>
<p>The studies involving human participants were reviewed and approved by the Ethics Committee of Beijing Tiantan Hospital. The Ethics Committee obtained written informed consent from the participants.</p>
</sec>
<sec id="s9">
<title>Author Contributions</title>
<p>JM designed the original research. YZ conducted the research and wrote the manuscript. YZ, YLu, and XK analyzed the data. JM, TW, and YLo revised the paper. All authors contributed to the article and approved the submitted version.</p>
</sec>
<sec sec-type="funding-information" id="s10">
<title>Funding</title>
<p>This research project was funded by National Natural Science Foundation of China (No. 61771325).</p>
</sec>
<sec sec-type="COI-statement" id="conf1">
<title>Conflict of Interest</title>
<p>The authors declare that the research was conducted in the absence of any commercial or financial relationships that could be construed as a potential conflict of interest.</p>
</sec>
<sec sec-type="disclaimer" id="s11">
<title>Publisher&#x00027;s Note</title>
<p>All claims expressed in this article are solely those of the authors and do not necessarily represent those of their affiliated organizations, or those of the publisher, the editors and the reviewers. Any product that may be evaluated in this article, or claim that may be made by its manufacturer, is not guaranteed or endorsed by the publisher.</p>
</sec> 
</body>
<back>
<sec sec-type="supplementary-material" id="s12">
<title>Supplementary Material</title>
<p>The Supplementary Material for this article can be found online at: <ext-link ext-link-type="uri" xlink:href="https://www.frontiersin.org/articles/10.3389/fneur.2021.780628/full#supplementary-material">https://www.frontiersin.org/articles/10.3389/fneur.2021.780628/full#supplementary-material</ext-link></p>
<supplementary-material xlink:href="Table_1.DOCX" id="SM1" mimetype="application/vnd.openxmlformats-officedocument.wordprocessingml.document" xmlns:xlink="http://www.w3.org/1999/xlink"/>
</sec>
<ref-list>
<title>References</title>
<ref id="B1">
<label>1.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Raverot</surname> <given-names>G</given-names></name> <name><surname>Jouanneau</surname> <given-names>E</given-names></name> <name><surname>Trouillas</surname> <given-names>J</given-names></name></person-group>. <article-title>Management of endocrine disease: clinicopathological classification and molecular markers of pituitary tumours for personalized therapeutic strategies</article-title>. <source>Eur J Endocrinol</source>. (<year>2014</year>) <volume>170</volume>:<fpage>R121</fpage>&#x02013;<lpage>32</lpage>. <pub-id pub-id-type="doi">10.1530/EJE-13-1031</pub-id><pub-id pub-id-type="pmid">24431196</pub-id></citation></ref>
<ref id="B2">
<label>2.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Bi</surname> <given-names>WL</given-names></name> <name><surname>Greenwald</surname> <given-names>NF</given-names></name> <name><surname>Ramkissoon</surname> <given-names>SH</given-names></name> <name><surname>Abedalthagafi</surname> <given-names>M</given-names></name> <name><surname>Coy</surname> <given-names>SM</given-names></name> <name><surname>Ligon</surname> <given-names>KL</given-names></name> <etal/></person-group>. <article-title>Clinical identification of oncogenic drivers and copy-number alterations in pituitary tumors</article-title>. <source>Endocrinology.</source> (<year>2017</year>) <volume>158</volume>:<fpage>2284</fpage>&#x02013;<lpage>91</lpage>. <pub-id pub-id-type="doi">10.1210/en.2016-1967</pub-id><pub-id pub-id-type="pmid">28486603</pub-id></citation></ref>
<ref id="B3">
<label>3.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Trouillas</surname> <given-names>J</given-names></name></person-group>. <article-title>In search of a prognostic classification of endocrine pituitary tumors</article-title>. <source>Endocr Pathol</source>. (<year>2014</year>)<volume>25</volume>:<fpage>124</fpage>&#x02013;<lpage>32</lpage>. <pub-id pub-id-type="doi">10.1007/s12022-014-9322-y</pub-id><pub-id pub-id-type="pmid">24839229</pub-id></citation></ref>
<ref id="B4">
<label>4.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Raverot</surname> <given-names>G</given-names></name> <name><surname>Vasiljevic</surname> <given-names>A</given-names></name> <name><surname>Jouanneau</surname> <given-names>E</given-names></name> <name><surname>Trouillas</surname> <given-names>J</given-names></name></person-group>. <article-title>A prognostic clinicopathologic classification of pituitary endocrine tumors</article-title>. <source>Endocrinol Metab Clin North Am.</source> (<year>2015</year>) <volume>44</volume>:<fpage>11</fpage>&#x02013;<lpage>8</lpage>. <pub-id pub-id-type="doi">10.1016/j.ecl.2014.10.001</pub-id><pub-id pub-id-type="pmid">25732637</pub-id></citation></ref>
<ref id="B5">
<label>5.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Hayhurst</surname> <given-names>C</given-names></name> <name><surname>Taylor</surname> <given-names>PN</given-names></name> <name><surname>Lansdown</surname> <given-names>AJ</given-names></name> <name><surname>Palaniappan</surname> <given-names>N</given-names></name> <name><surname>Rees</surname> <given-names>DA</given-names></name> <name><surname>Davies</surname> <given-names>JS</given-names></name></person-group>. <article-title>Current perspectives on recurrent pituitary adenoma: the role and timing of surgery vs. adjuvant treatment</article-title>. <source>Clin Endocrinol.</source> (<year>2020</year>) <volume>92</volume>:<fpage>89</fpage>&#x02013;<lpage>97</lpage>. <pub-id pub-id-type="doi">10.1111/cen.14127</pub-id><pub-id pub-id-type="pmid">31715012</pub-id></citation></ref>
<ref id="B6">
<label>6.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Raverot</surname> <given-names>G</given-names></name> <name><surname>Vasiljevic</surname> <given-names>A</given-names></name> <name><surname>Jouanneau</surname> <given-names>E</given-names></name></person-group>. <article-title>Prognostic factors of regrowth in nonfunctioning pituitary tumors</article-title>. <source>Pituitary.</source> (<year>2018</year>) <volume>21</volume>:<fpage>176</fpage>&#x02013;<lpage>82</lpage>. <pub-id pub-id-type="doi">10.1007/s11102-017-0861-3</pub-id><pub-id pub-id-type="pmid">29288467</pub-id></citation></ref>
<ref id="B7">
<label>7.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Das</surname> <given-names>C</given-names></name> <name><surname>Mondal</surname> <given-names>P</given-names></name> <name><surname>Mukhopadhyay</surname> <given-names>M</given-names></name> <name><surname>Mukhopadhyay</surname> <given-names>S</given-names></name> <name><surname>Ghosh</surname> <given-names>I</given-names></name> <name><surname>Handral</surname> <given-names>A</given-names></name></person-group>. <article-title>Evaluation of prognostic utility of Ki-67, P53, and O-6-methylguanine-DNA methyltransferase expression in pituitary tumors</article-title>. <source>J Lab Phys.</source> (<year>2019</year>) <volume>11</volume>:<fpage>323</fpage>&#x02013;<lpage>9</lpage>. <pub-id pub-id-type="doi">10.4103/JLP.JLP_76_19</pub-id><pub-id pub-id-type="pmid">31929698</pub-id></citation></ref>
<ref id="B8">
<label>8.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Pappy AL</surname> <given-names>II</given-names></name> <name><surname>Savinkina</surname> <given-names>A</given-names></name> <name><surname>Bicknese</surname> <given-names>C</given-names></name> <name><surname>Neill</surname> <given-names>S</given-names></name> <name><surname>Oyesiku</surname> <given-names>NM</given-names></name> <name><surname>Ioachimescu</surname> <given-names>AG</given-names></name></person-group>. <article-title>Predictive modeling for pituitary adenomas: single center experience in 501 consecutive patients</article-title>. <source>Pituitary.</source> (<year>2019</year>) <volume>22</volume>:<fpage>520</fpage>&#x02013;<lpage>31</lpage>. <pub-id pub-id-type="doi">10.1007/s11102-019-00982-8</pub-id><pub-id pub-id-type="pmid">31432313</pub-id></citation></ref>
<ref id="B9">
<label>9.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Ko</surname> <given-names>CC</given-names></name> <name><surname>Chen</surname> <given-names>TY</given-names></name> <name><surname>Lim</surname> <given-names>SW</given-names></name> <name><surname>Kuo</surname> <given-names>YT</given-names></name> <name><surname>Wu</surname> <given-names>TC</given-names></name> <name><surname>Chen</surname> <given-names>JH</given-names></name></person-group>. <article-title>Prediction of recurrence in solid nonfunctioning pituitary macroadenomas: additional benefits of diffusion-weighted MR imaging</article-title>. <source>J Neurosurg.</source> (<year>2019</year>) <volume>132</volume>:<fpage>351</fpage>&#x02013;<lpage>9</lpage>. <pub-id pub-id-type="doi">10.3171/2018.10.JNS181783</pub-id><pub-id pub-id-type="pmid">30717054</pub-id></citation></ref>
<ref id="B10">
<label>10.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Kim</surname> <given-names>JS</given-names></name> <name><surname>Lee</surname> <given-names>YS</given-names></name> <name><surname>Jung</surname> <given-names>MJ</given-names></name> <name><surname>Hong</surname> <given-names>YK</given-names></name></person-group>. <article-title>The predictive value of pathologic features in pituitary adenoma and correlation with pituitary adenoma recurrence</article-title>. <source>J Pathol Transl Med.</source> (<year>2016</year>) <volume>50</volume>:<fpage>419</fpage>&#x02013;<lpage>25</lpage>. <pub-id pub-id-type="doi">10.4132/jptm.2016.06.30</pub-id><pub-id pub-id-type="pmid">27713217</pub-id></citation></ref>
<ref id="B11">
<label>11.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Turner</surname> <given-names>HE</given-names></name> <name><surname>Nagy</surname> <given-names>Z</given-names></name> <name><surname>Gatter</surname> <given-names>KC</given-names></name> <name><surname>Esiri</surname> <given-names>MM</given-names></name> <name><surname>Wass</surname> <given-names>JA</given-names></name> <name><surname>Harris</surname> <given-names>AL</given-names></name></person-group>. <article-title>Proliferation, bcl-2 expression and angiogenesis in pituitary adenomas: relationship to tumour behaviour</article-title>. <source>Br J Cancer.</source> (<year>2000</year>) <volume>82</volume>:<fpage>1441</fpage>&#x02013;<lpage>5</lpage>. <pub-id pub-id-type="doi">10.1054/bjoc.1999.1074</pub-id><pub-id pub-id-type="pmid">10780524</pub-id></citation></ref>
<ref id="B12">
<label>12.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Lambin</surname> <given-names>P</given-names></name> <name><surname>Rios-Velazquez</surname> <given-names>E</given-names></name> <name><surname>Leijenaar</surname> <given-names>R</given-names></name> <name><surname>Carvalho</surname> <given-names>S</given-names></name> <name><surname>van Stiphout</surname> <given-names>RG</given-names></name> <name><surname>Granton</surname> <given-names>P</given-names></name> <etal/></person-group>. <article-title>Radiomics: extracting more information from medical images using advanced feature analysis</article-title>. <source>Eur J Cancer.</source> (<year>2012</year>) <volume>48</volume>:<fpage>441</fpage>&#x02013;<lpage>6</lpage>. <pub-id pub-id-type="doi">10.1016/j.ejca.2011.11.036</pub-id><pub-id pub-id-type="pmid">22257792</pub-id></citation></ref>
<ref id="B13">
<label>13.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Rui</surname> <given-names>W</given-names></name> <name><surname>Wu</surname> <given-names>Y</given-names></name> <name><surname>Ma</surname> <given-names>Z</given-names></name> <name><surname>Wang</surname> <given-names>Y</given-names></name> <name><surname>Wang</surname> <given-names>Y</given-names></name> <name><surname>Xu</surname> <given-names>X</given-names></name> <etal/></person-group>. <article-title>MR textural analysis on contrast enhanced 3D-SPACE images in assessment of consistency of pituitary macroadenoma</article-title>. <source>Eur J Radiol.</source> (<year>2019</year>) <volume>110</volume>:<fpage>219</fpage>&#x02013;<lpage>24</lpage>. <pub-id pub-id-type="doi">10.1016/j.ejrad.2018.12.002</pub-id><pub-id pub-id-type="pmid">30599863</pub-id></citation></ref>
<ref id="B14">
<label>14.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Fan</surname> <given-names>Y</given-names></name> <name><surname>Liu</surname> <given-names>Z</given-names></name> <name><surname>Hou</surname> <given-names>B</given-names></name> <name><surname>Li</surname> <given-names>L</given-names></name> <name><surname>Liu</surname> <given-names>X</given-names></name> <name><surname>Liu</surname> <given-names>Z</given-names></name> <etal/></person-group>. <article-title>Development and validation of an MRI-based radiomic signature for the preoperative prediction of treatment response in patients with invasive functional pituitary adenoma</article-title>. <source>Eur J Radiol.</source> (<year>2019</year>) <volume>121</volume>:<fpage>108647</fpage>. <pub-id pub-id-type="doi">10.1016/j.ejrad.2019.108647</pub-id><pub-id pub-id-type="pmid">31561943</pub-id></citation></ref>
<ref id="B15">
<label>15.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Peng</surname> <given-names>A</given-names></name> <name><surname>Dai</surname> <given-names>H</given-names></name> <name><surname>Duan</surname> <given-names>H</given-names></name> <name><surname>Chen</surname> <given-names>Y</given-names></name> <name><surname>Huang</surname> <given-names>J</given-names></name> <name><surname>Zhou</surname> <given-names>L</given-names></name> <etal/></person-group>. <article-title>A machine learning model to precisely immunohistochemically classify pituitary adenoma subtypes with radiomics based on preoperative magnetic resonance imaging</article-title>. <source>Eur J Radiol.</source> (<year>2020</year>) <volume>125</volume>:<fpage>108892</fpage>. <pub-id pub-id-type="doi">10.1016/j.ejrad.2020.108892</pub-id><pub-id pub-id-type="pmid">32087466</pub-id></citation></ref>
<ref id="B16">
<label>16.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Niu</surname> <given-names>J</given-names></name> <name><surname>Zhang</surname> <given-names>S</given-names></name> <name><surname>Ma</surname> <given-names>S</given-names></name> <name><surname>Diao</surname> <given-names>J</given-names></name> <name><surname>Zhou</surname> <given-names>W</given-names></name> <name><surname>Tian</surname> <given-names>J</given-names></name> <etal/></person-group>. <article-title>Preoperative prediction of cavernous sinus invasion by pituitary adenomas using a radiomics method based on magnetic resonance images</article-title>. <source>Eur Radiol.</source> (<year>2019</year>) <volume>29</volume>:<fpage>1625</fpage>&#x02013;<lpage>34</lpage>. <pub-id pub-id-type="doi">10.1007/s00330-018-5725-3</pub-id><pub-id pub-id-type="pmid">30255254</pub-id></citation></ref>
<ref id="B17">
<label>17.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Ugga</surname> <given-names>L</given-names></name> <name><surname>Cuocolo</surname> <given-names>R</given-names></name> <name><surname>Solari</surname> <given-names>D</given-names></name> <name><surname>Guadagno</surname> <given-names>E</given-names></name> <name><surname>D&#x00027;Amico</surname> <given-names>A</given-names></name> <name><surname>Somma</surname> <given-names>T</given-names></name> <etal/></person-group>. <article-title>Prediction of high proliferative index in pituitary macroadenomas using MRI-based radiomics and machine learning</article-title>. <source>Neuroradiology.</source> (<year>2019</year>) <volume>61</volume>:<fpage>1365</fpage>&#x02013;<lpage>73</lpage>. <pub-id pub-id-type="doi">10.1007/s00234-019-02266-1</pub-id><pub-id pub-id-type="pmid">31375883</pub-id></citation></ref>
<ref id="B18">
<label>18.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Zhang</surname> <given-names>Y</given-names></name> <name><surname>Ko</surname> <given-names>CC</given-names></name> <name><surname>Chen</surname> <given-names>JH</given-names></name> <name><surname>Chang</surname> <given-names>KT</given-names></name> <name><surname>Chen</surname> <given-names>TY</given-names></name> <name><surname>Lim</surname> <given-names>SW</given-names></name> <etal/></person-group>. <article-title>Radiomics approach for prediction of recurrence in non-functioning pituitary macroadenomas</article-title>. <source>Front Oncol.</source> (<year>2020</year>) <volume>10</volume>:<fpage>590083</fpage>. <pub-id pub-id-type="doi">10.3389/fonc.2020.590083</pub-id><pub-id pub-id-type="pmid">33392084</pub-id></citation></ref>
<ref id="B19">
<label>19.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Machado</surname> <given-names>LF</given-names></name> <name><surname>Elias</surname> <given-names>PCL</given-names></name> <name><surname>Moreira</surname> <given-names>AC</given-names></name> <name><surname>Dos Santos</surname> <given-names>AC</given-names></name> <name><surname>Murta Junior</surname> <given-names>LO</given-names></name></person-group>. <article-title>MRI radiomics for the prediction of recurrence in patients with clinically non-functioning pituitary macroadenomas</article-title>. <source>Comput Biol Med.</source> (<year>2020</year>) <volume>124</volume>:<fpage>103966</fpage>. <pub-id pub-id-type="doi">10.1016/j.compbiomed.2020.103966</pub-id><pub-id pub-id-type="pmid">32860977</pub-id></citation></ref>
<ref id="B20">
<label>20.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Asioli</surname> <given-names>S</given-names></name> <name><surname>Righi</surname> <given-names>A</given-names></name> <name><surname>Iommi</surname> <given-names>M</given-names></name> <name><surname>Baldovini</surname> <given-names>C</given-names></name> <name><surname>Ambrosi</surname> <given-names>F</given-names></name> <name><surname>Guaraldi</surname> <given-names>F</given-names></name> <etal/></person-group>. <article-title>Validation of a clinicopathological score for the prediction of post-surgical evolution of pituitary adenoma: retrospective analysis on 566 patients from a tertiary care centre</article-title>. <source>Eur J Endocrinol.</source> (<year>2019</year>) <volume>180</volume>:<fpage>127</fpage>&#x02013;<lpage>34</lpage>. <pub-id pub-id-type="doi">10.1530/EJE-18-0749</pub-id><pub-id pub-id-type="pmid">30481158</pub-id></citation></ref>
<ref id="B21">
<label>21.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Almeida</surname> <given-names>JP</given-names></name> <name><surname>Tabasinejad</surname> <given-names>R</given-names></name> <name><surname>Kalyvas</surname> <given-names>A</given-names></name> <name><surname>Takami</surname> <given-names>H</given-names></name> <name><surname>Mohan</surname> <given-names>N</given-names></name> <name><surname>O&#x00027;Halloran</surname> <given-names>PJ</given-names></name> <etal/></person-group>. <article-title>The importance of long term follow up after endoscopic pituitary surgery: durability of results and tumor recurrence</article-title>. <source>Neurol India</source>. (<year>2020</year>) <volume>68</volume>(<supplement>Suppl.</supplement>):<fpage>S92</fpage>&#x02013;<lpage>100</lpage>. <pub-id pub-id-type="doi">10.1055/s-0040-1702474</pub-id><pub-id pub-id-type="pmid">32611898</pub-id></citation></ref>
<ref id="B22">
<label>22.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Trouillas</surname> <given-names>J</given-names></name> <name><surname>Jaffrain-Rea</surname> <given-names>ML</given-names></name> <name><surname>Vasiljevic</surname> <given-names>A</given-names></name> <name><surname>Raverot</surname> <given-names>G</given-names></name> <name><surname>Roncaroli</surname> <given-names>F</given-names></name> <name><surname>Villa</surname> <given-names>C</given-names></name></person-group>. <article-title>How to classify the pituitary neuroendocrine tumors (PitNET)s in 2020</article-title>. <source>Cancers.</source> (<year>2020</year>) <volume>12</volume>:<fpage>514</fpage>. <pub-id pub-id-type="doi">10.3390/cancers12020514</pub-id><pub-id pub-id-type="pmid">32098443</pub-id></citation></ref>
<ref id="B23">
<label>23.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Shin</surname> <given-names>SS</given-names></name> <name><surname>Tormenti</surname> <given-names>MJ</given-names></name> <name><surname>Paluzzi</surname> <given-names>A</given-names></name> <name><surname>Rothfus</surname> <given-names>WE</given-names></name> <name><surname>Chang</surname> <given-names>YF</given-names></name> <name><surname>Zainah</surname> <given-names>H</given-names></name> <etal/></person-group>. <article-title>Endoscopic endonasal approach for growth hormone secreting pituitary adenomas: outcomes in 53 patients using 2010 consensus criteria for remission</article-title>. <source>Pituitary.</source> (<year>2013</year>) <volume>16</volume>:<fpage>435</fpage>&#x02013;<lpage>44</lpage>. <pub-id pub-id-type="doi">10.1007/s11102-012-0440-6</pub-id><pub-id pub-id-type="pmid">23179961</pub-id></citation></ref>
<ref id="B24">
<label>24.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Juthani</surname> <given-names>RG</given-names></name> <name><surname>Reiner</surname> <given-names>AS</given-names></name> <name><surname>Patel</surname> <given-names>AR</given-names></name> <name><surname>Cowan</surname> <given-names>A</given-names></name> <name><surname>Roguski</surname> <given-names>M</given-names></name> <name><surname>Panageas</surname> <given-names>KS</given-names></name> <etal/></person-group>. <article-title>Radiographic and clinical outcomes using intraoperative magnetic resonance imaging for transsphenoidal resection of pituitary adenomas</article-title>. <source>J Neurosurg.</source> (<year>2020</year>) <volume>134</volume>:<fpage>1824</fpage>&#x02013;<lpage>35</lpage>. <pub-id pub-id-type="doi">10.3171/2020.4.JNS20178</pub-id><pub-id pub-id-type="pmid">32619972</pub-id></citation></ref>
<ref id="B25">
<label>25.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Lee</surname> <given-names>CC</given-names></name> <name><surname>Yang</surname> <given-names>HC</given-names></name> <name><surname>Chen</surname> <given-names>CJ</given-names></name> <name><surname>Lin</surname> <given-names>CJ</given-names></name> <name><surname>Wu</surname> <given-names>HM</given-names></name> <name><surname>Chung</surname> <given-names>WY</given-names></name> <etal/></person-group>. <article-title>Empirical versus progression-guided stereotactic radiosurgery for non-functional pituitary macroadenomas after subtotal resection</article-title>. <source>J Neurooncol.</source> (<year>2019</year>) <volume>142</volume>:<fpage>291</fpage>&#x02013;<lpage>7</lpage>. <pub-id pub-id-type="doi">10.1007/s11060-019-03095-1</pub-id><pub-id pub-id-type="pmid">30635763</pub-id></citation></ref>
<ref id="B26">
<label>26.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Almubark</surname> <given-names>I</given-names></name> <name><surname>Chang</surname> <given-names>LC</given-names></name> <name><surname>Shattuck</surname> <given-names>KF</given-names></name> <name><surname>Nguyen</surname> <given-names>T</given-names></name> <name><surname>Turner</surname> <given-names>RS</given-names></name> <name><surname>Jiang</surname> <given-names>X</given-names></name> <etal/></person-group>. <article-title>5-min cognitive task with deep learning accurately detects early Alzheimer&#x00027;s disease</article-title>. <source>Front Aging Neurosci.</source> (<year>2020</year>) <volume>12</volume>:<fpage>603179</fpage>. <pub-id pub-id-type="doi">10.3389/fnagi.2020.603179</pub-id><pub-id pub-id-type="pmid">33343337</pub-id></citation></ref>
<ref id="B27">
<label>27.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Shehata</surname> <given-names>M</given-names></name> <name><surname>Alksas</surname> <given-names>A</given-names></name> <name><surname>Abouelkheir</surname> <given-names>RT</given-names></name> <name><surname>Elmahdy</surname> <given-names>A</given-names></name> <name><surname>Shaffie</surname> <given-names>A</given-names></name> <name><surname>Soliman</surname> <given-names>A</given-names></name> <etal/></person-group>. <article-title>A comprehensive computer-assisted diagnosis system for early assessment of renal cancer tumors</article-title>. <source>Sensors.</source> (<year>2021</year>) <volume>21</volume>:<fpage>4928</fpage>. <pub-id pub-id-type="doi">10.3390/s21144928</pub-id><pub-id pub-id-type="pmid">34300667</pub-id></citation></ref>
<ref id="B28">
<label>28.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Heise</surname> <given-names>D</given-names></name> <name><surname>Schulze-Hagen</surname> <given-names>M</given-names></name> <name><surname>Bednarsch</surname> <given-names>J</given-names></name> <name><surname>Eickhoff</surname> <given-names>R</given-names></name> <name><surname>Kroh</surname> <given-names>A</given-names></name> <name><surname>Bruners</surname> <given-names>P</given-names></name> <etal/></person-group>. <article-title>CT-based prediction of liver function and post-PVE hypertrophy using an artificial neural network</article-title>. <source>J Clin Med.</source> (<year>2021</year>) <volume>10</volume>:<fpage>3079</fpage>. <pub-id pub-id-type="doi">10.3390/jcm10143079</pub-id><pub-id pub-id-type="pmid">34300246</pub-id></citation></ref>
<ref id="B29">
<label>29.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Detmer</surname> <given-names>FJ</given-names></name> <name><surname>L&#x000FC;ckehe</surname> <given-names>D</given-names></name> <name><surname>Mut</surname> <given-names>F</given-names></name> <name><surname>Slawski</surname> <given-names>M</given-names></name> <name><surname>Hirsch</surname> <given-names>S</given-names></name> <name><surname>Bijlenga</surname> <given-names>P</given-names></name> <etal/></person-group>. <article-title>Comparison of statistical learning approaches for cerebral aneurysm rupture assessment</article-title>. <source>Int J Comput Assist Radiol Surg.</source> (<year>2020</year>) <volume>15</volume>:<fpage>141</fpage>&#x02013;<lpage>50</lpage>. <pub-id pub-id-type="doi">10.1007/s11548-019-02065-2</pub-id><pub-id pub-id-type="pmid">31485987</pub-id></citation></ref>
<ref id="B30">
<label>30.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Lv</surname> <given-names>L</given-names></name> <name><surname>Yin</surname> <given-names>S</given-names></name> <name><surname>Zhou</surname> <given-names>P</given-names></name> <name><surname>Hu</surname> <given-names>Y</given-names></name> <name><surname>Chen</surname> <given-names>C</given-names></name> <name><surname>Ma</surname> <given-names>W</given-names></name> <etal/></person-group>. <article-title>Clinical and pathologic characteristics predicted the postoperative recurrence and progression of pituitary adenoma: a retrospective study with 10 years follow-up</article-title>. <source>World Neurosurg.</source> (<year>2018</year>) <volume>118</volume>:<fpage>e428</fpage>&#x02013;<lpage>35</lpage>. <pub-id pub-id-type="doi">10.1016/j.wneu.2018.06.210</pub-id><pub-id pub-id-type="pmid">29981466</pub-id></citation></ref>
<ref id="B31">
<label>31.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Tatsi</surname> <given-names>C</given-names></name> <name><surname>Stratakis</surname> <given-names>CA</given-names></name></person-group>. <article-title>Aggressive pituitary tumors in the young and elderly</article-title>. <source>Rev Endocr Metab Disord.</source> (<year>2020</year>) <volume>21</volume>:<fpage>213</fpage>&#x02013;<lpage>23</lpage>. <pub-id pub-id-type="doi">10.1007/s11154-019-09534-8</pub-id><pub-id pub-id-type="pmid">31912365</pub-id></citation></ref>
<ref id="B32">
<label>32.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Trott</surname> <given-names>G</given-names></name> <name><surname>Ongaratti</surname> <given-names>BR</given-names></name> <name><surname>de Oliveira Silva</surname> <given-names>CB</given-names></name> <name><surname>Abech</surname> <given-names>GD</given-names></name> <name><surname>Haag</surname> <given-names>T</given-names></name> <name><surname>Rech</surname> <given-names>CGSL</given-names></name> <etal/></person-group>. <article-title>PTTG overexpression in non-functioning pituitary adenomas: Correlation with invasiveness, female gender and younger age</article-title>. <source>Ann Diagn Pathol.</source> (<year>2019</year>) <volume>41</volume>:<fpage>83</fpage>&#x02013;<lpage>9</lpage>. <pub-id pub-id-type="doi">10.1016/j.anndiagpath.2019.04.016</pub-id><pub-id pub-id-type="pmid">31154064</pub-id></citation></ref>
<ref id="B33">
<label>33.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Miller</surname> <given-names>BA</given-names></name> <name><surname>Rutledge</surname> <given-names>WC</given-names></name> <name><surname>Ioachimescu</surname> <given-names>AG</given-names></name> <name><surname>Oyesiku</surname> <given-names>NM</given-names></name></person-group>. <article-title>Management of large aggressive nonfunctional pituitary tumors: experimental medical options when surgery and radiation fail</article-title>. <source>Neurosurg Clin N Am.</source> (<year>2012</year>) <volume>23</volume>:<fpage>587</fpage>&#x02013;<lpage>94</lpage>. <pub-id pub-id-type="doi">10.1016/j.nec.2012.06.013</pub-id><pub-id pub-id-type="pmid">23040745</pub-id></citation></ref>
<ref id="B34">
<label>34.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Li</surname> <given-names>C</given-names></name> <name><surname>Zhu</surname> <given-names>H</given-names></name> <name><surname>Zong</surname> <given-names>X</given-names></name> <name><surname>Wang</surname> <given-names>X</given-names></name> <name><surname>Gui</surname> <given-names>S</given-names></name> <name><surname>Zhao</surname> <given-names>P</given-names></name> <etal/></person-group>. <article-title>Experience of trans-nasal endoscopic surgery for pituitary tumors in a single center in China: Surgical results in a cohort of 2032 patients, operated between 2006 and 2018</article-title>. <source>Clin Neurol Neurosurg.</source> (<year>2020</year>) <volume>197</volume>:<fpage>106176</fpage>. <pub-id pub-id-type="doi">10.1016/j.clineuro.2020.106176</pub-id><pub-id pub-id-type="pmid">32905978</pub-id></citation></ref>
<ref id="B35">
<label>35.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Monsalves</surname> <given-names>E</given-names></name> <name><surname>Larjani</surname> <given-names>S</given-names></name> <name><surname>Loyola Godoy</surname> <given-names>B</given-names></name> <name><surname>Juraschka</surname> <given-names>K</given-names></name> <name><surname>Carvalho</surname> <given-names>F</given-names></name> <name><surname>Kucharczyk</surname> <given-names>W</given-names></name> <etal/></person-group>. <article-title>Growth patterns of pituitary adenomas and histopathological correlates</article-title>. <source>J Clin Endocrinol Metab.</source> (<year>2014</year>) <volume>99</volume>:<fpage>1330</fpage>&#x02013;<lpage>8</lpage>. <pub-id pub-id-type="doi">10.1210/jc.2013-3054</pub-id><pub-id pub-id-type="pmid">24423330</pub-id></citation></ref>
<ref id="B36">
<label>36.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Farrell</surname> <given-names>CJ</given-names></name> <name><surname>Garzon-Muvdi</surname> <given-names>T</given-names></name> <name><surname>Fastenberg</surname> <given-names>JH</given-names></name> <name><surname>Nyquist</surname> <given-names>GG</given-names></name> <name><surname>Rabinowitz</surname> <given-names>MR</given-names></name> <name><surname>Rosen</surname> <given-names>MR</given-names></name> <etal/></person-group>. <article-title>Management of nonfunctioning recurrent pituitary adenomas</article-title>. <source>Neurosurg Clin N Am.</source> (<year>2019</year>) <volume>30</volume>:<fpage>473</fpage>&#x02013;<lpage>82</lpage>. <pub-id pub-id-type="doi">10.1016/j.nec.2019.05.006</pub-id><pub-id pub-id-type="pmid">33203535</pub-id></citation></ref>
<ref id="B37">
<label>37.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Walsh</surname> <given-names>MT</given-names></name> <name><surname>Couldwell</surname> <given-names>WT</given-names></name></person-group>. <article-title>Symptomatic cystic degeneration of a clinically silent corticotroph tumor of the pituitary gland</article-title>. <source>Skull Base.</source> (<year>2010</year>) <volume>20</volume>:<fpage>367</fpage>&#x02013;<lpage>70</lpage>. <pub-id pub-id-type="doi">10.1055/s-0030-1253579</pub-id><pub-id pub-id-type="pmid">21359002</pub-id></citation></ref>
<ref id="B38">
<label>38.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Luo</surname> <given-names>P</given-names></name> <name><surname>Zhang</surname> <given-names>L</given-names></name> <name><surname>Yang</surname> <given-names>L</given-names></name> <name><surname>An</surname> <given-names>Z</given-names></name> <name><surname>Tan</surname> <given-names>H</given-names></name></person-group>. <article-title>Progress in the pathogenesis, diagnosis, and treatment of tsh-secreting pituitary neuroendocrine tumor</article-title>. <source>Front Endocrinol.</source> (<year>2020</year>) <volume>11</volume>:<fpage>580264</fpage>. <pub-id pub-id-type="doi">10.3389/fendo.2020.580264</pub-id><pub-id pub-id-type="pmid">33329389</pub-id></citation></ref>
<ref id="B39">
<label>39.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Rasul</surname> <given-names>FT</given-names></name> <name><surname>Jaunmuktane</surname> <given-names>Z</given-names></name> <name><surname>Khan</surname> <given-names>AA</given-names></name> <name><surname>Phadke</surname> <given-names>R</given-names></name> <name><surname>Powell</surname> <given-names>M</given-names></name></person-group>. <article-title>Plurihormonal pituitary adenoma with concomitant adrenocorticotropic hormone (ACTH) and growth hormone (GH) secretion: a report of two cases and review of the literature</article-title>. <source>Acta Neurochir.</source> (<year>2014</year>) <volume>156</volume>:<fpage>141</fpage>&#x02013;<lpage>6</lpage>. <pub-id pub-id-type="doi">10.1007/s00701-013-1890-y</pub-id><pub-id pub-id-type="pmid">24081787</pub-id></citation></ref>
<ref id="B40">
<label>40.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Miller</surname> <given-names>BA</given-names></name> <name><surname>Ioachimescu</surname> <given-names>AG</given-names></name> <name><surname>Oyesiku</surname> <given-names>NM</given-names></name></person-group>. <article-title>Contemporary indications for transsphenoidal pituitary surgery</article-title>. <source>World Neurosurg</source>. (<year>2014</year>) <volume>82</volume>(<supplement>6 Suppl.</supplement>):<fpage>S147</fpage>&#x02013;<lpage>51</lpage>. <pub-id pub-id-type="doi">10.1016/j.wneu.2014.07.037</pub-id><pub-id pub-id-type="pmid">25496626</pub-id></citation></ref>
<ref id="B41">
<label>41.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Vasudevan</surname> <given-names>K</given-names></name> <name><surname>Saad</surname> <given-names>H</given-names></name> <name><surname>Oyesiku</surname> <given-names>NM</given-names></name></person-group>. <article-title>The role of three-dimensional endoscopy in pituitary adenoma surgery</article-title>. <source>Neurosurg Clin N Am.</source> (<year>2019</year>) <volume>30</volume>:<fpage>421</fpage>&#x02013;<lpage>32</lpage>. <pub-id pub-id-type="doi">10.1016/j.nec.2019.05.012</pub-id><pub-id pub-id-type="pmid">31471049</pub-id></citation></ref>
<ref id="B42">
<label>42.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Khalafallah</surname> <given-names>AM</given-names></name> <name><surname>Liang</surname> <given-names>AL</given-names></name> <name><surname>Jimenez</surname> <given-names>AE</given-names></name> <name><surname>Rowan</surname> <given-names>NR</given-names></name> <name><surname>Oyesiku</surname> <given-names>NM</given-names></name> <name><surname>Mamelak</surname> <given-names>AN</given-names></name> <etal/></person-group>. <article-title>Trends in endoscopic and microscopic transsphenoidal surgery: a survey of the international society of pituitary surgeons between 2010 and 2020</article-title>. <source>Pituitary.</source> (<year>2020</year>) <volume>23</volume>:<fpage>526</fpage>&#x02013;<lpage>33</lpage>. <pub-id pub-id-type="doi">10.1007/s11102-020-01054-y</pub-id><pub-id pub-id-type="pmid">32441022</pub-id></citation></ref>
<ref id="B43">
<label>43.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Hoang</surname> <given-names>N</given-names></name> <name><surname>Tran</surname> <given-names>DK</given-names></name> <name><surname>Herde</surname> <given-names>R</given-names></name> <name><surname>Couldwell</surname> <given-names>GC</given-names></name> <name><surname>Osborn</surname> <given-names>AG</given-names></name> <name><surname>Couldwell</surname> <given-names>WT</given-names></name></person-group>. <article-title>Pituitary macroadenomas with oculomotor cistern extension and tracking: implications for surgical management</article-title>. <source>J Neurosurg.</source> (<year>2016</year>) <volume>125</volume>:<fpage>315</fpage>&#x02013;<lpage>22</lpage>. <pub-id pub-id-type="doi">10.3171/2015.5.JNS15107</pub-id><pub-id pub-id-type="pmid">26566201</pub-id></citation></ref>
<ref id="B44">
<label>44.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Dallapiazza</surname> <given-names>RF</given-names></name> <name><surname>Grober</surname> <given-names>Y</given-names></name> <name><surname>Starke</surname> <given-names>RM</given-names></name> <name><surname>Laws ER</surname> <given-names>Jr</given-names></name> <name><surname>Jane JA</surname> <given-names>Jr</given-names></name></person-group>. <article-title>Long-term results of endonasal endoscopic transsphenoidal resection of nonfunctioning pituitary macroadenomas</article-title>. <source>Neurosurgery.</source> (<year>2015</year>) <volume>76</volume>:<fpage>42</fpage>&#x02013;<lpage>52</lpage>. <pub-id pub-id-type="doi">10.1227/NEU.0000000000000563</pub-id><pub-id pub-id-type="pmid">25255271</pub-id></citation></ref>
<ref id="B45">
<label>45.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Schult</surname> <given-names>D</given-names></name> <name><surname>H&#x000F6;lsken</surname> <given-names>A</given-names></name> <name><surname>Siegel</surname> <given-names>S</given-names></name> <name><surname>Buchfelder</surname> <given-names>M</given-names></name> <name><surname>Fahlbusch</surname> <given-names>R</given-names></name> <name><surname>Kreitschmann-Andermahr</surname> <given-names>I</given-names></name> <etal/></person-group>. <article-title>EZH2 is highly expressed in pituitary adenomas and associated with proliferation</article-title>. <source>Sci Rep.</source> (<year>2015</year>) <volume>5</volume>:<fpage>16965</fpage>. <pub-id pub-id-type="doi">10.1038/srep16965</pub-id><pub-id pub-id-type="pmid">26593398</pub-id></citation></ref>
<ref id="B46">
<label>46.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Taussky</surname> <given-names>P</given-names></name> <name><surname>Kalra</surname> <given-names>R</given-names></name> <name><surname>Coppens</surname> <given-names>J</given-names></name> <name><surname>Mohebali</surname> <given-names>J</given-names></name> <name><surname>Jensen</surname> <given-names>R</given-names></name> <name><surname>Couldwell</surname> <given-names>WT</given-names></name></person-group>. <article-title>Endocrinological outcome after pituitary transposition (hypophysopexy) and adjuvant radiotherapy for tumors involving the cavernous sinus</article-title>. <source>J Neurosurg.</source> (<year>2011</year>) <volume>115</volume>:<fpage>55</fpage>&#x02013;<lpage>62</lpage>. <pub-id pub-id-type="doi">10.3171/2011.2.JNS10566</pub-id><pub-id pub-id-type="pmid">21395389</pub-id></citation></ref>
<ref id="B47">
<label>47.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Rutkowski</surname> <given-names>MJ</given-names></name> <name><surname>Chang</surname> <given-names>KE</given-names></name> <name><surname>Cardinal</surname> <given-names>T</given-names></name> <name><surname>Du</surname> <given-names>R</given-names></name> <name><surname>Tafreshi</surname> <given-names>AR</given-names></name> <name><surname>Donoho</surname> <given-names>DA</given-names></name> <etal/></person-group>. <article-title>Development and clinical validation of a grading system for pituitary adenoma consistency</article-title>. <source>J Neurosurg</source>. (<year>2020</year>) <volume>134</volume>:<fpage>1800</fpage>&#x02013;<lpage>7</lpage>. <pub-id pub-id-type="doi">10.3171/2020.4.JNS193288</pub-id><pub-id pub-id-type="pmid">32503003</pub-id></citation></ref>
<ref id="B48">
<label>48.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Raverot</surname> <given-names>G</given-names></name> <name><surname>Burman</surname> <given-names>P</given-names></name> <name><surname>McCormack</surname> <given-names>A</given-names></name> <name><surname>Heaney</surname> <given-names>A</given-names></name> <name><surname>Petersenn</surname> <given-names>S</given-names></name> <name><surname>Popovic</surname> <given-names>V</given-names></name> <etal/></person-group>. <article-title>European Society of endocrinology clinical practice guidelines for the management of aggressive pituitary tumours and carcinomas</article-title>. <source>Eur J Endocrinol.</source> (<year>2018</year>) <volume>178</volume>:<fpage>G1</fpage>&#x02013;<lpage>24</lpage>. <pub-id pub-id-type="doi">10.1530/EJE-17-0796</pub-id><pub-id pub-id-type="pmid">29886642</pub-id></citation></ref>
</ref-list> 
</back>
</article>