<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.3 20070202//EN" "journalpublishing.dtd">
<article xmlns:mml="http://www.w3.org/1998/Math/MathML" xmlns:xlink="http://www.w3.org/1999/xlink" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" article-type="research-article" dtd-version="2.3" xml:lang="EN">
<front>
<journal-meta>
<journal-id journal-id-type="publisher-id">Front. Endocrinol.</journal-id>
<journal-title>Frontiers in Endocrinology</journal-title>
<abbrev-journal-title abbrev-type="pubmed">Front. Endocrinol.</abbrev-journal-title>
<issn pub-type="epub">1664-2392</issn>
<publisher>
<publisher-name>Frontiers Media S.A.</publisher-name>
</publisher>
</journal-meta>
<article-meta>
<article-id pub-id-type="doi">10.3389/fendo.2021.748725</article-id>
<article-categories>
<subj-group subj-group-type="heading">
<subject>Endocrinology</subject>
<subj-group>
<subject>Original Research</subject>
</subj-group>
</subj-group>
</article-categories>
<title-group>
<article-title>Machine-Learning Prediction of Postoperative Pituitary Hormonal Outcomes in Nonfunctioning Pituitary Adenomas: A Multicenter Study</article-title>
</title-group>
<contrib-group>
<contrib contrib-type="author">
<name>
<surname>Fang</surname>
<given-names>Yi</given-names>
</name>
<xref ref-type="aff" rid="aff1">
<sup>1</sup>
</xref>
<xref ref-type="aff" rid="aff2">
<sup>2</sup>
</xref>
<uri xlink:href="https://loop.frontiersin.org/people/1422283"/>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Wang</surname>
<given-names>He</given-names>
</name>
<xref ref-type="aff" rid="aff3">
<sup>3</sup>
</xref>
<uri xlink:href="https://loop.frontiersin.org/people/1113078"/>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Feng</surname>
<given-names>Ming</given-names>
</name>
<xref ref-type="aff" rid="aff3">
<sup>3</sup>
</xref>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Zhang</surname>
<given-names>Wentai</given-names>
</name>
<xref ref-type="aff" rid="aff3">
<sup>3</sup>
</xref>
<uri xlink:href="https://loop.frontiersin.org/people/1157333"/>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Cao</surname>
<given-names>Lei</given-names>
</name>
<xref ref-type="aff" rid="aff4">
<sup>4</sup>
</xref>
<uri xlink:href="https://loop.frontiersin.org/people/1418274"/>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Ding</surname>
<given-names>Chenyu</given-names>
</name>
<xref ref-type="aff" rid="aff5">
<sup>5</sup>
</xref>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Chen</surname>
<given-names>Hongjie</given-names>
</name>
<xref ref-type="aff" rid="aff2">
<sup>2</sup>
</xref>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Wei</surname>
<given-names>Liangfeng</given-names>
</name>
<xref ref-type="aff" rid="aff1">
<sup>1</sup>
</xref>
<xref ref-type="aff" rid="aff2">
<sup>2</sup>
</xref>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Mu</surname>
<given-names>Shuwen</given-names>
</name>
<xref ref-type="aff" rid="aff1">
<sup>1</sup>
</xref>
<xref ref-type="aff" rid="aff2">
<sup>2</sup>
</xref>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Pei</surname>
<given-names>Zhijie</given-names>
</name>
<xref ref-type="aff" rid="aff1">
<sup>1</sup>
</xref>
<xref ref-type="aff" rid="aff2">
<sup>2</sup>
</xref>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Li</surname>
<given-names>Jun</given-names>
</name>
<xref ref-type="aff" rid="aff1">
<sup>1</sup>
</xref>
<xref ref-type="aff" rid="aff2">
<sup>2</sup>
</xref>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Zhang</surname>
<given-names>Heng</given-names>
</name>
<xref ref-type="aff" rid="aff1">
<sup>1</sup>
</xref>
<xref ref-type="aff" rid="aff2">
<sup>2</sup>
</xref>
</contrib>
<contrib contrib-type="author" corresp="yes">
<name>
<surname>Wang</surname>
<given-names>Renzhi</given-names>
</name>
<xref ref-type="aff" rid="aff3">
<sup>3</sup>
</xref>
<xref ref-type="author-notes" rid="fn001">
<sup>*</sup>
</xref>
<uri xlink:href="https://loop.frontiersin.org/people/33445"/>
</contrib>
<contrib contrib-type="author" corresp="yes">
<name>
<surname>Wang</surname>
<given-names>Shousen</given-names>
</name>
<xref ref-type="aff" rid="aff1">
<sup>1</sup>
</xref>
<xref ref-type="aff" rid="aff2">
<sup>2</sup>
</xref>
<xref ref-type="author-notes" rid="fn001">
<sup>*</sup>
</xref>
<uri xlink:href="https://loop.frontiersin.org/people/1422189"/>
</contrib>
</contrib-group>
<aff id="aff1">
<sup>1</sup>
<institution>Department of Neurosurgery, The Fuzong Clinical Medical College of Fujian Medical University</institution>, <addr-line>Fuzhou</addr-line>, <country>China</country>
</aff>
<aff id="aff2">
<sup>2</sup>
<institution>Department of Neurosurgery, The Fuzhou General Hospital</institution>, <addr-line>Fuzhou</addr-line>, <country>China</country>
</aff>
<aff id="aff3">
<sup>3</sup>
<institution>Department of Neurosurgery, The Peking Union Medical College Hospital, Chinese Academy of Medical Sciences and Peking Union Medical College</institution>, <addr-line>Beijing</addr-line>, <country>China</country>
</aff>
<aff id="aff4">
<sup>4</sup>
<institution>Department of Neurosurgery, The Tiantan Hospital, Capital Medical University</institution>, <addr-line>Beijing</addr-line>, <country>China</country>
</aff>
<aff id="aff5">
<sup>5</sup>
<institution>Department of Neurosurgery, The First Affiliated Hospital of Fujian Medical University</institution>, <addr-line>Fuzhou</addr-line>, <country>China</country>
</aff>
<author-notes>
<fn fn-type="edited-by">
<p>Edited by: Francesco Doglietto, University of Brescia, Italy</p>
</fn>
<fn fn-type="edited-by">
<p>Reviewed by: Zhe Bao Wu, Shanghai Jiao Tong University, China; Akira Sugawara, Tohoku University, Japan</p>
</fn>
<fn fn-type="corresp" id="fn001">    <p>*Correspondence: Shousen Wang, <email xlink:href="mailto:wshsen@126.com">wshsen@126.com</email>; Renzhi Wang, <email xlink:href="mailto:wangrz@126.com">wangrz@126.com</email>
</p>
</fn>
<fn fn-type="other" id="fn002">
<p>This article was submitted to Pituitary Endocrinology, a section of the journal Frontiers in Endocrinology</p>
</fn>
</author-notes>
<pub-date pub-type="epub">
<day>07</day>
<month>10</month>
<year>2021</year>
</pub-date>
<pub-date pub-type="collection">
<year>2021</year>
</pub-date>
<volume>12</volume>
<elocation-id>748725</elocation-id>
<history>
<date date-type="received">
<day>28</day>
<month>07</month>
<year>2021</year>
</date>
<date date-type="accepted">
<day>15</day>
<month>09</month>
<year>2021</year>
</date>
</history>
<permissions>
<copyright-statement>Copyright &#xa9; 2021 Fang, Wang, Feng, Zhang, Cao, Ding, Chen, Wei, Mu, Pei, Li, Zhang, Wang and Wang</copyright-statement>
<copyright-year>2021</copyright-year>
<copyright-holder>Fang, Wang, Feng, Zhang, Cao, Ding, Chen, Wei, Mu, Pei, Li, Zhang, Wang and Wang</copyright-holder>
<license xlink:href="http://creativecommons.org/licenses/by/4.0/">
<p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (CC BY). The use, distribution or reproduction in other forums is permitted, provided the original author(s) and the copyright owner(s) are credited and that the original publication in this journal is cited, in accordance with accepted academic practice. No use, distribution or reproduction is permitted which does not comply with these terms.</p>
</license>
</permissions>
<abstract>
<sec>
<title>Objective</title>
<p>No accurate predictive models were identified for hormonal prognosis in non-functioning pituitary adenoma (NFPA). This study aimed to develop machine learning (ML) models to facilitate the prognostic assessment of pituitary hormonal outcomes after surgery.</p>
</sec>
<sec>
<title>Methods</title>
<p>A total of 215 male patients with NFPA, who underwent surgery in four medical centers from 2015 to 2021, were retrospectively reviewed. The data were pooled after heterogeneity assessment, and they were randomly divided into training and testing sets (172:43). Six ML models and logistic regression models were developed using six anterior pituitary hormones.</p>
</sec>
<sec>
<title>Results</title>
<p>Only thyroid-stimulating hormone (<italic>p</italic> &lt; 0.001), follicle-stimulating hormone (<italic>p</italic> &lt; 0.001), and prolactin (PRL; <italic>p</italic> &lt; 0.001) decreased significantly following surgery, whereas growth hormone (GH) (<italic>p</italic> &lt; 0.001) increased significantly. The postoperative GH (<italic>p</italic> = 0.07) levels were slightly higher in patients with gross total resection, but the PRL (<italic>p</italic> = 0.03) level was significantly lower than that in patients with subtotal resection. The optimal model achieved area-under-the-receiver-operating-characteristic-curve values of 0.82, 0.74, and 0.85 in predicting hormonal hypofunction, new deficiency, and hormonal recovery following surgery, respectively. According to feature importance analyses, the preoperative levels of the same type and other hormones were all important in predicting postoperative individual hormonal hypofunction.</p>
</sec>
<sec>
<title>Conclusion</title>
<p>Fluctuation in anterior pituitary hormones varies with increases and decreases because of transsphenoidal surgery. The ML models could accurately predict postoperative pituitary outcomes based on preoperative anterior pituitary hormones in NFPA.</p>
</sec>
</abstract>
<kwd-group>
<kwd>hypopituitarism</kwd>
<kwd>machine learning</kwd>
<kwd>neuroendocrine tumor</kwd>
<kwd>pituitary tumors</kwd>
<kwd>prognosis</kwd>
<kwd>surgery</kwd>
</kwd-group>
<counts>
<fig-count count="2"/>
<table-count count="3"/>
<equation-count count="0"/>
<ref-count count="22"/>
<page-count count="8"/>
<word-count count="4011"/>
</counts>
</article-meta>
</front>
<body>
<sec id="s1" sec-type="intro">
<title>Introduction</title>
<p>Hypopituitarism is a deficiency in one or several pituitary hormones (<xref ref-type="bibr" rid="B1">1</xref>). The pituitary gland is subdivided into adenohypophysis (anterior pituitary) and neurohypophysis (posterior pituitary). Adenohypophysis primarily produces six hormones: growth hormone (GH), thyroid-stimulating hormone (TSH), follicle-stimulating hormone (FSH), luteinizing hormone (LH), prolactin (PRL), and adrenocorticotropic hormone (ACTH). Neurohypophysis is responsible for storing and releasing oxytocin and antidiuretic hormones derived from the hypothalamus. Sellar lesions, including pituitary adenoma (PA), are commonly associated with deficiencies in pituitary hormones because of compression of adenohypophysis and pituitary stalk vessels (<xref ref-type="bibr" rid="B1">1</xref>). Nonfunctioning pituitary adenoma (NFPA) is a common factor in hypopituitarism, with a prevalence ranging from 37% to 85% (<xref ref-type="bibr" rid="B2">2</xref>&#x2013;<xref ref-type="bibr" rid="B4">4</xref>). NFPAs include gonadotroph adenomas, silent PAs, and null cell adenomas, and they are characterized by mass effects, as detailed in the last WHO classification (<xref ref-type="bibr" rid="B4">4</xref>, <xref ref-type="bibr" rid="B5">5</xref>). Transsphenoidal surgery is the primary treatment for NFPAs. Although surgery could treat NFPA-induced hypopituitarism, secondary hypopituitarism is a common consequence of pituitary surgery (<xref ref-type="bibr" rid="B6">6</xref>). The incidence of surgery-induced hypopituitarism varies from 2% to 15% (<xref ref-type="bibr" rid="B2">2</xref>, <xref ref-type="bibr" rid="B3">3</xref>, <xref ref-type="bibr" rid="B7">7</xref>).</p>
<p>Adenohypophysis hypofunction could cause severe hormonal disorders, which are responsible for decreasing the quality of life in patients. Two recent meta-analyses have revealed excess mortality in patients suffering from hypopituitarism (<xref ref-type="bibr" rid="B8">8</xref>, <xref ref-type="bibr" rid="B9">9</xref>). Perioperative management of hormones is an essential part of treatment for patients undergoing pituitary surgery. Therefore, anticipating and monitoring hypopituitarism and adjusting therapeutic strategies are necessary to minimize the effect of hypopituitarism on prognosis.</p>
<p>Multicenter studies of perioperative anterior pituitary hormones in NFPAs are limited. In the present study, the clinical characteristics of NFPAs in four medical centers were retrospectively reviewed. The interrelations between preoperative anterior pituitary hormones and postoperative secretion of adenohypophysis were analyzed. Machine learning (ML) models were developed to predict the secretory capacity of the anterior pituitary. Feature importance analysis was also performed for model explanation. This study aimed to investigate the perioperative hormonal characteristics of the anterior pituitary gland and provide a framework for ML models to predict postoperative hormone deficiency in the adenohypophysis.</p>
</sec>
<sec id="s2" sec-type="materials|methods">
<title>Materials And Methods</title>
<p>A collected database (CPDRN) was used as a screening tool in the cohort. Clinical data were obtained from Fuzhou General Hospital (FGH), Peking Union Medical College Hospital (PUMCH), the First Affiliated Hospital of Fujian Medical University (FAHFMU), and Beijing Tiantan Hospital (BTH). This study was approved by the Institutional Review Boards of all the medical centers. As it was a retrospective study, the patients did not sign an informed consent.</p>
<sec id="s2_1">
<title>Data Preparation</title>
<p>In the cohort, a total of 215 male adult patients who underwent NPFA resection between 2015 and 2021 were reviewed retrospectively (FGH, n = 111; PUMCH, n = 41; FAHFMU, n = 20; and BTH, n = 43). The age ranged from 18 years to 79 years.</p>
<p>The criteria for admission were as follows:</p>
<list list-type="simple">
<list-item>
<p>1. Macroadenomas (more than 1 cm) with hormonal and histopathological diagnosis of NFPA.</p>
</list-item>
<list-item>
<p>2. Male adult patients undergoing perioperative neuroendocrine evaluation of six anterior pituitary hormones.</p>
</list-item>
<list-item>
<p>3. Patients without previous radiotherapy and surgery of pituitary diseases.</p>
</list-item>
<list-item>
<p>4. Patients without a history of long-term pharmacotherapy and endocrine diseases that could affect adenohypophysis function.</p>
</list-item>
</list>
</sec>
<sec id="s2_2">
<title>Evaluation of the Secretory Capacity of Each Anterior Pituitary Hormone</title>
<p>All six anterior pituitary hormones (GH, TSH, FSH, LH, PRL, and ACTH) were monitored based on the serum hormone levels to reflect the secretory capacity of the adenohypophysis. The patients received a neuroendocrine evaluation and re-evaluation within 7 days before and after surgery. However, the random GH level lower limit for adults was 0 &#x3bc;g/L, and confirmatory stimulation tests were not routinely conducted to diagnose GH deficiency in all centers. Thus, the deficiencies of the remaining five hormones were evaluated. Pituitary hormonal deficiency (PHD) was defined as one or more inappropriately low anterior pituitary hormones. New deficiency was defined as at least one normal hormone secreted before the present postoperative deficiency. Recovered deficiency was defined as at least one of the preoperative deficits that returned to normal function following surgery (<xref ref-type="bibr" rid="B6">6</xref>).</p>
<p>Although details of the hormonal tests were not standardized, the hormonal reference ranges of the four medical centers were similar, following the conversion of the unit. Furthermore, the heterogeneity across hormonal findings was limited (<xref ref-type="supplementary-material" rid="SF1">
<bold>Supplementary Material Figures&#xa0;1</bold>
</xref> and <xref ref-type="fig" rid="f2">
<bold>2</bold>
</xref>). Consequently, the multicenter hormonal outcomes were pooled to facilitate the training of the predictive models. The principal investigator from each center assessed the hormonal outcomes separately. The adjudicated results were forwarded to the coordinating site for further analysis.</p>
</sec>
<sec id="s2_3">
<title>Model Training and Explanation</title>
<p>Six common supervised ML models were developed to predict the postoperative secretory capacity of the adenohypophysis: decision tree (DT), random forest (RF), K-nearest neighbor (KNN), AdaBoost algorithm, support vector machine (SVM), and neural network (NN). In addition, the logistic regression (LR) model was trained as the reference frame for comparison with ML models. In the cohort, 215 male patients with NFPA underwent a fivefold division (172:43) of the randomized dataset. These dichotomous models for postoperative endocrine evaluation were trained using only the six anterior pituitary hormones representing the secretory capacity of the adenohypophysis.</p>
<p>Hyperparameters are parameters that are not directly learned within estimators. They are passed as arguments to the constructor of the estimator classes. GridSearchCV provided by the Scikit-Learn library enabled efficient parameter search strategies. It could search for and evaluate all possible combinations from a grid of parameter values (<xref ref-type="bibr" rid="B10">10</xref>). Parameter search used the area under the receiver operating characteristic curve (AUC-ROC) of estimators to evaluate the parameter setting, following the convention that higher return values are better than lower return values. Finally, the parameter combination that outputs the maximum AUC-ROC value was obtained. The parameters were further optimized by manually performing fine-tuning parameter correction.</p>
<p>The abovementioned models were trained and tested using fivefold cross-validation. An evaluation was performed on one group by using the model built on 80% of the cases. Sensitivity, specificity, and AUC-ROC were provided. The algorithm with the highest AUC-ROC was considered as the optimal model.</p>
<p>The evaluation of feature importance on ML classification models facilitated the improvement of model interpretability.</p>
</sec>
<sec id="s2_4">
<title>Statistical Analyses and Software Application</title>
<p>Stata (version 19.0) was used to analyze the heterogeneity from different medical centers with the fixed-effect model. Q test (<italic>p</italic> &lt; 0.10, indicating heterogeneity) and I<sup>2</sup> test (I<sup>2</sup> &gt; 50%, indicating moderate-to-high heterogeneity) were performed. Jupyter Notebook, an open-source project, served as a code execution tool (compatible with python and R environments) (<xref ref-type="bibr" rid="B11">11</xref>, <xref ref-type="bibr" rid="B12">12</xref>). Python (version 3.9) was run for model building and training. Various open-source ML libraries, including Scikit-Learn (version 0.24.2), were used (<xref ref-type="bibr" rid="B13">13</xref>). All data analyses and data visualization were processed in R (version 4.0.4) and python (version 3.9). Categorical variables were analyzed using the chi-square test. An independent sample t-test was used to compare the differences in hormonal levels. A two-sided <italic>p</italic>-value of less than 0.05 was considered significant.</p>
</sec>
</sec>
<sec id="s3" sec-type="results">
<title>Results</title>
<sec id="s3_1">
<title>Clinical Characteristics</title>
<p>A total of 215 male patients with NFPA from the four medical centers were included (<xref ref-type="table" rid="T1">
<bold>Table&#xa0;1</bold>
</xref>). In the cohort, 94/215 (43.7%) patients had a preoperative deficiency in at least one of the evaluated hormones. The incidence of preoperative deficiencies in individual hormonal axes was 72 (33.5%) for LH, 19 (8.8%) for TSH, 14 (6.5%) for ACTH, 13 (6.0%) for PRL, and 10 (4.7%) for FSH. The frequency of deficits in postoperative hormones (n = 139/215, 64.7%) was significantly higher than that in preoperative hormones (<italic>p</italic> &lt; 0.001). The incidence of postoperative deficiencies of individual pituitary hormone was 95/139 (68.3%) for LH, 50/139 (36.0%) for TSH, 41 (29.5%) for PRL, 17 (12.2%) for FSH, and 13 (9.4%) for ACTH. A new deficiency in at least one hormone following surgery was observed in 41.9% (90/215) of patients, whereas 53/215 (24.7%) cases had normal hormonal levels prior to surgery. A new deficiency was most likely to be observed in TSH (17.3%) and LH levels (19.6%) and less likely to be observed in ACTH levels (4.5%). Of the patients with a preoperative deficiency, 21/94 (22.3%) recovered in one or more deficient hormones. However, 13/21 (61.9) patients still had postoperative hormone deficits, and a new deficiency was observed in 9/21 (42.9%) cases.</p>
<table-wrap id="T1" position="float">
<label>Table&#xa0;1</label>
<caption>
<p>Summary of characteristics.</p>
</caption>
<table frame="hsides">
<thead>
<tr>
<th valign="top" align="left">Characteristics</th>
<th valign="top" align="center">No./Total</th>
</tr>
</thead>
<tbody>
<tr>
<td valign="top" align="left">
<bold>No. of patients</bold>
</td>
<td valign="top" align="center">215</td>
</tr>
<tr>
<td valign="top" align="left">
<bold>Age in yrs</bold>
</td>
<td valign="top" align="center">51.8 &#xb1; 11.8</td>
</tr>
<tr>
<td valign="top" align="left">
<bold>Tumor diameter</bold>
</td>
<td valign="top" align="center">29.3 &#xb1; 12.8</td>
</tr>
<tr>
<td valign="top" align="left">&#x2003;<bold>Preoperative PHD</bold>
</td>
<td valign="top" align="center">94/215 (43.7)</td>
</tr>
<tr>
<td valign="top" align="left">&#x2003;&#x2003;TSH</td>
<td valign="top" align="center">19/215 (8.8)</td>
</tr>
<tr>
<td valign="top" align="left">&#x2003;&#x2003;FSH</td>
<td valign="top" align="center">10/215 (4.7)</td>
</tr>
<tr>
<td valign="top" align="left">&#x2003;&#x2003;LH</td>
<td valign="top" align="center">72/215 (33.5)</td>
</tr>
<tr>
<td valign="top" align="left">&#x2003;&#x2003;PRL</td>
<td valign="top" align="center">13/215 (6.0)</td>
</tr>
<tr>
<td valign="top" align="left">&#x2003;&#x2003;ACTH</td>
<td valign="top" align="center">14/215 (6.5)</td>
</tr>
<tr>
<td valign="top" align="left">&#x2003;&#x2003;Deficiency in 1 hormone axis</td>
<td valign="top" align="center">58/94 (61.8)</td>
</tr>
<tr>
<td valign="top" align="left">&#x2003;&#x2003;Deficiency in 2 hormone axes</td>
<td valign="top" align="center">18/94 (19.1)</td>
</tr>
<tr>
<td valign="top" align="left">&#x2003;&#x2003;Deficiency in &#x2265; 3 hormone axes</td>
<td valign="top" align="center">18/94 (19.1)</td>
</tr>
<tr>
<td valign="top" colspan="2" align="left">
<bold>Resection goal</bold>
</td>
</tr>
<tr>
<td valign="top" align="left">&#x2003;&#x2003;Gross total resection</td>
<td valign="top" align="center">151/200 (75.5)</td>
</tr>
<tr>
<td valign="top" align="left">&#x2003;&#x2003;Subtotal resection</td>
<td valign="top" align="center">49/200 (24.5)</td>
</tr>
</tbody>
</table>
</table-wrap>
<p>Further details of the perioperative results are shown in <xref ref-type="table" rid="T2">
<bold>Tables&#xa0;2</bold>
</xref> and <xref ref-type="table" rid="T3">
<bold>3</bold>
</xref>. The postoperative GH levels were significantly higher than the preoperative levels (<italic>p</italic> &lt; 0.001), whereas the TSH (<italic>p</italic> &lt; 0.001), FSH (<italic>p</italic> &lt; 0.001), and PRL (<italic>p</italic> &lt; 0.001) levels significantly decreased after surgery. Perioperative hormonal level fluctuations were not significant for LH (<italic>p</italic> = 0.96) and ACTH (<italic>p</italic> = 0.77). All patients underwent transsphenoidal surgical resection. A total of 151/200 (75.5) patients underwent gross total resection (GTR). Subtotal resection (STR) was observed in 24.5% (49/200) of patients. The GH (<italic>p</italic> = 0.07) levels were slightly higher in the GTR group than in the STR group after surgery. However, the PRL secretion levels were significantly lower in patients with GTR (<italic>p</italic> = 0.03). Postoperative LH (<italic>p</italic> = 0.25) and FSH (<italic>p</italic> = 0.41) presented an increase in tendency following GTR, with no significant differences.</p>
<table-wrap id="T2" position="float">
<label>Table&#xa0;2</label>
<caption>
<p>Anterior pituitary hormone secretion after transsphenoidal surgery for NFPAs.</p>
</caption>
<table frame="hsides">
<thead>
<tr>
<th valign="top" align="left">Parameter</th>
<th valign="top" align="center">No. (%)</th>
</tr>
</thead>
<tbody>
<tr>
<td valign="top" align="left">
<bold>Postoperative hormonal hypofunction</bold>
</td>
<td valign="top" align="center">139/215 (64.7)</td>
</tr>
<tr>
<td valign="top" align="left">&#x2003;Deficiency in 1 hormone axis</td>
<td valign="top" align="center">84/139 (60.4)</td>
</tr>
<tr>
<td valign="top" align="left">&#x2003;Deficiency in 2 hormone axes</td>
<td valign="top" align="center">41/139 (29.5)</td>
</tr>
<tr>
<td valign="top" align="left">&#x2003;Deficiency in &#x2265; 3 hormone axes</td>
<td valign="top" align="center">14/139 (10.1)</td>
</tr>
<tr>
<td valign="top" colspan="2" align="left">
<bold>Individual hormonal function</bold>
</td>
</tr>
<tr>
<td valign="top" align="left">&#x2003;TSH deficiency</td>
<td valign="top" align="center">50</td>
</tr>
<tr>
<td valign="top" align="left">&#x2003;&#x2003;New deficiency</td>
<td valign="top" align="center">34/196 (17.3)</td>
</tr>
<tr>
<td valign="top" align="left">&#x2003;&#x2003;Deficiency resolved</td>
<td valign="top" align="center">3/19 (15.8)</td>
</tr>
<tr>
<td valign="top" align="left">&#x2003;FSH deficiency`</td>
<td valign="top" align="center">17</td>
</tr>
<tr>
<td valign="top" align="left">&#x2003;&#x2003;New deficiency</td>
<td valign="top" align="center">9/205 (4.4)</td>
</tr>
<tr>
<td valign="top" align="left">&#x2003;&#x2003;Deficiency resolved</td>
<td valign="top" align="center">2/10 (20.0)</td>
</tr>
<tr>
<td valign="top" align="left">&#x2003;LH deficiency</td>
<td valign="top" align="center">95</td>
</tr>
<tr>
<td valign="top" align="left">&#x2003;&#x2003;New deficiency</td>
<td valign="top" align="center">28/143 (19.6)</td>
</tr>
<tr>
<td valign="top" align="left">&#x2003;&#x2003;Deficiency resolved</td>
<td valign="top" align="center">5/72 (6.9)</td>
</tr>
<tr>
<td valign="top" align="left">&#x2003;PRL deficiency</td>
<td valign="top" align="center">41</td>
</tr>
<tr>
<td valign="top" align="left">&#x2003;&#x2003;New deficiency</td>
<td valign="top" align="center">29/201 (14.4)</td>
</tr>
<tr>
<td valign="top" align="left">&#x2003;&#x2003;Deficiency resolved</td>
<td valign="top" align="center">1/13 (7.7)</td>
</tr>
<tr>
<td valign="top" align="left">&#x2003;ACTH deficiency</td>
<td valign="top" align="center">13</td>
</tr>
<tr>
<td valign="top" align="left">&#x2003;&#x2003;New deficiency</td>
<td valign="top" align="center">9/202 (4.5)</td>
</tr>
<tr>
<td valign="top" align="left">&#x2003;&#x2003;Deficiency resolved</td>
<td valign="top" align="center">10/14 (71.4)</td>
</tr>
<tr>
<td valign="top" align="left">
<bold>Any new deficiency in &#x2265;1 hormone axes</bold>
</td>
<td valign="top" align="center">90/215 (41.9)</td>
</tr>
<tr>
<td valign="top" align="left">
<bold>Any improvement in &#x2265;1 hormone axes</bold>
</td>
<td valign="top" align="center">21/94 (22.3)</td>
</tr>
</tbody>
</table>
</table-wrap>
<table-wrap id="T3" position="float">
<label>Table&#xa0;3</label>
<caption>
<p>Comparison of anterior pituitary hormone levels.</p>
</caption>
<table frame="hsides">
<thead>
<tr>
<th valign="top" rowspan="2" align="left">Hormonecategories</th>
<th valign="top" colspan="3" align="center">Perioperative fluctuation</th>
<th valign="top" colspan="3" align="center">Tumor resection<xref ref-type="table-fn" rid="fnT3_1">
<sup>a</sup>
</xref>
</th>
</tr>
<tr>
<th valign="top" align="center">Preoperative Mean &#xb1; SD(n=215)</th>
<th valign="top" align="center">Postoperative Mean &#xb1; SD(n=215)</th>
<th valign="top" align="center">
<italic>p</italic>-value</th>
<th valign="top" align="center">STR Mean &#xb1; SD(n=49)</th>
<th valign="top" align="center">GTR Mean &#xb1; SD(n=151)</th>
<th valign="top" align="center">
<italic>p</italic>-value</th>
</tr>
</thead>
<tbody>
<tr>
<td valign="top" align="left">
<bold>GH</bold>
</td>
<td valign="top" align="center">  0.24 &#xb1; 0.29</td>
<td valign="top" align="center">0.69 &#xb1; 1.00</td>
<td valign="top" align="center">&lt;<bold>0.001&#x2191;</bold>
</td>
<td valign="top" align="center">0.48 &#xb1; 0.46</td>
<td valign="top" align="center">0.78 &#xb1; 1.14</td>
<td valign="top" align="center">0.07<bold>&#x2191;</bold>
</td>
</tr>
<tr>
<td valign="top" align="left">
<bold>TSH</bold>
</td>
<td valign="top" align="center">  1.75 &#xb1; 1.24</td>
<td valign="top" align="center">0.96 &#xb1; 0.90</td>
<td valign="top" align="center">&lt;<bold>0.001&#x2193;</bold>
</td>
<td valign="top" align="center">1.01 &#xb1; 0.94</td>
<td valign="top" align="center">0.93 &#xb1; 0.83</td>
<td valign="top" align="center">0.58</td>
</tr>
<tr>
<td valign="top" align="left">
<bold>FSH</bold>
</td>
<td valign="top" align="center">  6.49 &#xb1; 5.80</td>
<td valign="top" align="center">4.94 &#xb1; 3.84</td>
<td valign="top" align="center">
<bold>0.001&#x2193;</bold>
</td>
<td valign="top" align="center">4.69 &#xb1; 4.09</td>
<td valign="top" align="center">5.20 &#xb1; 3.72</td>
<td valign="top" align="center">0.41</td>
</tr>
<tr>
<td valign="top" align="left">
<bold>LH</bold>
</td>
<td valign="top" align="center">  2.66 &#xb1; 2.22</td>
<td valign="top" align="center">2.61 &#xb1; 2.42</td>
<td valign="top" align="center">0.96</td>
<td valign="top" align="center">2.29 &#xb1; 3.45</td>
<td valign="top" align="center">2.82 &#xb1; 2.57</td>
<td valign="top" align="center">0.25</td>
</tr>
<tr>
<td valign="top" align="left">
<bold>PRL</bold>
</td>
<td valign="top" align="center">11.90 &#xb1; 7.12</td>
<td valign="top" align="center">5.19 &#xb1; 3.87</td>
<td valign="top" align="center">&lt;<bold>0.001&#x2193;</bold>
</td>
<td valign="top" align="center">6.27 &#xb1; 4.65</td>
<td valign="top" align="center">4.94 &#xb1; 3.44</td>
<td valign="top" align="center">
<bold>0.03&#x2193;</bold>
</td>
</tr>
<tr>
<td valign="top" align="left">
<bold>ACTH</bold>
</td>
<td valign="top" align="center">  21.86 &#xb1; 14.04</td>
<td valign="top" align="center">21.11 &#xb1; 18.33</td>
<td valign="top" align="center">0.77</td>
<td valign="top" align="center">21.97 &#xb1; 17.68</td>
<td valign="top" align="center">20.80 &#xb1; 21.64</td>
<td valign="top" align="center">0.73</td>
</tr>
</tbody>
</table>
<table-wrap-foot>
<fn id="fnT3_1">
<label>a</label>
<p>Postoperative hormone levels.</p>
</fn>
<fn>
<p>GTR, gross total resection; SD, standard deviation; STR, subtotal resection.</p>
</fn>
<fn>
<p>The bold values represent statistical significance (p &lt; 0.05).</p>
</fn>
</table-wrap-foot>
</table-wrap>
</sec>
<sec id="s3_2">
<title>Predictive Models for Postoperative Hypofunction</title>
<p>The six preoperative anterior pituitary hormones were considered as input features for the dichotomous models of postoperative hypopituitarism. The predictive capabilities were compared after training and fivefold cross-validation of the eight models. The performance details of each model are shown in <xref ref-type="fig" rid="f1">
<bold>Figure&#xa0;1</bold>
</xref>.</p>
<fig id="f1" position="float">
<label>Figure&#xa0;1</label>
<caption>
<p>Receiver operating characteristic curves and precision-recall curves of machine learning for the postoperative outcomes of the adenohypophysis. <bold>(A)</bold> Postoperative hormonal hypofunction; <bold>(B)</bold> New hormonal hypofunction; <bold>(C)</bold> Hormonal recovery. Decision tree (DT), Random Forest (RF), K-nearest neighbor (KNN), Adaptive Boosting algorithm (AdaBoost), Support Vector Machine (SVM), Neural Network (NN), logistic regression (Logit).</p>
</caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fendo-12-748725-g001.tif"/>
</fig>
<p>The AdaBoost model was considered as the optimal model based on the AUC-ROC results (AUC = 0.82, AUC-PR = 90), followed by NN (AUC-ROC = 0.81, AUC-PR = 0.89), RF (AUC-ROC = 0.81, AUC-PR = 84), DT (AUC-ROC = 0.81, AUC-PR = 0.89), KNN (AUC-ROC = 0.80, AUC-PR = 0.86), and SVM (AUC-ROC = 0.77, AUC-PR = 0.84). Based on the AUC value of the ROC and PR curve, the ML models were slightly better than the LR model (AUC-ROC = 0.78, AUC-PR = 0.86).</p>
</sec>
<sec id="s3_3">
<title>Predictive Models for New Postoperative Hypofunction and Hormonal Recovery</title>
<p>The ML models were selected to predict new postoperative hypofunction and hormonal remission. GridSearchCV was reset for predictive models. The optimal model for the prediction of surgery-induced PHD revealed an AUC-ROC of 0.74 and an AUC-PR of 0.69. Hormonal recovery was also assessed using these models. The optimal model for postoperative recovery prediction had an AUC-ROC of 0.85 and an AUC-PR of 0.54. The LR models achieved AUC-ROC values of 0.59 and 0.68 in predicting new postoperative hypofunction and hormonal recovery, respectively. The ML models presented a higher reliable performance in predicting hormonal outcomes than the LR model.</p>
</sec>
<sec id="s3_4">
<title>Predictive Models for Individual Postoperative Hypopituitarism and Explanation</title>
<p>Predictive models for secondary PHD following surgery were reported in previous studies. However, these models could not support more informative details for individual hormonal outcomes. Thus, predictive models for postoperative uniaxial PHD were established and adjusted on the basis of the parameters recommended by GridSearchCV.</p>
<p>The ML models were constructed to analyze and compare the performance of preoperative hormones in predicting postoperative individual hypopituitarism (<xref ref-type="fig" rid="f2">
<bold>Figure&#xa0;2</bold>
</xref> and <xref ref-type="supplementary-material" rid="SF3">
<bold>Supplementary Figure&#xa0;3</bold>
</xref>). The results of model construction suggested that ML models could be adjusted to accurately predict different PHD compared with the LR model.</p>
<fig id="f2" position="float">
<label>Figure&#xa0;2</label>
<caption>
<p>The machine learning models prediction of individual hormonal deficiency and feature importance analysis. <bold>(A)</bold> TSH hypofunction; <bold>(B)</bold> FSH hypofunction; <bold>(C)</bold> LH hypofunction; <bold>(D)</bold> PRL hypofunction; <bold>(E)</bold> ACTH hypofunction.</p>
</caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fendo-12-748725-g002.tif"/>
</fig>
<p>The feature importance of anterior pituitary hormones on the optimal model was evaluated to explain the predictive models. Feature importance indicated that the individual hormonal deficiency was related to the same hormonal axis and the other anterior pituitary hormones prior to surgery (<xref ref-type="fig" rid="f2">
<bold>Figure&#xa0;2</bold>
</xref>). Postoperative anterior pituitary hormonal deficiency was associated with multiple hormone secretion.</p>
</sec>
</sec>
<sec id="s4" sec-type="discussion">
<title>Discussion</title>
<p>In previous studies, patients with large-volume, suprasellar-extension, and invasive PAs likely have postoperative pituitary hypofunction (<xref ref-type="bibr" rid="B1">1</xref>, <xref ref-type="bibr" rid="B6">6</xref>, <xref ref-type="bibr" rid="B14">14</xref>). Surgery is the first-line treatment to decompress NFPA, but it is also regarded as a trigger to hormonal hypofunction because of intraoperative traction and normal pituitary tissue trauma (<xref ref-type="bibr" rid="B3">3</xref>, <xref ref-type="bibr" rid="B7">7</xref>, <xref ref-type="bibr" rid="B15">15</xref>, <xref ref-type="bibr" rid="B16">16</xref>). These extrinsic factors affect the anterior pituitary hormone secretion and induce hormonal fluctuation. However, few studies directly assessed the outcomes of the adenohypophysis in accordance with the change characteristics of the perioperative hormonal level in NFPAs. In these studies, male and female hormones were generally pooled for assessment (<xref ref-type="bibr" rid="B3">3</xref>, <xref ref-type="bibr" rid="B17">17</xref>, <xref ref-type="bibr" rid="B18">18</xref>). Significant differences in hormonal levels were found between men and women. Furthermore, the female hormonal levels presented significant differences in different physiological periods. The evaluation of the menstrual period in retrospective studies was dependent on patient-reported personal history, thereby lacking reliable and objective evidence. Errors might be found in the assessment of female hormones. High-quality data are necessary for an accurate and reliable clinical model. Consequently, only male patients with NFPA from four medical centers were included in this study to reflect the perioperative fluctuation of anterior pituitary hormone accurately and objectively.</p>
<sec id="s4_1">
<title>Effects of Surgery on Hormonal Levels</title>
<p>Although transsphenoidal surgery could be invariably recommended for the decompression of NFPA on the pituitary gland, surgery could not treat tumor-induced hypopituitarism immediately. On the contrary, transsphenoidal surgery had a significant risk of sacrificing the remaining adenohypophysis function (<xref ref-type="bibr" rid="B14">14</xref>). Andrew et&#xa0;al. reported that 21.1% of NFPA cases experienced recovery at the 6-month follow-up. Kim et&#xa0;al. reported 15.4% gland improvement in patients with NFPA. Although hormonal improvement in at least one hormonal axis was observed in 22.3% of patients in the current study, nine out of the 21 cases suffered from a new deficiency in other hormonal axes in the immediate postoperative period.</p>
<p>Interestingly, not all hormonal axes decreased following surgery. Increased postoperative hormones could be observed in the GH. The mass effects of the pituitary tumor might have fewer effects on pituitary somatotroph secretion than on other hormones. However, the mechanism still remains uncertain. Increased postoperative GH was also reported in a cohort with 164 NFPAs (<xref ref-type="bibr" rid="B3">3</xref>). Kobayashi et&#xa0;al. evaluated GH secretion in response to GH-releasing peptide-2 (GHRP2) and found 94/119 NFPAs diagnosed with GH deficiency after surgery (<xref ref-type="bibr" rid="B3">3</xref>). The limitation of this study is that GHRP2 was performed at 2 weeks and 1&#x2013;2 years after surgery, and the short-term GH dynamics were not analyzed. Increased GH hormone might be a reaction against surgical stress in major surgery, which could return to normal within seven days (<xref ref-type="bibr" rid="B19">19</xref>, <xref ref-type="bibr" rid="B20">20</xref>).</p>
<p>The effects of resection goals on perioperative hormones were also evaluated in this study. The postoperative GH levels in GTR were slightly higher, but the PRL levels were significantly lower than those in STR. GTR presents a higher degree of intraoperative destruction than STR. Therefore, the GH levels in GTR cases are higher than those in STR against surgical stress. Increased PRL in NFPAs frequently occurs because of inhibitory dopamine transportation from the hypophyseal portal system (<xref ref-type="bibr" rid="B21">21</xref>, <xref ref-type="bibr" rid="B22">22</xref>). GTR could effectively relieve the compression of the pituitary stalk than STR. Thus, the postoperative PRL levels in GTR were slightly lower than those in STR.</p>
</sec>
<sec id="s4_2">
<title>ML Predictive Models for Postoperative Hypopituitarism</title>
<p>The causes of fluctuation differences in anterior pituitary hormones remain uncertain. Hypertension, tumor diameter, invasion, surgical trauma, and residual tumor were considered predictors of pituitary hormonal prognosis. In clinical practice, partial hormonal deficiencies frequently occur in patients with NFPA compared with panhypopituitarism. In the current study, 80.9% and 89.9% of patients with hormonal deficits had hypofunction in one or two hormonal axes before and after surgery, respectively. Except for PRL, other anterior pituitary hormones could also be higher than the normal reference ranges in NFPAs. These extrinsic factors could not well explain the complicated hormonal fluctuation and support more detailed information. Hormonal levels could show the dynamic response of adenohypophysis function during the perioperative period in detail. Therefore, the postoperative hormonal results from preoperative anterior pituitary hormones were predicted and explained using ML models. ML is a modern predictive statistical method widely used to conduct prediction models in neurological studies, such as surgical remission of acromegaly, GTR of PAs, and cerebral spinal fluid leakage. The researchers were the first to train and explain the ML models of postoperative hypofunction of adenohypophysis and predict the postoperative outcomes of anterior pituitary secretion. In addition, the ML models were proven reliable to predict hormonal outcomes in NFPAs than the LR model.</p>
<p>In this multicenter study, measures to improve data quality were used for stable and reliable ML models, including only male patients to avoid hormonal heterogeneity from different sexes, heterogeneity analysis and combining data from the four centers, and cross-validation. Furthermore, prediction models were constructed by only using the six hormones that adenohypophysis directly secretes, and they did not include extrinsic factors (tumor diameter, invasion, and suprasellar extension). After these noise variables were minimized, the preoperative secretory capacity of adenohypophysis could effectively predict the prognosis following transsphenoidal surgery. The optimal predictive model for postoperative hormonal deficits, new hormonal hypofunction, and hormonal recovery had AUC-ROC values of 0.82, 0.74, and 0.86, respectively, which were better than those in conventional statistics, such as the LR model.</p>
<p>Individual hormonal hypofunction was also analyzed and explained using ML models. In the prediction of individual hormonal deficits, the optimal ML models achieved AUC-ROC ranging from 0.81 to 0.91. The ML models could aid in predicting the secretory capacity of adenohypophysis and the prognosis of individual hormonal axes. The results of feature importance analysis implied that multiple relations were found among various anterior pituitary hormones. Individual hormonal levels are the main factor for the prediction of postoperative outcomes. Moreover, the other hormones of the anterior pituitary are considered as important factors for individual hormonal outcomes. The assessment of the whole pituitary hormones could accurately predict the remnant pituitary function after surgery (<xref ref-type="bibr" rid="B17">17</xref>).</p>
<p>Several limitations warrant further discussion. In the multicenter study, details of the hormonal tests were not standardized, including the testing reagents and testing methods. Although we pooled multicenter hormonal outcomes after heterogeneity assessment, bias in measurements at different centers remained. GH deficiency was not available in the cohort. If available, then it could increase the prediction accuracy. Peripheral hormones were not analyzed because this study focused on the secretory capacity of the adenohypophysis. In addition, this study could only reflect the characteristics of hormonal changes during the perioperative period. The long-term prognosis of adenohypophysis requires further study design for analysis. The current number of cases also remains limited. Building an accurate and reliable model require high-throughput data collection and inclusion of female patients with an accurate physiological period record. These limitations were attributed to the deficiencies of retrospective studies.</p>
</sec>
</sec>
<sec id="s5" sec-type="conclusions">
<title>Conclusions</title>
<p>The characteristics of individual anterior pituitary hormone fluctuation were not consistent in the short term after NFPA resection. In addition to mass effects and surgical trauma, preoperative hormonal levels must be the focus of concern. Perioperative evaluation through hormonal levels could reflect and predict the secretory function of the adenohypophysis in NFPA. The ML model is a subtype of artificial intelligence, which could be integrated into clinical application as an NFPA prognosis prediction. The reliability and practicability of the prediction were also confirmed in this study. The combination of multiple models facilitated the selection of accurate predictive models and increased interpretability. The ML models could be an essential technical tool for future clinical prediction.</p>
</sec>
<sec id="s6" sec-type="data-availability">
<title>Data Availability Statement</title>
<p>The raw data supporting the conclusions of this article will be made available by the authors, without undue reservation.</p>
</sec>
<sec id="s7" sec-type="ethics-statement">
<title>Ethics Statement</title>
<p>The studies involving human participants were reviewed and approved by the Institutional Review Board of Fuzhou General Hospital of Fujian Medical University and Peking Union Medical College Hospital. The patients/participants provided their written informed consent to participate in this study.</p>
</sec>
<sec id="s8" sec-type="author-contributions">
<title>Author Contributions</title>
<p>YF, HW, and MF contributed equally to the present study. All authors contributed to the article and approved the submitted version.</p>
</sec>
<sec id="s9" sec-type="funding-information">
<title>Funding</title>
<p>The present study was funded by the Fujian Provincial Key Project of Science and Technology Plan (grant no. 2018Y0067) and the Fujian Medical University Sailing Fund Project (grant no. 2019QH2043).</p>
</sec>
<sec id="s10" sec-type="COI-statement">
<title>Conflict of Interest</title>
<p>The authors declare that the research was conducted in the absence of any commercial or financial relationships that could be construed as a potential conflict of interest.</p>
</sec>
<sec id="s11" sec-type="disclaimer">
<title>Publisher&#x2019;s Note</title>
<p>All claims expressed in this article are solely those of the authors and do not necessarily represent those of their affiliated organizations, or those of the publisher, the editors and the reviewers. Any product that may be evaluated in this article, or claim that may be made by its manufacturer, is not guaranteed or endorsed by the publisher.</p>
</sec>
</body>
<back>
<ack>
<title>Acknowledgments</title>
<p>The authors would like to thank all investigators involved in this study, without whom the study would not have been possible. The authors thank Shousen Wang, Renzhi Wang, and Ming Feng for reviewing the manuscript. Statistical analyses were carried out by Liangfeng Wei. Medical writing and editorial support were provided by He Wang, Wentai Zhang, and Lei Cao. The sponsor was involved in the study design, collection, analysis, interpretation of data, and data checking of information provided in the manuscript.</p>
</ack>
<sec id="s12" sec-type="supplementary-material">
<title>Supplementary Material</title>
<p>The Supplementary Material for this article can be found online at: <ext-link ext-link-type="uri" xlink:href="https://www.frontiersin.org/articles/10.3389/fendo.2021.748725/full#supplementary-material">https://www.frontiersin.org/articles/10.3389/fendo.2021.748725/full#supplementary-material</ext-link>
</p>
<supplementary-material xlink:href="Image_1.tif" id="SF1" mimetype="image/tiff">
<label>Supplementary Figure&#xa0;1</label>
<caption>
<p>Forest plot of preoperative hormone levels from the four medical centers. Horizontal lines indicate the 95% confidence interval. Open black diamonds describe the point estimate (vertical dotted line) and the 95% confidence interval (width of the diamond) for the pooled estimates for all studies.</p>
</caption>
</supplementary-material>
<supplementary-material xlink:href="Image_2.tif" id="SF2" mimetype="image/tiff">
<label>Supplementary Figure&#xa0;2</label>
<caption>
<p>Forest plot of postoperative hormone levels from the four medical centers.</p>
</caption>
</supplementary-material>
<supplementary-material xlink:href="Image_3.tif" id="SF3" mimetype="image/tiff">
<label>Supplementary Figure&#xa0;3</label>
<caption>
<p>Confusion matrixes for predicting deficits of TSH <bold>(A)</bold>, FSH <bold>(B)</bold>, LH <bold>(C)</bold>, PRL <bold>(D)</bold>, and ACTH <bold>(E)</bold> in the optimal models.</p>
</caption>
</supplementary-material>
</sec>
<ref-list>
<title>References</title>
<ref id="B1">
<label>1</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Higham</surname> <given-names>CE</given-names>
</name>
<name>
<surname>Johannsson</surname> <given-names>G</given-names>
</name>
<name>
<surname>Shalet</surname> <given-names>SM</given-names>
</name>
</person-group>. <article-title>Hypopituitarism</article-title>. <source>Lancet</source> (<year>2016</year>) <volume>388</volume>(<issue>10058</issue>):<page-range>2403&#x2013;15</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1016/s0140-6736(16)30053-8</pub-id>
</citation>
</ref>
<ref id="B2">
<label>2</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Esposito</surname> <given-names>D</given-names>
</name>
<name>
<surname>Olsson</surname> <given-names>DS</given-names>
</name>
<name>
<surname>Ragnarsson</surname> <given-names>O</given-names>
</name>
<name>
<surname>Buchfelder</surname> <given-names>M</given-names>
</name>
<name>
<surname>Skoglund</surname> <given-names>T</given-names>
</name>
<name>
<surname>Johannsson</surname> <given-names>G</given-names>
</name>
</person-group>. <article-title>Non-Functioning Pituitary Adenomas: Indications for Pituitary Surgery and Post-Surgical Management</article-title>. <source>Pituitary</source> (<year>2019</year>) <volume>22</volume>(<issue>4</issue>):<page-range>422&#x2013;34</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1007/s11102-019-00960-0</pub-id>
</citation>
</ref>
<ref id="B3">
<label>3</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Zhang</surname> <given-names>R</given-names>
</name>
<name>
<surname>Wang</surname> <given-names>Z</given-names>
</name>
<name>
<surname>Gao</surname> <given-names>L</given-names>
</name>
<name>
<surname>Guo</surname> <given-names>X</given-names>
</name>
<name>
<surname>Feng</surname> <given-names>C</given-names>
</name>
<name>
<surname>Deng</surname> <given-names>K</given-names>
</name>
<etal/>
</person-group>. <article-title>Clinical Characteristics and Postoperative Recovery of Hypopituitarism in Patients With Nonfunctional Pituitary Adenoma</article-title>. <source>World Neurosurg</source> (<year>2019</year>) <volume>126</volume>(<issue>3</issue>):<page-range>1183&#x2013;9</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1016/j.wneu.2019.03.062</pub-id>
</citation>
</ref>
<ref id="B4">
<label>4</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Manojlovic-Gacic</surname> <given-names>E</given-names>
</name>
<name>
<surname>Engstr&#xf6;m</surname> <given-names>BE</given-names>
</name>
<name>
<surname>Casar-Borota</surname> <given-names>O</given-names>
</name>
</person-group>. <article-title>Histopathological Classification of non-Functioning Pituitary Neuroendocrine Tumors</article-title>. <source>Pituitary</source> (<year>2018</year>) <volume>21</volume>(<issue>2</issue>):<page-range>119&#x2013;29</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1007/s11102-017-0855-1</pub-id>
</citation>
</ref>
<ref id="B5">
<label>5</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Nishioka</surname> <given-names>H</given-names>
</name>
<name>
<surname>Inoshita</surname> <given-names>N</given-names>
</name>
</person-group>. <article-title>New WHO Classification of Pituitary Adenomas (4th Edition): Assessment of Pituitary Transcription Factors and the Prognostic Histological Factors</article-title>. <source>Brain Tumor Pathol</source> (<year>2018</year>) <volume>35</volume>(<issue>2</issue>):<fpage>57</fpage>&#x2013;<lpage>61</lpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.1007/s10014-017-0307-7</pub-id>
</citation>
</ref>
<ref id="B6">
<label>6</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Little</surname> <given-names>AS</given-names>
</name>
<name>
<surname>Gardner</surname> <given-names>PA</given-names>
</name>
<name>
<surname>Fernandez-Miranda</surname> <given-names>JC</given-names>
</name>
<name>
<surname>Chicoine</surname> <given-names>MR</given-names>
</name>
<name>
<surname>Barkhoudarian</surname> <given-names>G</given-names>
</name>
<name>
<surname>Prevedello</surname> <given-names>DM</given-names>
</name>
<etal/>
</person-group>. <article-title>Pituitary Gland Recovery Following Fully Endoscopic Transsphenoidal Surgery for Nonfunctioning Pituitary Adenoma: Results of a Prospective Multicenter Study</article-title>. <source>J Neurosurg</source> (<year>2019</year>) <volume>133</volume>(<issue>6</issue>):<fpage>1</fpage>&#x2013;<lpage>7</lpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.3171/2019.8.Jns191012</pub-id>
</citation>
</ref>
<ref id="B7">
<label>7</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Carvalho</surname> <given-names>P</given-names>
</name>
<name>
<surname>Lau</surname> <given-names>E</given-names>
</name>
<name>
<surname>Carvalho</surname> <given-names>D</given-names>
</name>
</person-group>. <article-title>Surgery Induced Hypopituitarism in Acromegalic Patients: A Systematic Review and Meta-Analysis of the Results</article-title>. <source>Pituitary</source> (<year>2015</year>) <volume>18</volume>(<issue>6</issue>):<page-range>844&#x2013;60</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1007/s11102-015-0661-6</pub-id>
</citation>
</ref>
<ref id="B8">
<label>8</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Jasim</surname> <given-names>S</given-names>
</name>
<name>
<surname>Alahdab</surname> <given-names>F</given-names>
</name>
<name>
<surname>Ahmed</surname> <given-names>AT</given-names>
</name>
<name>
<surname>Tamhane</surname> <given-names>S</given-names>
</name>
<name>
<surname>Prokop</surname> <given-names>LJ</given-names>
</name>
<name>
<surname>Nippoldt</surname> <given-names>TB</given-names>
</name>
<etal/>
</person-group>. <article-title>Mortality in Adults With Hypopituitarism: A Systematic Review and Meta-Analysis</article-title>. <source>Endocrine</source> (<year>2017</year>) <volume>56</volume>(<issue>1</issue>):<fpage>33</fpage>&#x2013;<lpage>42</lpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.1007/s12020-016-1159-3</pub-id>
</citation>
</ref>
<ref id="B9">
<label>9</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Pappachan</surname> <given-names>JM</given-names>
</name>
<name>
<surname>Raskauskiene</surname> <given-names>D</given-names>
</name>
<name>
<surname>Kutty</surname> <given-names>VR</given-names>
</name>
<name>
<surname>Clayton</surname> <given-names>RN</given-names>
</name>
</person-group>. <article-title>Excess Mortality Associated With Hypopituitarism in Adults: A Meta-Analysis of Observational Studies</article-title>. <source>J Clin Endocrinol Metab</source> (<year>2015</year>) <volume>100</volume>(<issue>4</issue>):<page-range>1405&#x2013;11</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1210/jc.2014-3787</pub-id>
</citation>
</ref>
<ref id="B10">
<label>10</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Mustaqeem</surname> <given-names>M</given-names>
</name>
<name>
<surname>Saqib</surname> <given-names>M</given-names>
</name>
</person-group>. <article-title>Principal Component Based Support Vector Machine (PC-SVM): A Hybrid Technique for Software Defect Detection</article-title>. <source>Cluster Comput</source> (<year>2021</year>) <volume>16</volume>:<fpage>1</fpage>&#x2013;<lpage>15</lpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.1007/s10586-021-03282-8</pub-id>
</citation>
</ref>
<ref id="B11">
<label>11</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Malmstr&#xf6;m</surname> <given-names>L</given-names>
</name>
</person-group>. <article-title>Computational Proteomics With Jupyter and Python</article-title>. <source>Methods Mol Biol</source> (<year>2019</year>) <volume>1977</volume>(<issue>4</issue>):<page-range>237&#x2013;48</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1007/978-1-4939-9232-4_15</pub-id>
</citation>
</ref>
<ref id="B12">
<label>12</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Perkel</surname> <given-names>JM</given-names>
</name>
</person-group>. <article-title>Why Jupyter is Data Scientists' Computational Notebook of Choice</article-title>. <source>Nature</source> (<year>2018</year>) <volume>563</volume>(<issue>7729</issue>):<page-range>145&#x2013;6</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1038/d41586-018-07196-1</pub-id>
</citation>
</ref>
<ref id="B13">
<label>13</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Pedregosa</surname> <given-names>F</given-names>
</name>
<name>
<surname>Varoquaux</surname> <given-names>G</given-names>
</name>
<name>
<surname>Gramfort</surname> <given-names>A</given-names>
</name>
<name>
<surname>Michel</surname> <given-names>V</given-names>
</name>
<name>
<surname>Thirion</surname> <given-names>B</given-names>
</name>
<name>
<surname>Grisel</surname> <given-names>O</given-names>
</name>
<etal/>
</person-group>. <article-title>Scikit-Learn: Machine Learning in Python</article-title>. <source>J Mach Learn Res</source> (<year>2011</year>) <volume>23</volume>(<issue>7</issue>):<page-range>2825&#x2013;30</page-range>.</citation>
</ref>
<ref id="B14">
<label>14</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Alexopoulou</surname> <given-names>O</given-names>
</name>
<name>
<surname>Everard</surname> <given-names>V</given-names>
</name>
<name>
<surname>Etoa</surname> <given-names>M</given-names>
</name>
<name>
<surname>Fomekong</surname> <given-names>E</given-names>
</name>
<name>
<surname>Gaillard</surname> <given-names>S</given-names>
</name>
<name>
<surname>Parker</surname> <given-names>F</given-names>
</name>
<etal/>
</person-group>. <article-title>Outcome of Pituitary Hormone Deficits After Surgical Treatment of Nonfunctioning Pituitary Macroadenomas</article-title>. <source>Endocrine</source> (<year>2021</year>) <volume>73</volume>(<issue>1</issue>):<page-range>166&#x2013;76</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1007/s12020-021-02701-5</pub-id>
</citation>
</ref>
<ref id="B15">
<label>15</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Wang</surname> <given-names>S</given-names>
</name>
<name>
<surname>Li</surname> <given-names>B</given-names>
</name>
<name>
<surname>Ding</surname> <given-names>C</given-names>
</name>
<name>
<surname>Xiao</surname> <given-names>D</given-names>
</name>
<name>
<surname>Wei</surname> <given-names>L</given-names>
</name>
</person-group>. <article-title>A Novel "Total Pituitary Hormone Index" as an Indicator of Postoperative Pituitary Function in Patients Undergoing Resection of Pituitary Adenomas</article-title>. <source>Oncotarget</source> (<year>2017</year>) <volume>8</volume>(<issue>45</issue>):<page-range>79111&#x2013;25</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.18632/oncotarget.15978</pub-id>
</citation>
</ref>
<ref id="B16">
<label>16</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Arafah</surname> <given-names>BM</given-names>
</name>
<name>
<surname>Kailani</surname> <given-names>SH</given-names>
</name>
<name>
<surname>Nekl</surname> <given-names>KE</given-names>
</name>
<name>
<surname>Gold</surname> <given-names>RS</given-names>
</name>
<name>
<surname>Selman</surname> <given-names>WR</given-names>
</name>
</person-group>. <article-title>Immediate Recovery of Pituitary Function After Transsphenoidal Resection of Pituitary Macroadenomas</article-title>. <source>J Clin Endocrinol Metab</source> (<year>1994</year>) <volume>79</volume>(<issue>2</issue>):<page-range>348&#x2013;54</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1210/jcem.79.2.8045946</pub-id>
</citation>
</ref>
<ref id="B17">
<label>17</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Wang</surname> <given-names>S</given-names>
</name>
<name>
<surname>Ding</surname> <given-names>C</given-names>
</name>
<name>
<surname>Xiao</surname> <given-names>D</given-names>
</name>
<name>
<surname>Wu</surname> <given-names>Z</given-names>
</name>
<name>
<surname>Wei</surname> <given-names>L</given-names>
</name>
</person-group>. <article-title>Evaluation of a Novel General Pituitary Hormone Score to Evaluate the Function of the Residual Anterior Pituitary (Adenohypophysis) in Patients Following Surgery for Pituitary Adenoma</article-title>. <source>Med Sci Monit</source> (<year>2018</year>) <volume>24</volume>:<page-range>7944&#x2013;51</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.12659/msm.909925</pub-id>
</citation>
</ref>
<ref id="B18">
<label>18</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Zibar Tom&#x161;i&#x107;</surname> <given-names>K</given-names>
</name>
<name>
<surname>Du&#x161;ek</surname> <given-names>T</given-names>
</name>
<name>
<surname>Kraljevi&#x107;</surname> <given-names>I</given-names>
</name>
<name>
<surname>Heinrich</surname> <given-names>Z</given-names>
</name>
<name>
<surname>Solak</surname> <given-names>M</given-names>
</name>
<name>
<surname>Vu&#x10d;inovi&#x107;</surname> <given-names>A</given-names>
</name>
<etal/>
</person-group>. <article-title>Hypopituitarism After Gamma Knife Radiosurgery for Pituitary Adenoma</article-title>. <source>Endocr Res</source> (<year>2017</year>) <volume>42</volume>(<issue>4</issue>):<page-range>318&#x2013;24</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1080/07435800.2017.1323913</pub-id>
</citation>
</ref>
<ref id="B19">
<label>19</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Shimada</surname> <given-names>M</given-names>
</name>
<name>
<surname>Matsumata</surname> <given-names>T</given-names>
</name>
<name>
<surname>Yamamoto</surname> <given-names>K</given-names>
</name>
<name>
<surname>Taketomi</surname> <given-names>A</given-names>
</name>
<name>
<surname>Shirabe</surname> <given-names>K</given-names>
</name>
<name>
<surname>Takenaka</surname> <given-names>K</given-names>
</name>
<etal/>
</person-group>. <article-title>The Role of Growth Hormone, Somatostatin and Glucagon in Hepatic Resection</article-title>. <source>Hepatogastroenterology</source> (<year>1998</year>) <volume>45</volume>(<issue>19</issue>):<page-range>178&#x2013;83</page-range>.</citation>
</ref>
<ref id="B20">
<label>20</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Nakhjavani</surname> <given-names>M</given-names>
</name>
<name>
<surname>Esteghamati</surname> <given-names>A</given-names>
</name>
<name>
<surname>Hamidi</surname> <given-names>S</given-names>
</name>
<name>
<surname>Esfahanian</surname> <given-names>F</given-names>
</name>
<name>
<surname>Nabavi</surname> <given-names>H</given-names>
</name>
<name>
<surname>Abbasi</surname> <given-names>M</given-names>
</name>
<etal/>
</person-group>. <article-title>Changes in Growth Hormone and Insulin-Like Growth Factor-I Levels in the Acute Stage After Open Heart Surgery and at the Time of Discharge</article-title>. <source>Exp Clin Endocrinol Diabetes</source> (<year>2009</year>) <volume>117</volume>(<issue>8</issue>):<page-range>413&#x2013;6</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1055/s-2008-1080924</pub-id>
</citation>
</ref>
<ref id="B21">
<label>21</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Wright</surname> <given-names>K</given-names>
</name>
<name>
<surname>Lee</surname> <given-names>M</given-names>
</name>
<name>
<surname>Escobar</surname> <given-names>N</given-names>
</name>
<name>
<surname>Pacione</surname> <given-names>D</given-names>
</name>
<name>
<surname>Young</surname> <given-names>M</given-names>
</name>
<name>
<surname>Fatterpekar</surname> <given-names>G</given-names>
</name>
<etal/>
</person-group>. <article-title>Tumor Volume Improves Preoperative Differentiation of Prolactinomas and Nonfunctioning Pituitary Adenomas</article-title>. <source>Endocrine</source> (<year>2021</year>) <volume>74</volume>(<issue>1</issue>):<page-range>138&#x2013;45</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1007/s12020-021-02744-8</pub-id>
</citation>
</ref>
<ref id="B22">
<label>22</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Burke</surname> <given-names>WT</given-names>
</name>
<name>
<surname>Penn</surname> <given-names>DL</given-names>
</name>
<name>
<surname>Castlen</surname> <given-names>JP</given-names>
</name>
<name>
<surname>Donoho</surname> <given-names>DA</given-names>
</name>
<name>
<surname>Repetti</surname> <given-names>CS</given-names>
</name>
<name>
<surname>Iuliano</surname> <given-names>S</given-names>
</name>
<etal/>
</person-group>. <article-title>Prolactinomas and Nonfunctioning Adenomas: Preoperative Diagnosis of Tumor Type Using Serum Prolactin and Tumor Size</article-title>. <source>J Neurosurg</source> (<year>2019</year>) <volume>14</volume>(<issue>5</issue>):<fpage>1</fpage>&#x2013;<lpage>8</lpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.3171/2019.3.Jns19121</pub-id>
</citation>
</ref>
</ref-list>
</back>
</article>