<?xml version="1.0" encoding="utf-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.3 20070202//EN" "journalpublishing.dtd">
<article xmlns:mml="http://www.w3.org/1998/Math/MathML" xmlns:xlink="http://www.w3.org/1999/xlink" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" article-type="research-article" dtd-version="2.3" xml:lang="EN">
<front>
<journal-meta>
<journal-id journal-id-type="publisher-id">Front. Microbiol.</journal-id>
<journal-title>Frontiers in Microbiology</journal-title>
<abbrev-journal-title abbrev-type="pubmed">Front. Microbiol.</abbrev-journal-title>
<issn pub-type="epub">1664-302X</issn>
<publisher>
<publisher-name>Frontiers Media S.A.</publisher-name>
</publisher>
</journal-meta>
<article-meta>
<article-id pub-id-type="doi">10.3389/fmicb.2022.1090770</article-id>
<article-categories>
<subj-group subj-group-type="heading">
<subject>Microbiology</subject>
<subj-group>
<subject>Original Research</subject>
</subj-group>
</subj-group>
</article-categories>
<title-group>
<article-title>Development and validation of an interpretable radiomic nomogram for severe radiation proctitis prediction in postoperative cervical cancer patients</article-title>
</title-group>
<contrib-group>
<contrib contrib-type="author">
<name>
<surname>Wei</surname>
<given-names>Chaoyi</given-names>
</name>
<xref rid="aff1" ref-type="aff"><sup>1</sup></xref>
<xref rid="fn0001" ref-type="author-notes"><sup>&#x2020;</sup></xref>
<uri xlink:href="https://loop.frontiersin.org/people/2085665/overview"/>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Xiang</surname>
<given-names>Xinli</given-names>
</name>
<xref rid="aff2" ref-type="aff"><sup>2</sup></xref>
<xref rid="fn0001" ref-type="author-notes"><sup>&#x2020;</sup></xref>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Zhou</surname>
<given-names>Xiaobo</given-names>
</name>
<xref rid="aff3" ref-type="aff"><sup>3</sup></xref>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Ren</surname>
<given-names>Siyan</given-names>
</name>
<xref rid="aff3" ref-type="aff"><sup>3</sup></xref>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Zhou</surname>
<given-names>Qingyu</given-names>
</name>
<xref rid="aff3" ref-type="aff"><sup>3</sup></xref>
<uri xlink:href="https://loop.frontiersin.org/people/1371454/overview"/>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Dong</surname>
<given-names>Wenjun</given-names>
</name>
<xref rid="aff3" ref-type="aff"><sup>3</sup></xref>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Lin</surname>
<given-names>Haizhen</given-names>
</name>
<xref rid="aff3" ref-type="aff"><sup>3</sup></xref>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Wang</surname>
<given-names>Saijun</given-names>
</name>
<xref rid="aff3" ref-type="aff"><sup>3</sup></xref>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Zhang</surname>
<given-names>Yuyue</given-names>
</name>
<xref rid="aff3" ref-type="aff"><sup>3</sup></xref>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Lin</surname>
<given-names>Hai</given-names>
</name>
<xref rid="aff1" ref-type="aff"><sup>1</sup></xref>
</contrib>
<contrib contrib-type="author">
<name>
<surname>He</surname>
<given-names>Qingzu</given-names>
</name>
<xref rid="aff1" ref-type="aff"><sup>1</sup></xref>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Lu</surname>
<given-names>Yuer</given-names>
</name>
<xref rid="aff1" ref-type="aff"><sup>1</sup></xref>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Jiang</surname>
<given-names>Xiaoming</given-names>
</name>
<xref rid="aff1" ref-type="aff"><sup>1</sup></xref>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Shuai</surname>
<given-names>Jianwei</given-names>
</name>
<xref rid="aff1" ref-type="aff"><sup>1</sup></xref>
<uri xlink:href="https://loop.frontiersin.org/people/1703374/overview"/>
</contrib>
<contrib contrib-type="author" corresp="yes">
<name>
<surname>Jin</surname>
<given-names>Xiance</given-names>
</name>
<xref rid="aff4" ref-type="aff"><sup>4</sup></xref>
<xref rid="aff5" ref-type="aff"><sup>5</sup></xref>
<xref rid="c001" ref-type="corresp"><sup>&#x002A;</sup></xref>
<uri xlink:href="https://loop.frontiersin.org/people/1097177/overview"/>
</contrib>
<contrib contrib-type="author" corresp="yes">
<name>
<surname>Xie</surname>
<given-names>Congying</given-names>
</name>
<xref rid="aff3" ref-type="aff"><sup>3</sup></xref>
<xref rid="c002" ref-type="corresp"><sup>&#x002A;</sup></xref>
<uri xlink:href="https://loop.frontiersin.org/people/1061586/overview"/>
</contrib>
</contrib-group>
<aff id="aff1"><sup>1</sup><institution>Wenzhou Key Laboratory of Biophysics, Wenzhou Institute, University of Chinese Academy of Sciences</institution>, <addr-line>Wenzhou, Zhejiang Province</addr-line>, <country>China</country></aff>
<aff id="aff2"><sup>2</sup><institution>The Second Affiliated Hospital of Wenzhou Medical University</institution>, <addr-line>Wenzhou, Zhejiang Province</addr-line>, <country>China</country></aff>
<aff id="aff3"><sup>3</sup><institution>Medical and Radiation Oncology, The Second Affiliated Hospital of Wenzhou Medical University</institution>, <addr-line>Wenzhou, Zhejiang Province</addr-line>, <country>China</country></aff>
<aff id="aff4"><sup>4</sup><institution>Radiotherapy Center, The First Affiliated Hospital of Wenzhou Medical University</institution>, <addr-line>Wenzhou, Zhejiang Province</addr-line>, <country>China</country></aff>
<aff id="aff5"><sup>5</sup><institution>School of Basic Medical Sciences, Wenzhou Medical University</institution>, <addr-line>Wenzhou, Zhejiang Province</addr-line>, <country>China</country></aff>
<author-notes>
<fn id="fn0002" fn-type="edited-by"><p>Edited by: Liang Wang, Guangdong Provincial People's Hospital, China</p></fn>
<fn id="fn0003" fn-type="edited-by"><p>Reviewed by: Nguyen Quoc Khanh Le, Taipei Medical University, Taiwan; Yuan Zhu, China University of Geosciences Wuhan, China; Yibao Zhang, Peking University, China; Sai Ho Ling, University of Technology Sydney, Australia</p></fn>
<corresp id="c001">&#x002A;Correspondence: Xiance Jin, &#x02709; <email>jinxc1979@hotmail.com</email></corresp>
<corresp id="c002">Congying Xie, &#x02709; <email>wzxiecongying@163.com</email></corresp>
<fn id="fn0001" fn-type="equal"><p><sup>&#x2020;</sup>These authors have contributed equally to this work and share first authorship</p></fn>
<fn id="fn0004" fn-type="other"><p>This article was submitted to Systems Microbiology, a section of the journal Frontiers in Microbiology</p></fn>
</author-notes>
<pub-date pub-type="epub">
<day>12</day>
<month>01</month>
<year>2023</year>
</pub-date>
<pub-date pub-type="collection">
<year>2022</year>
</pub-date>
<volume>13</volume>
<elocation-id>1090770</elocation-id>
<history>
<date date-type="received">
<day>06</day>
<month>11</month>
<year>2022</year>
</date>
<date date-type="accepted">
<day>28</day>
<month>12</month>
<year>2022</year>
</date>
</history>
<permissions>
<copyright-statement>Copyright &#x00A9; 2023 Wei, Xiang, Zhou, Ren, Zhou, Dong, Lin, Wang, Zhang, Lin, He, Lu, Jiang, Shuai, Jin and Xie.</copyright-statement>
<copyright-year>2023</copyright-year>
<copyright-holder>Wei, Xiang, Zhou, Ren, Zhou, Dong, Lin, Wang, Zhang, Lin, He, Lu, Jiang, Shuai, Jin and Xie</copyright-holder>
<license xlink:href="http://creativecommons.org/licenses/by/4.0/"><p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (CC BY). The use, distribution or reproduction in other forums is permitted, provided the original author(s) and the copyright owner(s) are credited and that the original publication in this journal is cited, in accordance with accepted academic practice. No use, distribution or reproduction is permitted which does not comply with these terms.</p>
</license>
</permissions>
<abstract>
<sec>
<title>Background</title>
<p>Radiation proctitis is a common complication after radiotherapy for cervical cancer. Unlike simple radiation damage to other organs, radiation proctitis is a complex disease closely related to the microbiota. However, analysis of the gut microbiota is time-consuming and expensive. This study aims to mine rectal information using radiomics and incorporate it into a nomogram model for cheap and fast prediction of severe radiation proctitis prediction in postoperative cervical cancer patients.</p>
</sec>
<sec>
<title>Methods</title>
<p>The severity of the patient&#x2019;s radiation proctitis was graded according to the RTOG/EORTC criteria. The toxicity grade of radiation proctitis over or equal to grade 2 was set as the model&#x2019;s target. A total of 178 patients with cervical cancer were divided into a training set (<italic>n</italic>&#x2009;=&#x2009;124) and a validation set (<italic>n</italic>&#x2009;=&#x2009;54). Multivariate logistic regression was used to build the radiomic and non-raidomic models.</p>
</sec>
<sec>
<title>Results</title>
<p>The radiomics model [AUC=0.6855(0.5174-0.8535)] showed better performance and more net benefit in the validation set than the non-radiomic model [AUC=0.6641(0.4904-0.8378)]. In particular, we applied SHapley Additive exPlanation (SHAP) method for the first time to a radiomics-based logistic regression model to further interpret the radiomic features from case-based and feature-based perspectives. The integrated radiomic model enables the first accurate quantitative assessment of the probability of radiation proctitis in postoperative cervical cancer patients, addressing the limitations of the current qualitative assessment of the plan through dose-volume parameters only.</p>
</sec>
<sec>
<title>Conclusion</title>
<p>We successfully developed and validated an integrated radiomic model containing rectal information. SHAP analysis of the model suggests that radiomic features have a supporting role in the quantitative assessment of the probability of radiation proctitis in postoperative cervical cancer patients.</p>
</sec>
</abstract>
<kwd-group>
<kwd>radiomics</kwd>
<kwd>nomogram</kwd>
<kwd>radiation proctitis</kwd>
<kwd>SHapley Additive exPlanation (SHAP)</kwd>
<kwd>microbiota</kwd>
</kwd-group>
<contract-num rid="cn1">2021100848</contract-num>
<contract-num rid="cn2">Y2020733</contract-num>
<contract-num rid="cn3">2021ZD0201900</contract-num>
<contract-num rid="cn4">12090052</contract-num>
<contract-num rid="cn4">11874310</contract-num>
<contract-num rid="cn5">2020Y4001</contract-num>
<contract-sponsor id="cn1">Wenzhou key Laboratory of radiotherapy and Translational Research of Cancer</contract-sponsor>
<contract-sponsor id="cn2">Wenzhou Science and Technology Bureau<named-content content-type="fundref-id">10.13039/501100007194</named-content></contract-sponsor>
<contract-sponsor id="cn3">Ministry of Science and Technology of the People&#x2019;s Republic of China</contract-sponsor>
<contract-sponsor id="cn4">National Natural Science Foundation of China<named-content content-type="fundref-id">10.13039/501100001809</named-content></contract-sponsor>
<contract-sponsor id="cn5">Major Projects in Fujian Province</contract-sponsor>
<counts>
<fig-count count="5"/>
<table-count count="2"/>
<equation-count count="0"/>
<ref-count count="44"/>
<page-count count="12"/>
<word-count count="7216"/>
</counts>
</article-meta>
</front>
<body>
<sec id="sec1" sec-type="intro">
<label>1.</label>
<title>Introduction</title>
<p>Cervical cancer is a malignant neoplasm at the junction of the squamous epithelial cells of the vaginal or transitional zone of the cervix and the endocervical canal columnar epithelial cells. Cervical cancer is the fourth most common cancer worldwide (<xref ref-type="bibr" rid="ref32">Sung et al., 2021</xref>). Radiotherapy is one of the most effective methods for treating pelvic malignancies and has an irreplaceable role in treating cervical cancer at all stages. The main complication of radiotherapy for pelvic malignancies is radiation proctitis (<xref ref-type="bibr" rid="ref37">Yeung et al., 2020</xref>). Fifty percent of patients with cervical cancer or endometrial cancer who received postoperative intensity-modulated radiotherapy developed acute rectal toxicity, and 5%&#x2013;10% developed chronic rectal toxicity (<xref ref-type="bibr" rid="ref39">Zelefsky et al., 2008</xref>; <xref ref-type="bibr" rid="ref37">Yeung et al., 2020</xref>).</p>
<p>Unlike simple radiation damage to other organs, radiation proctitis is a complex disease closely related to the microbiota. A study using a rectal radiation mouse model showed that radiation affected both host and intestinal microbiota (<xref ref-type="bibr" rid="ref01">Gerassy-Vainberg et al., 2018</xref>). Radiation therapy could induce local microbial ecological dysbiosis, and the dysbiosis microbiota could exert a direct pro-inflammatory effect on epithelial cells. In another study of 32 female patients with chronic radiation proctitis, differential patterns of dysbiosis were observed after analyzing the gut microbiota of patients with or without hematochezia (<xref ref-type="bibr" rid="ref02">Liu et al., 2021</xref>). Gut microbiota could offer a set of biomarkers for radiation enteritis prediction, disease activity evaluation, and treatment selection (<xref ref-type="bibr" rid="ref03">Wang et al., 2019</xref>).</p>
<p>However, the current prediction models of radiation proctitis were focused mainly on clinical and radiotherapy dose features. Several univariate and multivariate analyses showed that features, including tumor size, pathological characteristics, and radiological parameters, were significantly correlated with post-radiotherapy comorbidities in patients undergoing pelvic radiotherapy (<xref ref-type="bibr" rid="ref1">Albert et al., 2008</xref>; <xref ref-type="bibr" rid="ref26">Schmidt et al., 2022</xref>). A study by Fiorino et al. showed that rectal function was significantly correlated with treatment volume, PTV margins, radiation therapy dose, hemorrhoids presence, anticoagulant use during follow-up, and relative (%) and absolute (cm<sup>3</sup>) values of rectal V38Gy and V40Gy correlated with rectal bleeding (<xref ref-type="bibr" rid="ref5">Fiorino et al., 2008</xref>). A study by Mahal et al. also noted that total radiation dose, dose per fraction, radiotherapy techniques, and treatment volume affected the rectum of patients (<xref ref-type="bibr" rid="ref19">Mahal et al., 2014</xref>).</p>
<p>Another review also suggested features associated with radiation proctitis, including vascular diseases such as smoking, diabetes, hypertensive diabetes and atherosclerosis, collagen vascular disease, comorbid inflammatory bowel disease, and human immunodeficiency virus infection. Also, the review noted that specific underlying genetic changes could affect patients&#x2019; sensitivity to radiation. There was a correlation between genes and higher risks of gastrointestinal and genitourinary tract radiotoxicity after radiotherapy (<xref ref-type="bibr" rid="ref27">Shadad et al., 2013</xref>).</p>
<p>The above studies have shown a strong correlation between patients&#x2019; oncologic features, pathologic features, and radiologic dose and the appearance of radiation proctitis in postoperative radiotherapy for pelvic cancer. However, the conclusions of these studies are inconsistent, and the accuracy of the prediction of radiation proctitis is unsatisfactory.</p>
<p>In recent years, computer-aided diagnosis, especially machine learning methods, has also been used for postoperative radiotherapy side effects and comorbidities prediction in oncology patients. Lee et al. applied machine learning methods such as random forest and bioinformatics to genome-wide data to predict and interpret advanced urogenital toxicity (<xref ref-type="bibr" rid="ref13">Lee et al., 2018</xref>). They designed more robust predictive models and identified plausible biomarkers and biological processes associated with late urogenital toxicity. A study by Lewis &#x0026; Kemp et al. showed that the integration of machine learning and genome-scale metabolic modeling identified multi-group biomarkers of radiation resistance (<xref ref-type="bibr" rid="ref14">Lewis and Kemp, 2021</xref>).</p>
<p>However, it should be noted that the machine learning models above were developed using clinical features only. It ignored the large number of features embedded in computed tomography images (CT) that are imperceptible to the naked eye. Moreover, in the process of treatment plan determination, physicians are more focused on extracting focal area information and lack awareness of pelvic rectal information. Therefore, a comprehensive model is urgently needed to deepen the understanding of patient rectal image information to accurately assess radiotherapy treatment plans and reduce severe complications of radiation proctitis.</p>
<p>Deep learning, as well as dynamical modeling, is demonstrating powerful feature extraction and modeling capabilities in various medical fields (<xref ref-type="bibr" rid="ref17">Li et al., 2021</xref>; <xref ref-type="bibr" rid="ref23">Qian et al., 2021</xref>; <xref ref-type="bibr" rid="ref3">Chen et al., 2022</xref>; <xref ref-type="bibr" rid="ref6">Hu et al., 2022</xref>; <xref ref-type="bibr" rid="ref15">Li Y. et al., 2022</xref>; <xref ref-type="bibr" rid="ref16">Li X. et al., 2022</xref>). In data-driven disease research, a graph neuro network was used to predict the potential associations of disease-related metabolites (<xref ref-type="bibr" rid="ref31">Sun et al., 2022</xref>). Deep learning can also be used to explore the identification of circRNA-disease associations (<xref ref-type="bibr" rid="ref35">Wang et al., 2021</xref>) and predict the potential human lncRNA interactions (<xref ref-type="bibr" rid="ref40">Zhang et al., 2021</xref>; <xref ref-type="bibr" rid="ref9">Jingxuan et al., 2022</xref>; <xref ref-type="bibr" rid="ref36">Wang et al., 2022</xref>). In drug metabolism research, deep learning can be used to predict the ability of a compound to permeate across the blood&#x2013;brain barrier (<xref ref-type="bibr" rid="ref33">Tang et al., 2022</xref>) and drug response (<xref ref-type="bibr" rid="ref10">Kuenzi et al., 2020</xref>). At the same time, deep learning is also a popular tool for radiotherapy research. Zhong et al. developed a deep learning-based radiomic nomogram that could predict the prognosis of patients with different treatment regimens (<xref ref-type="bibr" rid="ref41">Zhong et al., 2021</xref>). Qiang et al. established a prognosis prediction system based on deep learning for locoregionally advanced nasopharyngeal carcinoma (<xref ref-type="bibr" rid="ref24">Qiang et al., 2021</xref>). Although deep learning has been widely applied in the analysis and prediction of various diseases, the poor interpretability of the deep learning model makes it difficult for clinicians to understand and trust these tools (<xref ref-type="bibr" rid="ref8">Huff et al., 2021</xref>).</p>
<p>Radiomics can extract biomedical images containing information reflecting the underlying pathophysiology and reveal the relationships through quantitative image analysis (<xref ref-type="bibr" rid="ref12">Le et al., 2021</xref>; <xref ref-type="bibr" rid="ref11">Lam et al., 2022</xref>). In previous studies, radiomics has been used to predict postoperative radiotherapy-induced toxicity in prostate cancer patients. Mostafaei et al. showed that models based on CT radiomics, clinical features, and dose-volume parameters could predict radiation toxicity. The combination of imaging and clinical features could improve the performance of radiotoxicity prediction models (<xref ref-type="bibr" rid="ref20">Mostafaei et al., 2020</xref>). However, no study has been performed to predict postoperative radiotherapy comorbidity in cervical cancer patients using radiomic features. Due to the limited resolution, the information on microbiota is almost impossible to extract directly by radiomics in theory, and no relevant studies have been reported. However, it is feasible that radiomics can indirectly reflect the effect of microbiota on the rectum.</p>
<p>Therefore, this study uses radiomics to extract the rectal information from medical images and improve the model performance and diagnostic accuracy through quantitative image analysis. Moreover, this study creatively introduces SHapley Additive exPlanation (SHAP) values to explore the interpretability of nomogram to improve the clinicians&#x2019; understanding of the model and its radiomic features, which facilitates later clinical promotion.</p>
</sec>
<sec id="sec2" sec-type="materials|methods">
<label>2.</label>
<title>Materials and methods</title>
<sec id="sec3">
<label>2.1.</label>
<title>Patients</title>
<p>The study protocol was reviewed and approved by the Ethics Committee in Clinical Research (ECCR) of the First Affiliated Hospital of Wenzhou Medical University. It was conducted following the Declaration of Helsinki. The Transparent Reporting of Individual Prognosis or Diagnosis Multivariate Predictive Models (TRIPOD) guidelines and the Strengthening Reports of Observational Studies in Epidemiology (STROBE) statement were applied. As this study was a retrospective cohort study, informed consent was waived, and all patient data were anonymized and desensitized.</p>
<p>Patients with cervical cancer from 1st January 2015 to 31st December 2020 in the First Affiliated Hospital of Wenzhou Medical University were collected for this study. These patients received a cervical cancer diagnosis, oncological surgery, and postoperative radiotherapy at the First Affiliated Hospital of Wenzhou Medical University.</p>
<p>The inclusion criteria (<xref rid="fig1" ref-type="fig">Figure 1</xref>) include (a) no severe symptoms at the time of diagnosis and good general physical condition; (b) patients with relatively intact organ functions, basically standard hematological system, and no contraindications to treatment; (c) no previous history of other malignant tumor diseases and radiotherapy; (d) postoperative pathological examination results confirming the diagnosis of cervical cancer; (e) postoperative radiotherapy; (f) patients with postoperative treatment; (g) the patient had complete pathology, imaging, and radiation therapy dose information; (h) no intracavitary brachytherapy was performed.</p>
<fig position="float" id="fig1">
<label>Figure 1</label>
<caption>
<p>Flow diagram of the study enrolment patients.</p>
</caption>
<graphic xlink:href="fmicb-13-1090770-g001.tif"/>
</fig>
<p>The exclusion criteria include (a) no definite postoperative pathological findings; (b) no complete clinicopathological data; (c) no CT scan was performed before postoperative radiotherapy; (d) patient&#x2019;s pathology, imaging, and radiation treatment dose data are missing; (e) intolerance to radiotherapy or chemotherapy, and treatment plan was not completed due to severe acute toxic reactions during treatment; (f) Have received intracavitary brachytherapy.</p>
<p>The Mann&#x2013;Whitney <italic>U</italic>-test and the Chi-square test were used to evaluate the performance of clinical and dose-volume features. Patients were randomly divided into a training set and a validation set.</p>
</sec>
<sec id="sec4">
<label>2.2.</label>
<title>Extraction of radiomic features</title>
<p>The entire rectal region on the patient&#x2019;s CT image was defined as the Regions of Interest (ROI). Using ITK-SNAP software (<xref ref-type="bibr" rid="ref38">Yushkevich et al., 2006</xref>), a pelvic radiologist with 10&#x2009;years of experience at the First Affiliated Hospital of Wenzhou Medical University outlined this target region manually. Another radiologist with 20&#x2009;years of experience reviewed it. Extraneous components other than the rectum, such as peripheral vessels, peripheral tissues, and peripheral organs, were not outlined by radiologists to minimize interfering information. The two radiologists did not know the patient&#x2019;s information. If the two doctors had the same opinion, the ROI would be included in the imaging data set.</p>
<p>Quantitative radiological features were automatically extracted using a feature extraction platform based on the Python package PyRadiomics (<xref ref-type="bibr" rid="ref34">van Griethuysen et al., 2017</xref>). After segmentation and reconstruction of the patient CT, each patient extracted ROI was imported into Python in nrrd format. We extracted 1,409 radiomic features, including 8 feature classes used for further analysis and regression modeling. Radiomics features were dependent on the CT hardware, scanning parameters, and contrast agents. The process of generation and selection of radiomic features was illustrated in <xref rid="fig2" ref-type="fig">Figure 2</xref>.</p>
<fig position="float" id="fig2">
<label>Figure 2</label>
<caption>
<p>Workflow of the radiomic model development and model analysis process. The orange arrows in the flow chart represented the processing of the radiomic features. The radiomic features were generated by the PyRadiomics package after outlining the rectal region on the original image. After feature selection by <italic>T</italic>-test, LASSO and univariate logistic regression, multivariate logistic regression models were developed and visualized as nomograms. The model analysis consists of three parts: model simplification, model evaluation, and model interpretation. By comparing the performance change before and after model simplification, we could measure the importance of the radiomic features. In particular, we applied SHapley Additive exPlanation (SHAP) values for the first time to a radiomics-based logistic regression model to further interpret the radiomic features from case-based and feature-based perspectives.</p>
</caption>
<graphic xlink:href="fmicb-13-1090770-g002.tif"/>
</fig>
</sec>
<sec id="sec5">
<label>2.3.</label>
<title>Feature selection and model development</title>
<p>The variance equality of radiomics features was assessed by Levene&#x2019;s test. Independent t-test or Wilcoxon&#x2019;s test was used for feature selection. After standardizing the radiomic features using the z fraction transform, the high-dimensional imaging features extracted from the ROI were selected by the least absolute shrinkage and selection operator (LASSO) regularization algorithm. We performed univariate logistic regression on all features to screen out the key features significantly associated with the severity of radiation proctitis. The value of <italic>p</italic> was usually set at <italic>p</italic>&#x2009;&#x003C;&#x2009;0.2, but can also be set at <italic>p</italic>&#x2009;&#x003C;&#x2009;0.05 or <italic>p</italic>&#x2009;&#x003C;&#x2009;0.1. It requires the researcher to adjust the value of <italic>p</italic> according to the sample size. Due to the limited amount of data in this study, we set <italic>p</italic>&#x2009;&#x003C;&#x2009;0.2 as the threshold. Features with <italic>p</italic>&#x2009;&#x003E;&#x2009;0.2 in the univariate logistic regression were excluded, and features with <italic>p</italic>&#x2009;&#x003C;&#x2009;0.2 were included. Finally, the features left after multiple screenings were introduced into a stepwise logistic regression analysis to build a comprehensive model.</p>
</sec>
<sec id="sec6">
<label>2.4.</label>
<title>Model simplification and model evaluation</title>
<p>The critical features remained after multiple screenings were included in the multivariate logistic regression model generated by the stepwise forward and backward methods. Finally, to transform the complex regression equations into simple and visual graphs and make the prediction models&#x2019; results more readable, a visual nomogram was constructed based on these features that can be stably present in the unified model. All model evaluations were performed on the unseen validation set. In addition, calibration curves were used to evaluate the model performance of the nomogram.</p>
<p>To further validate the performance of the radiomic features, we built a simplified non-radiomic model by removing the radiomic features. To evaluate the performance of these two models, we assessed the discrimination using the receiver operating characteristic (ROC) analysis. The area under the receiver operating characteristic curve (AUC) was used to assess the predictive discrimination of these two models. In addition, in order to verify the validity of the model from another perspective, a k-Nearest Neighbor (KNN) model was built using the same data as the radiomic nomogram. The root-mean-square error (RMSE) and 10-fold cross-validation were used to select the optimal hyperparameter of the KNN model. We used decision curve analysis (DCA) to assess clinical validity by quantifying the net benefit at each threshold probability. All statistical analyses were performed using R (version 4.2.2), Python (version 3.9.12), and SPSS (version 24.0, IBM). The workflow of the model analysis process after modeling was shown in <xref rid="fig2" ref-type="fig">Figure 2</xref>.</p>
</sec>
<sec id="sec7">
<label>2.5.</label>
<title>Model interpretation</title>
<p>SHapley Additive exPlanation (SHAP) method is a game-theoretic-based model interpretation method. From a game theory perspective, SHAP treats each feature variable as a player. The predicted outcome obtained by the model is considered as the gain from the cooperation of many players to complete a project. It connects optimal credit allocation with local explanations using the classical Shapley values from game theory and their related extensions (<xref ref-type="bibr" rid="ref18">Lundberg and Lee, 2017</xref>). We used scikit-learn (<xref ref-type="bibr" rid="ref22">Pedregosa et al., 2011</xref>) to build the logistic regression model and used the SHAP package to calculate the SHAP values for the logistic regression model and further analyze the SHAP values with the SHAP plot module. The decision process of each patient could be presented by force plot. By overlaying the force plots and sorting the output values, we could see how all patients made their decisions. In addition to analyzing the model from the patient&#x2019;s perspective, we can also use SHAP to understand the model from the feature&#x2019;s perspective. SHAP provides bar plots and scatter plots of features to help us understand which feature was most important to the model.</p>
</sec>
</sec>
<sec id="sec8" sec-type="results">
<label>3.</label>
<title>Results</title>
<sec id="sec9">
<label>3.1.</label>
<title>Baseline information of patients</title>
<p>This study included 1,093 patients with cervical cancer who needed to initiate radiotherapy at the First Affiliated Hospital of Wenzhou Medical University between 1st January 2015 and 31st December 2020. After screening and exclusion, a total of 178 patients were finally included in our study. The study included 40 patients (22.5%) with a toxicity grade greater than or equal to grade 2 after radiation therapy and 138 patients (77.5%) less than grade 2 after radiation therapy. The patients were divided into a training set (<italic>n</italic>&#x2009;=&#x2009;124) and a validation set (<italic>n</italic>&#x2009;=&#x2009;54). <xref rid="tab1" ref-type="table">Table 1</xref> shows the baseline information of the patients.</p>
<table-wrap position="float" id="tab1">
<label>Table 1</label>
<caption>
<p>Baseline information of all patients.</p>
</caption>
<table frame="hsides" rules="groups">
<thead>
<tr>
<th align="left" valign="top" colspan="2" rowspan="2">Variables</th>
<th align="center" valign="top" colspan="3">Primary queue (<italic>n</italic>&#x2009;=&#x2009;178)</th>
</tr>
<tr>
<th align="center" valign="top">&#x003C;grade 2 (<italic>n</italic>&#x2009;=&#x2009;138)</th>
<th align="center" valign="top">&#x2265;grade 2 (<italic>n</italic>&#x2009;=&#x2009;40)</th>
<th align="center" valign="top"><italic>p</italic>-value</th>
</tr>
</thead>
<tbody>
<tr>
<td align="left" valign="top">Age (years)</td>
<td/>
<td align="center" valign="top">53.5 (46&#x2013;61)</td>
<td align="center" valign="top">52(47.75&#x2013;60.75)</td>
<td align="center" valign="top">0.957</td>
</tr>
<tr>
<td align="left" valign="top">Therapy</td>
<td align="left" valign="top">3D-CRT</td>
<td align="center" valign="top">53 (63.9%)</td>
<td align="center" valign="top">30 (36.1%)</td>
<td align="center" valign="top" rowspan="2">&#x003C;0.001</td>
</tr>
<tr>
<td/>
<td align="left" valign="top">VMAT</td>
<td align="center" valign="top">85 (89.5%)</td>
<td align="center" valign="top">10 (10.5%)</td>
</tr>
<tr>
<td align="left" valign="top">Vascular invasion</td>
<td/>
<td align="center" valign="top">48 (69.6%)</td>
<td align="center" valign="top">21 (30.4%)</td>
<td align="center" valign="top">0.043</td>
</tr>
<tr>
<td align="left" valign="top">FIGO Staging</td>
<td/>
<td align="center" valign="top">2(1&#x2013;2)</td>
<td align="center" valign="top">1(1&#x2013;2.75)</td>
<td align="center" valign="top">0.800</td>
</tr>
<tr>
<td align="left" valign="top">Total rectal volume</td>
<td/>
<td align="center" valign="top">65.937 (51.421&#x2013;94.235)</td>
<td align="center" valign="top">69.422 (51.921&#x2013;89.546)</td>
<td align="center" valign="top">0.875</td>
</tr>
<tr>
<td align="left" valign="top">Minimum rectal dose</td>
<td/>
<td align="center" valign="top">1320.85 (417.6&#x2013;2205.55)</td>
<td align="center" valign="top">583.35 (407.775&#x2013;1817.025)</td>
<td align="center" valign="top">0.189</td>
</tr>
<tr>
<td align="left" valign="top">Maximum rectal dose</td>
<td/>
<td align="center" valign="top">4907.35 (4145.175&#x2013;5293.575)</td>
<td align="center" valign="top">4187.7 (4136.525&#x2013;4819.25)</td>
<td align="center" valign="top">0.038</td>
</tr>
<tr>
<td align="left" valign="top">Average rectal dose</td>
<td/>
<td align="center" valign="top">3958.55 (3738.35&#x2013;4144.6)</td>
<td align="center" valign="top">3928.8 (3831.325&#x2013;3996.2)</td>
<td align="center" valign="top">0.289</td>
</tr>
<tr>
<td align="left" valign="top">V5Gy(cm<sup>3</sup>)</td>
<td/>
<td align="center" valign="top">63.444 (47.286&#x2013;89.492)</td>
<td align="center" valign="top">69.422 (51.921&#x2013;89.546)</td>
<td align="center" valign="top">0.427</td>
</tr>
<tr>
<td align="left" valign="top">V5Gy(%)</td>
<td/>
<td align="center" valign="top">100 (98.148&#x2013;100)</td>
<td align="center" valign="top">100(99.555&#x2013;100)</td>
<td align="center" valign="top">0.987</td>
</tr>
<tr>
<td align="left" valign="top">V10Gy(cm<sup>3</sup>)</td>
<td/>
<td align="center" valign="top">62.984 (47.127&#x2013;90.466)</td>
<td align="center" valign="top">69.422 (53.625&#x2013;92.057)</td>
<td align="center" valign="top">0.260</td>
</tr>
<tr>
<td align="left" valign="top">V10Gy(%)</td>
<td/>
<td align="center" valign="top">99.95 (95.415&#x2013;100)</td>
<td align="center" valign="top">99.245 (98.365&#x2013;100)</td>
<td align="center" valign="top">0.976</td>
</tr>
<tr>
<td align="left" valign="top">V15Gy(cm<sup>3</sup>)</td>
<td/>
<td align="center" valign="top">62.511 (46.688&#x2013;90.466)</td>
<td align="center" valign="top">69.422 (53.625&#x2013;91.919)</td>
<td align="center" valign="top">0.283</td>
</tr>
<tr>
<td align="left" valign="top">V15Gy(%)</td>
<td/>
<td align="center" valign="top">99.18 (93.693&#x2013;100)</td>
<td align="center" valign="top">98.52 (97.268&#x2013;100)</td>
<td align="center" valign="top">0.837</td>
</tr>
<tr>
<td align="left" valign="top">V20Gy(cm<sup>3</sup>)</td>
<td/>
<td align="center" valign="top">62.511 (46.234&#x2013;89.878)</td>
<td align="center" valign="top">69.422 (53.625&#x2013;90.757)</td>
<td align="center" valign="top">0.274</td>
</tr>
<tr>
<td align="left" valign="top">V20Gy(%)</td>
<td/>
<td align="center" valign="top">97.755 (92.235&#x2013;100)</td>
<td align="center" valign="top">97.855 (95.11&#x2013;99.743)</td>
<td align="center" valign="top">0.705</td>
</tr>
<tr>
<td align="left" valign="top">V25Gy(cm<sup>3</sup>)</td>
<td/>
<td align="center" valign="top">61.865 (45.854&#x2013;87.485)</td>
<td align="center" valign="top">68.366 (53.122&#x2013;88.878)</td>
<td align="center" valign="top">0.240</td>
</tr>
<tr>
<td align="left" valign="top">V25Gy(%)</td>
<td/>
<td align="center" valign="top">95.475 (89.273&#x2013;99.065)</td>
<td align="center" valign="top">96.645 (92.355&#x2013;98.093)</td>
<td align="center" valign="top">0.304</td>
</tr>
<tr>
<td align="left" valign="top">V30Gy(cm<sup>3</sup>)</td>
<td/>
<td align="center" valign="top">59.571 (42.243&#x2013;80.618)</td>
<td align="center" valign="top">67.518 (52.789&#x2013;87.533)</td>
<td align="center" valign="top">0.181</td>
</tr>
<tr>
<td align="left" valign="top">V30Gy(%)</td>
<td/>
<td align="center" valign="top">90.145 (84.488&#x2013;95.985)</td>
<td align="center" valign="top">95.06 (87.873&#x2013;97.298)</td>
<td align="center" valign="top">0.028</td>
</tr>
<tr>
<td align="left" valign="top">V35Gy(cm<sup>3</sup>)</td>
<td/>
<td align="center" valign="top">56.05 (39.968&#x2013;76.027)</td>
<td align="center" valign="top">61.987 (48.092&#x2013;86.923)</td>
<td align="center" valign="top">0.203</td>
</tr>
<tr>
<td align="left" valign="top">V35Gy(%)</td>
<td/>
<td align="center" valign="top">83.955 (75.073&#x2013;91.188)</td>
<td align="center" valign="top">92.34 (84.098&#x2013;95.993)</td>
<td align="center" valign="top">0.001</td>
</tr>
<tr>
<td align="left" valign="top">V40Gy(cm<sup>3</sup>)</td>
<td/>
<td align="center" valign="top">42.149 (27.754&#x2013;60.107)</td>
<td align="center" valign="top">50.823 (33.909&#x2013;65.466)</td>
<td align="center" valign="top">0.108</td>
</tr>
<tr>
<td align="left" valign="top">V40Gy(%)</td>
<td/>
<td align="center" valign="top">59.66 (50.4&#x2013;70.375)</td>
<td align="center" valign="top">65.595 (58.38&#x2013;76.108)</td>
<td align="center" valign="top">0.035</td>
</tr>
<tr>
<td align="left" valign="top">V45Gy(cm<sup>3</sup>)</td>
<td/>
<td align="center" valign="top">16.175 (0&#x2013;30.87)</td>
<td align="center" valign="top">0(0&#x2013;15.492)</td>
<td align="center" valign="top">0.003</td>
</tr>
<tr>
<td align="left" valign="top">V45Gy(%)</td>
<td/>
<td align="center" valign="top">26.465 (0&#x2013;38.913)</td>
<td align="center" valign="top">0(0&#x2013;16.76)</td>
<td align="center" valign="top">0.001</td>
</tr>
</tbody>
</table>
</table-wrap>
</sec>
<sec id="sec10">
<label>3.2.</label>
<title>Radiomic features selection and multivariate analysis</title>
<p>We extracted a total of 1,409 radiomic features from the patients&#x2019; CTs and selected them using the LASSO algorithm. Multivariate logistic regression analysis was performed on all features selected by LASSO and univariate logistic regression. The results of the multivariate logistic regression are shown in <xref rid="tab2" ref-type="table">Table 2</xref>. Radiotherapy techniques [OR&#x2009;=&#x2009;0.000 (0.000&#x2013;0.086), <italic>p</italic>&#x2009;=&#x2009;0.005], Maximum rectal dose [OR&#x2009;=&#x2009;1.006 (1.001&#x2013;1.011), <italic>p</italic>&#x2009;=&#x2009;0.020], Contrast [OR&#x2009;=&#x2009;0.000 (0.000&#x2013;0.002), <italic>p</italic>&#x2009;=&#x2009;0.046] were independent risk factors for severe radiation proctitis.</p>
<table-wrap position="float" id="tab2">
<label>Table 2</label>
<caption>
<p>Result of multivariate logistic regression.</p>
</caption>
<table frame="hsides" rules="groups">
<thead>
<tr>
<th align="left" valign="top">Features</th>
<th align="center" valign="top">B</th>
<th align="center" valign="top"><italic>P</italic></th>
<th align="center" valign="top">OR (95% CI)</th>
</tr>
</thead>
<tbody>
<tr>
<td align="left" valign="top">Therapy</td>
<td align="center" valign="top">&#x2212;8.225</td>
<td align="center" valign="top">0.005</td>
<td align="center" valign="top">0.000(0.000&#x2013;0.086)</td>
</tr>
<tr>
<td align="left" valign="top">Maximum rectal dose</td>
<td align="center" valign="top">0.006</td>
<td align="center" valign="top">0.020</td>
<td align="center" valign="top">1.006(1.001&#x2013;1.011)</td>
</tr>
<tr>
<td align="left" valign="top">Contrast</td>
<td align="center" valign="top">&#x2212;349.316</td>
<td align="center" valign="top">0.046</td>
<td align="center" valign="top">0.000(0.000&#x2013;0.002)</td>
</tr>
<tr>
<td align="left" valign="top">Constant</td>
<td align="center" valign="top">&#x2212;23.030</td>
<td align="center" valign="top">0.026</td>
<td align="center" valign="top">0.000</td>
</tr>
</tbody>
</table>
</table-wrap>
</sec>
<sec id="sec11">
<label>3.3.</label>
<title>Establishment of nomogram and model evaluation</title>
<p>In order to develop a clinically applicable method to predict the occurrence of radiation proctitis, we constructed a radiomics nomogram. The results of the nomogram were shown in <xref rid="fig3" ref-type="fig">Figure 3A</xref>. All model evaluations were performed on the unseen validation set. The calibration curve of the combined radiomics nomogram was shown in <xref rid="fig3" ref-type="fig">Figure 3B</xref>. To further validate the performance of the radiomic features, we built a simplified non-radiomic model based only on the clinical feature and dose-volume feature by removing the radiomic feature and comparing its performance with the full radiomic model. The ROC curves for the two nomogram models (<xref rid="fig3" ref-type="fig">Figure 3C</xref>) showed that the prediction effect of the radiomic model [AUC&#x2009;=&#x2009;0.6855 (0.5174&#x2013;0.8535)] performed better than the non-radiomic model [AUC&#x2009;=&#x2009;0.6641 (0.4904&#x2013;0.8378)]. The AUC of radiomic nomogram [AUC&#x2009;=&#x2009;0.6855 (0.5174&#x2013;0.8535)] was close to that of the KNN model [AUC&#x2009;=&#x2009;0.7051 (0.5602&#x2013;0.85)]. It illustrated the validity of the model from another perspective. The decision curve analysis (DCA; <xref rid="fig3" ref-type="fig">Figure 3D</xref>) was used to assess the utility of both prediction models by calculating the net benefit at various probability thresholds. According to the decision curves, the radiomic model showed more benefit in predicting the risk of radiation proctitis than the non-radiomic model. It suggested that radiomic features were supporting features for severe radiation proctitis prediction.</p>
<fig position="float" id="fig3">
<label>Figure 3</label>
<caption>
<p>Nomogram for severe radiation proctitis prediction in postoperative cervical cancer patients, calibration of the nomogram, and decision curves in the overall patients. The combined nomogram <bold>(A)</bold> incorporated clinical, dose-volume, and radiomic features. By accumulating the points for each feature, we could quickly calculate the probability of radiation proctitis. All model evaluations were performed on the validation set. The Calibration curves of the combined radiomics nomogram <bold>(B)</bold> illustrated the relationship between the observed outcome frequencies and the predicted probabilities. The ROC curves <bold>(C)</bold> demonstrated the accuracy of the radiomic and non-radiomic models and KNN radiomic model. The DCA curves <bold>(D)</bold> demonstrated the net benefit of the radiomic and non-radiomic models.</p>
</caption>
<graphic xlink:href="fmicb-13-1090770-g003.tif"/>
</fig>
</sec>
<sec id="sec12">
<label>3.4.</label>
<title>Model interpretation</title>
<sec id="sec13">
<label>3.4.1.</label>
<title>Case-based model interpretation</title>
<p>To further understand how decision-making occurred for individual and entire patient populations, we used SHAP to analyze from a case-based perspective. <xref rid="fig4" ref-type="fig">Figure 4A</xref> represented the decision process for SHAP values across all patients, with the vertical axis representing the magnitude of the SHAP values. As the graph was ordered by model output, we could clearly see the boundary line between red and blue. Features pushing the prediction higher were shown in red, and those pushing the prediction lower were in blue.</p>
<fig position="float" id="fig4">
<label>Figure 4</label>
<caption>
<p>SHAP plots demonstrated SHAP values from a case-based perspective. Sampled by model output, the overall SHAP plot <bold>(A)</bold> showed the decision process of all patients. The force plot <bold>(B)</bold> and the waterfall plot <bold>(C)</bold> demonstrated the proportion and absolute SHAP value of various features in the decision-making process for a single patient.</p>
</caption>
<graphic xlink:href="fmicb-13-1090770-g004.tif"/>
</fig>
<p>In addition to the model interpretation for all cases, we could also provide a clearer picture of the decision-making situation for individual patients through the waterfall or force plot. For example, by selecting the patient on the far right of <xref rid="fig4" ref-type="fig">Figure 4A</xref>, the decision-making process could be visualized in <xref rid="fig4" ref-type="fig">Figure 4B</xref> or <xref rid="fig4" ref-type="fig">Figure 4C</xref>. Although the presentation was different, the information in <xref rid="fig4" ref-type="fig">Figures 4B</xref>,<xref rid="fig4" ref-type="fig">C</xref> was consistent. These two plots indicated the proportion and absolute SHAP value of various features in the decision-making process for that patient. SHAP could provide a quantitative and visual representation of the decision mechanisms of the radiomics model for any patient.</p>
</sec>
<sec id="sec14">
<label>3.4.2.</label>
<title>Feature-based model interpretation</title>
<p>We calculated and visualized the SHAP values for each feature in the radiomics model. The beeswarm plot (<xref rid="fig5" ref-type="fig">Figure 5A</xref>) demonstrated an overview of the feature contribution of all patients. In the beeswarm plot, features were sorted by the sum of SHAP value magnitudes over all samples, and SHAP values were used to show the distribution of each feature&#x2019;s impacts. The bar plot shown in <xref rid="fig5" ref-type="fig">Figure 5B</xref> demonstrated the mean absolute value of the SHAP values for each feature. The plot showed that radiotherapy techniques and the maximum rectal dose have a high mean value. Since SHAP values represented a feature&#x2019;s responsibility for a change in the model output, <xref rid="fig5" ref-type="fig">Figures 5A</xref>,<xref rid="fig5" ref-type="fig">B</xref> indicated that the radiotherapy technique and the maximum rectal dose were essential.</p>
<fig position="float" id="fig5">
<label>Figure 5</label>
<caption>
<p>The SHAP plots illustrated the feature-based model interpretation process. <bold>(A)</bold> The beeswarm plot used SHAP values to show the distribution of each feature&#x2019;s impacts. <bold>(B)</bold> The standard bar plot demonstrated the mean absolute value of the SHAP values for each feature. These two plots <bold>(C,D)</bold> showed the SHAP values in different features. Gray bar plots showed the SHAP values for each feature. Scatter plots showed the SHAP values of the other features most relevant to that feature. Vertical dispersion represented interaction effects between the horizontal and vertical features.</p>
</caption>
<graphic xlink:href="fmicb-13-1090770-g005.tif"/>
</fig>
<p>To understand how each feature affected the model&#x2019;s output, we plotted gray bar plots to show the SHAP values for each feature and scatter plots to show the SHAP values of the other features most relevant to that feature (<xref rid="fig5" ref-type="fig">Figures 5C</xref>,<xref rid="fig5" ref-type="fig">D</xref>).</p>
</sec>
</sec>
</sec>
<sec id="sec15" sec-type="discussions">
<label>4.</label>
<title>Discussion</title>
<p>With the advancement of radiotherapy techniques, the postoperative survival rates of cancers such as cervical cancer have increased dramatically (<xref ref-type="bibr" rid="ref4">Citrin, 2017</xref>). However, complications and side effects caused by postoperative radiotherapy or chemotherapy are difficult to avoid. Radiation proctitis is one of the most common complications of postoperative radiotherapy in patients with pelvic tumors (<xref ref-type="bibr" rid="ref25">Rustagi et al., 2015</xref>; <xref ref-type="bibr" rid="ref23">Qian et al., 2021</xref>), with mild diarrhea or mild rectal exudate in mild cases and even intestinal necrosis or bleeding in severe cases, endangering patients&#x2019; lives (<xref ref-type="bibr" rid="ref4">Citrin, 2017</xref>). In clinical practice, doctors currently rely on the dose-volume features of radiotherapy plans to assess the risk of radiation proctitis. However, there is a lot of valuable information in pathology and clinical imaging that is not considered by clinicians. Moreover, the sensitivity of the rectum to radiotherapy radiation also varies significantly between individuals.</p>
<p>To further refine the assessment of radiation proctitis, we selected radiomic features associated with radiation proctitis by univariate regression and the LASSO algorithm. Radiotherapy techniques (OR&#x2009;=&#x2009;0.000 (0.000&#x2013;0.086), <italic>p</italic>&#x2009;=&#x2009;0.005), Maximum rectal dose (OR&#x2009;=&#x2009;1.006 (1.001&#x2013;1.011), <italic>p</italic>&#x2009;=&#x2009;0.020), Contrast (OR&#x2009;=&#x2009;0.000 (0.000&#x2013;0.002), <italic>p</italic>&#x2009;=&#x2009;0.046) were independent risk factors for radiation proctitis. Finally, we developed an integrated prediction model based on clinical and radiomic features [AUC&#x2009;=&#x2009;0.6855 (0.5174&#x2013;0.8535)]. Current studies of radiation proctitis had mainly focused on local radiotherapy dose limits rather than comprehensive predictive models (<xref ref-type="bibr" rid="ref30">Snyder et al., 2001</xref>; <xref ref-type="bibr" rid="ref7">Huang et al., 2004</xref>). There was only one study using radiomics to build a predictive model for radiation proctitis (<xref ref-type="bibr" rid="ref20">Mostafaei et al., 2020</xref>). In gastrointestinal toxicities modeling, the AUC of radiomic model of their study was 0.71, which was relatively higher compared with our study. However, the study was conducted based on data from only 64 patients and was only suitable for patients with prostate cancer.</p>
<p>The radiomic features of the model potentially incorporated the effect of microbiota on rectal radiosensitivity. The model without radiomic features showed lower validity, while the model containing both radiomic features and clinical features showed better performance on the ROC curve. The change of net benefit in <xref rid="fig3" ref-type="fig">Figure 3D</xref> suggested that radiomic features had played a supporting role in predictive models. And as a measure of the local intensity variation, a larger contrast correlated with a greater disparity in intensity values among neighboring voxels. In our study, the contrast suggested that a lower tissue density compared to the surrounding tissue was associated with higher radiosensitivity.</p>
<p>In most cases, PyRadiomics followed the image biomarker standardization initiative (IBSI)'s definition of features. PyRadiomics development was also involved in the standardization effort by the IBSI team. Still, there were some differences between PyRadiomics and feature extraction as defined in the IBSI documents. Most notably were the differences in gray value discretization (just for the fixed bin size type) and resampling. In summary, the definitions of PyRadiomics and IBSI were slightly different, but did not represent one over the other. Moreover, IBSI was only an initiative, not a standard. For these reasons, IBSI would not significantly impact the reproducibility and validity of this study.</p>
<p>While SHAP was often used to explain features in machine learning algorithms and neural network models (<xref ref-type="bibr" rid="ref2">Bang et al., 2021</xref>; <xref ref-type="bibr" rid="ref21">Park et al., 2022</xref>; <xref ref-type="bibr" rid="ref28">Shaji et al., 2022</xref>; <xref ref-type="bibr" rid="ref29">Shi et al., 2022</xref>), SHAP analysis of logistic regression models had not yet been mentioned. Although logistic regression algorithms were simpler and more explicit than other machine learning algorithms and neural networks, logistic regression models were more challenging to understand than they may seem. Users could not directly measure the importance of features between continuous and categorical variables through odds ratio (OR) or coefficients (<xref rid="tab2" ref-type="table">Table 2</xref>). In particular, for radiomic models, the significant variation in the magnitude of radiomic features made it more challenging to understand the actual decision-making process of the model through the coefficients and OR values of logistic regression. We wanted to help users better understand each feature&#x2019;s role in the model. In subsequent clinical treatment, model users can further quantify the contribution of radiomic features in each model output.</p>
<p>To address this issue, we introduced SHAP for the first time to a radiomics-based logistic regression model, which further revealed the model&#x2019;s decision-making mechanism (<xref rid="fig4" ref-type="fig">Figure 4A</xref>). The total contribution of SHAP for each feature included in the model was analyzed (<xref rid="fig5" ref-type="fig">Figure 5B</xref>). Radiotherapy techniques and the maximum rectal dose occupied vital positions in the model contribution. Notably, the SHAP value of the radiomic feature was the lowest. It suggested that the radiomic feature was weaker than the clinical feature and dose-volume feature. The SHAP could also analyze correlations between variables (<xref rid="fig5" ref-type="fig">Figures 5C</xref>,<xref rid="fig5" ref-type="fig">D</xref>). Correlations in SHAP values were observed between the three features. It may suggest an inter-collaborative relationship between variables in the model. However, this can only indicate a correlation between SHAP values, not between the values of the variables. In the subplot of therapy (<xref rid="fig5" ref-type="fig">Figure 5C</xref>), we can find that the most relevant variable was the maximum rectal dose. There was a harmful effect of maximum rectal dose in the decision-making process of these VMAT therapy samples. However, no fixed pattern was observed in the subplot of contrast (<xref rid="fig5" ref-type="fig">Figure 5D</xref>).</p>
<p>SHAP had a unique role in radiomics-based logistic models as a game-theoretic approach. SHAP helped us understand radiomic features that vary significantly in magnitude. Furthermore, SHAP provided a quantitative and visual representation of the decision mechanisms within the model for each patient.</p>
<p>We recommend that clinicians can reduce the value of the maximum rectal dose by modifying the plan when the model suggests that the current radiotherapy plan has a high probability of radiation proctitis. Clinicians can rely on interpretable models to precisely control the risk of the final plan to an acceptable level. Patients with cervical cancer can reduce unnecessary radiation doses and the incidence of radiation proctitis with the help of the comprehensive model.</p>
</sec>
<sec id="sec16" sec-type="conclusions">
<label>5.</label>
<title>Conclusion</title>
<p>We successfully developed and validated an integrated radiomic model containing rectal information in this study. The integrated radiomic model enables the accurate quantitative assessment of the probability of radiation proctitis in postoperative cervical cancer patients, addressing the limitations of the current qualitative assessment based on dose-volume parameters only. Based on the model output and SHAP values analysis, we suggest that clinicians can adjust the radiation dose to minimize the occurrence of severe radiation proctitis while not compromising the effectiveness of radiation therapy.</p>
</sec>
<sec id="sec17" sec-type="data-availability">
<title>Data availability statement</title>
<p>The raw data supporting the conclusions of this article will be made available by the authors, without undue reservation.</p>
</sec>
<sec id="sec18">
<title>Ethics statement</title>
<p>The studies involving human participants were reviewed and approved by the Ethics Committee in Clinical Research (ECCR) of the First Affiliated Hospital of Wenzhou Medical University. Written informed consent for participation was not required for this study in accordance with the national legislation and the institutional requirements.</p>
</sec>
<sec id="sec19">
<title>Author contributions</title>
<p>CW, XX, and CX conceived the project, developed the prediction method, designed and implemented the experiments, analyzed the result, and wrote the manuscript. XZ, SR, and XJin implemented the experiments and analyzed the result. QZ, WD, HaizL, SW, and YZ analyzed the result. HaiL, QH, YL, XJia, and JS contributed to the interpretation of the results. All authors contributed to the article and approved the submitted version.</p>
</sec>
<sec id="sec20" sec-type="funding-information">
<title>Funding</title>
<p>This work was supported by Zhejiang Engineering Research Center for Innovation and Application of Intelligent Radiotherapy Technology in the Second Affiliated Hospital of Wenzhou Medical University, Wenzhou key Laboratory of radiotherapy and Translational Research of Cancer (2021100848), and Wenzhou Science and Technology Bureau Y2020733. This work was also supported by the Ministry of Science and Technology of the People&#x2019;s Republic of China under grant 2021ZD0201900, the National Natural Science Foundation of China under grant numbers 12090052 and 11874310, and Major Projects in Fujian Province under grant 2020Y4001.</p>
</sec>
<sec id="conf1" sec-type="COI-statement">
<title>Conflict of interest</title>
<p>The authors declare that the research was conducted in the absence of any commercial or financial relationships that could be construed as a potential conflict of interest.</p>
</sec>
<sec id="sec100" sec-type="disclaimer">
<title>Publisher&#x2019;s note</title>
<p>All claims expressed in this article are solely those of the authors and do not necessarily represent those of their affiliated organizations, or those of the publisher, the editors and the reviewers. Any product that may be evaluated in this article, or claim that may be made by its manufacturer, is not guaranteed or endorsed by the publisher.</p>
</sec>
</body>
<back>
<ref-list>
<title>References</title>
<ref id="ref1"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Albert</surname> <given-names>M.</given-names></name> <name><surname>Song</surname> <given-names>J. S.</given-names></name> <name><surname>Schultz</surname> <given-names>D.</given-names></name> <name><surname>Cormack</surname> <given-names>R. A.</given-names></name> <name><surname>Tempany</surname> <given-names>C. M.</given-names></name> <name><surname>Haker</surname> <given-names>S.</given-names></name> <etal/></person-group>. (<year>2008</year>). <article-title>Defining the rectal dose constraint for permanent radioactive seed implantation of the prostate</article-title>. <source>Urol. Oncol.</source> <volume>26</volume>, <fpage>147</fpage>&#x2013;<lpage>152</lpage>. doi: <pub-id pub-id-type="doi">10.1016/j.urolonc.2007.03.026</pub-id>, PMID: <pub-id pub-id-type="pmid">18312933</pub-id></citation></ref>
<ref id="ref2"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Bang</surname> <given-names>M.</given-names></name> <name><surname>Eom</surname> <given-names>J.</given-names></name> <name><surname>An</surname> <given-names>C.</given-names></name> <name><surname>Kim</surname> <given-names>S.</given-names></name> <name><surname>Park</surname> <given-names>Y. W.</given-names></name> <name><surname>Ahn</surname> <given-names>S. S.</given-names></name> <etal/></person-group>. (<year>2021</year>). <article-title>An interpretable multiparametric radiomics model for the diagnosis of schizophrenia using magnetic resonance imaging of the corpus callosum</article-title>. <source>Transl. Psychiatry</source> <volume>11</volume>:<fpage>462</fpage>. doi: <pub-id pub-id-type="doi">10.1038/s41398-021-01586-2</pub-id>, PMID: <pub-id pub-id-type="pmid">34489405</pub-id></citation></ref>
<ref id="ref3"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Chen</surname> <given-names>X.</given-names></name> <name><surname>Zhu</surname> <given-names>R.</given-names></name> <name><surname>Zhong</surname> <given-names>J.</given-names></name> <name><surname>Ying</surname> <given-names>Y.</given-names></name> <name><surname>Wang</surname> <given-names>W.</given-names></name> <name><surname>Cao</surname> <given-names>Y.</given-names></name> <etal/></person-group>. (<year>2022</year>). <article-title>Mosaic composition of RIP1&#x2013;RIP3 signalling hub and its role in regulating cell death</article-title>. <source>Nat. Cell Biol.</source> <volume>24</volume>, <fpage>471</fpage>&#x2013;<lpage>482</lpage>. doi: <pub-id pub-id-type="doi">10.1038/s41556-022-00854-7</pub-id>, PMID: <pub-id pub-id-type="pmid">35256774</pub-id></citation></ref>
<ref id="ref4"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Citrin</surname> <given-names>D. E.</given-names></name></person-group> (<year>2017</year>). <article-title>Recent developments in radiotherapy</article-title>. <source>N. Engl. J. Med.</source> <volume>377</volume>, <fpage>1065</fpage>&#x2013;<lpage>1075</lpage>. doi: <pub-id pub-id-type="doi">10.1056/NEJMra1608986</pub-id></citation></ref>
<ref id="ref5"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Fiorino</surname> <given-names>C.</given-names></name> <name><surname>Alongi</surname> <given-names>F.</given-names></name> <name><surname>Broggi</surname> <given-names>S.</given-names></name> <name><surname>Cattaneo</surname> <given-names>G. M.</given-names></name> <name><surname>Cozzarini</surname> <given-names>C.</given-names></name> <name><surname>Di Muzio</surname> <given-names>N.</given-names></name> <etal/></person-group>. (<year>2008</year>). <article-title>Physics aspects of prostate tomotherapy: planning optimization and image-guidance issues</article-title>. <source>Acta Oncol.</source> <volume>47</volume>, <fpage>1309</fpage>&#x2013;<lpage>1316</lpage>. doi: <pub-id pub-id-type="doi">10.1080/02841860802266755</pub-id>, PMID: <pub-id pub-id-type="pmid">18686050</pub-id></citation></ref>
<ref id="ref01"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Gerassy-Vainberg</surname> <given-names>S.</given-names></name> <name><surname>Blatt</surname> <given-names>A.</given-names></name> <name><surname>Danin-Poleg</surname> <given-names>Y.</given-names></name> <name><surname>Gershovich</surname> <given-names>K.</given-names></name> <name><surname>Sabo</surname> <given-names>E.</given-names></name> <name><surname>Nevelsky</surname> <given-names>A.</given-names></name> <etal/></person-group>. (<year>2018</year>). <article-title>Radiation induces proinflammatory dysbiosis: transmission of inflammatory susceptibility by host cytokine induction</article-title>. <source>Gut</source>, <volume>67</volume>, <fpage>97</fpage>&#x2013;<lpage>107</lpage>. doi: <pub-id pub-id-type="doi">10.1136/gutjnl-2017-313789</pub-id>, PMID: <pub-id pub-id-type="pmid">35130112</pub-id></citation></ref>
<ref id="ref6"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Hu</surname> <given-names>H.</given-names></name> <name><surname>Liu</surname> <given-names>R.</given-names></name> <name><surname>Zhao</surname> <given-names>C.</given-names></name> <name><surname>Lu</surname> <given-names>Y.</given-names></name> <name><surname>Xiong</surname> <given-names>Y.</given-names></name> <name><surname>Chen</surname> <given-names>L.</given-names></name> <etal/></person-group>. (<year>2022</year>). <article-title>CITEMO(XMBD): a flexible single-cell multimodal omics analysis framework to reveal the heterogeneity of immune cells</article-title>. <source>RNA Biol.</source> <volume>19</volume>, <fpage>290</fpage>&#x2013;<lpage>304</lpage>. doi: <pub-id pub-id-type="doi">10.1080/15476286.2022.2027151</pub-id>, PMID: <pub-id pub-id-type="pmid">35130112</pub-id></citation></ref>
<ref id="ref7"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Huang</surname> <given-names>E. Y.</given-names></name> <name><surname>Wang</surname> <given-names>C. J.</given-names></name> <name><surname>Hsu</surname> <given-names>H. C.</given-names></name> <name><surname>Hao</surname> <given-names>L.</given-names></name> <name><surname>Chen</surname> <given-names>H. C.</given-names></name> <name><surname>Sun</surname> <given-names>L. M.</given-names></name></person-group> (<year>2004</year>). <article-title>Dosimetric factors predicting severe radiation-induced bowel complications in patients with cervical cancer: combined effect of external parametrial dose and cumulative rectal dose</article-title>. <source>Gynecol. Oncol.</source> <volume>95</volume>, <fpage>101</fpage>&#x2013;<lpage>108</lpage>. doi: <pub-id pub-id-type="doi">10.1016/j.ygyno.2004.06.043</pub-id>, PMID: <pub-id pub-id-type="pmid">15385117</pub-id></citation></ref>
<ref id="ref8"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Huff</surname> <given-names>D. T.</given-names></name> <name><surname>Weisman</surname> <given-names>A. J.</given-names></name> <name><surname>Jeraj</surname> <given-names>R.</given-names></name></person-group> (<year>2021</year>). <article-title>Interpretation and visualization techniques for deep learning models in medical imaging</article-title>. <source>Phys. Med. Biol.</source> <volume>66</volume>:<fpage>04TR01</fpage>. doi: <pub-id pub-id-type="doi">10.1088/1361-6560/abcd17</pub-id>, PMID: <pub-id pub-id-type="pmid">33227719</pub-id></citation></ref>
<ref id="ref9"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Jingxuan</surname> <given-names>J. S.</given-names></name> <name><surname>Shuai</surname> <given-names>S. C.</given-names></name> <name><surname>Qi</surname> <given-names>Z.</given-names></name> <name><surname>Jianwei</surname> <given-names>S.</given-names></name></person-group> (<year>2022</year>). <article-title>Predicting potential interactions between lncRNAs and proteins via combined graph auto-encoder methods</article-title>. <source>Brief. Bioinform.</source> <fpage>bbac527</fpage>. doi: <pub-id pub-id-type="doi">10.1093/bib/bbac527</pub-id>, PMID: <pub-id pub-id-type="pmid">36515153</pub-id></citation></ref>
<ref id="ref10"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Kuenzi</surname> <given-names>B. M.</given-names></name> <name><surname>Park</surname> <given-names>J.</given-names></name> <name><surname>Fong</surname> <given-names>S. H.</given-names></name> <name><surname>Sanchez</surname> <given-names>K. S.</given-names></name> <name><surname>Lee</surname> <given-names>J.</given-names></name> <name><surname>Kreisberg</surname> <given-names>J. F.</given-names></name> <etal/></person-group>. (<year>2020</year>). <article-title>Predicting drug response and synergy using a deep learning model of human cancer cells</article-title>. <source>Cancer Cell</source> <volume>38</volume>, <fpage>672</fpage>&#x2013;<lpage>684.e6</lpage>. doi: <pub-id pub-id-type="doi">10.1016/j.ccell.2020.09.014</pub-id>, PMID: <pub-id pub-id-type="pmid">33096023</pub-id></citation></ref>
<ref id="ref11"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Lam</surname> <given-names>L. H. T.</given-names></name> <name><surname>Do</surname> <given-names>D. T.</given-names></name> <name><surname>Diep</surname> <given-names>D. T. N.</given-names></name> <name><surname>Nguyet</surname> <given-names>D. L. N.</given-names></name> <name><surname>Truong</surname> <given-names>Q. D.</given-names></name> <name><surname>Tri</surname> <given-names>T. T.</given-names></name> <etal/></person-group>. (<year>2022</year>). <article-title>Molecular subtype classification of low-grade gliomas using magnetic resonance imaging-based radiomics and machine learning</article-title>. <source>NMR Biomed.</source> <volume>35</volume>:<fpage>e4792</fpage>. doi: <pub-id pub-id-type="doi">10.1002/nbm.4792</pub-id>, PMID: <pub-id pub-id-type="pmid">35767281</pub-id></citation></ref>
<ref id="ref12"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Le</surname> <given-names>N. Q. K.</given-names></name> <name><surname>Kha</surname> <given-names>Q. H.</given-names></name> <name><surname>Nguyen</surname> <given-names>V. H.</given-names></name> <name><surname>Chen</surname> <given-names>Y. C.</given-names></name> <name><surname>Cheng</surname> <given-names>S. J.</given-names></name> <name><surname>Chen</surname> <given-names>C. Y.</given-names></name></person-group> (<year>2021</year>). <article-title>Machine learning-based Radiomics signatures for EGFR and KRAS mutations prediction in non-Small-cell lung cancer</article-title>. <source>Int. J. Mol. Sci.</source> <volume>22</volume>:<fpage>9254</fpage>. doi: <pub-id pub-id-type="doi">10.3390/ijms22179254</pub-id>, PMID: <pub-id pub-id-type="pmid">34502160</pub-id></citation></ref>
<ref id="ref13"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Lee</surname> <given-names>S.</given-names></name> <name><surname>Kerns</surname> <given-names>S.</given-names></name> <name><surname>Ostrer</surname> <given-names>H.</given-names></name> <name><surname>Rosenstein</surname> <given-names>B.</given-names></name> <name><surname>Deasy</surname> <given-names>J. O.</given-names></name> <name><surname>Oh</surname> <given-names>J. H.</given-names></name></person-group> (<year>2018</year>). <article-title>Machine learning on a genome-wide association study to predict late genitourinary toxicity after prostate radiation therapy</article-title>. <source>Int. J. Radiat. Oncol. Biol. Phys.</source> <volume>101</volume>, <fpage>128</fpage>&#x2013;<lpage>135</lpage>. doi: <pub-id pub-id-type="doi">10.1016/j.ijrobp.2018.01.054</pub-id>, PMID: <pub-id pub-id-type="pmid">29502932</pub-id></citation></ref>
<ref id="ref14"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Lewis</surname> <given-names>J. E.</given-names></name> <name><surname>Kemp</surname> <given-names>M. L.</given-names></name></person-group> (<year>2021</year>). <article-title>Integration of machine learning and genome-scale metabolic modeling identifies multi-omics biomarkers for radiation resistance</article-title>. <source>Nat. Commun.</source> <volume>12</volume>:<fpage>2700</fpage>. doi: <pub-id pub-id-type="doi">10.1038/s41467-021-22989-1</pub-id>, PMID: <pub-id pub-id-type="pmid">33976213</pub-id></citation></ref>
<ref id="ref15"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Li</surname> <given-names>Y.</given-names></name> <name><surname>He</surname> <given-names>Q.</given-names></name> <name><surname>Guo</surname> <given-names>H.</given-names></name> <name><surname>Zhong</surname> <given-names>C. Q.</given-names></name> <name><surname>Li</surname> <given-names>X.</given-names></name> <name><surname>Li</surname> <given-names>Y.</given-names></name> <etal/></person-group>. (<year>2022</year>). <article-title>MSSort-DIA(XMBD): a deep learning classification tool of the peptide precursors quantified by OpenSWATH</article-title>. <source>J. Proteomics</source> <volume>259</volume>:<fpage>104542</fpage>. doi: <pub-id pub-id-type="doi">10.1016/j.jprot.2022.104542</pub-id>, PMID: <pub-id pub-id-type="pmid">35231660</pub-id></citation></ref>
<ref id="ref16"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Li</surname> <given-names>X.</given-names></name> <name><surname>Zhang</surname> <given-names>P.</given-names></name> <name><surname>Yin</surname> <given-names>Z.</given-names></name> <name><surname>Xu</surname> <given-names>F.</given-names></name> <name><surname>Yang</surname> <given-names>Z. H.</given-names></name> <name><surname>Jin</surname> <given-names>J.</given-names></name> <etal/></person-group>. (<year>2022</year>). <article-title>Caspase-1 and Gasdermin D afford the optimal targets with distinct switching strategies in NLRP1b Inflammasome-induced cell death</article-title>. <source>Research</source> <volume>2022</volume>, <fpage>9838341</fpage>&#x2013;<lpage>9838317</lpage>. doi: <pub-id pub-id-type="doi">10.34133/2022/9838341</pub-id>, PMID: <pub-id pub-id-type="pmid">35958114</pub-id></citation></ref>
<ref id="ref17"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Li</surname> <given-names>X.</given-names></name> <name><surname>Zhong</surname> <given-names>C. Q.</given-names></name> <name><surname>Wu</surname> <given-names>R.</given-names></name> <name><surname>Xu</surname> <given-names>X.</given-names></name> <name><surname>Yang</surname> <given-names>Z. H.</given-names></name> <name><surname>Cai</surname> <given-names>S.</given-names></name> <etal/></person-group>. (<year>2021</year>). <article-title>RIP1-dependent linear and nonlinear recruitments of caspase-8 and RIP3 respectively to necrosome specify distinct cell death outcomes</article-title>. <source>Protein Cell</source> <volume>12</volume>, <fpage>858</fpage>&#x2013;<lpage>876</lpage>. doi: <pub-id pub-id-type="doi">10.1007/s13238-020-00810-x</pub-id>, PMID: <pub-id pub-id-type="pmid">33389663</pub-id></citation></ref>
<ref id="ref02"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Liu</surname> <given-names>L.</given-names></name> <name><surname>Chen</surname> <given-names>C.</given-names></name> <name><surname>Liu</surname> <given-names>X.</given-names></name> <name><surname>Chen</surname> <given-names>B.</given-names></name> <name><surname>Ding</surname> <given-names>C.</given-names></name> <name><surname>Liang</surname> <given-names>J.</given-names></name></person-group> (<year>2021</year>). <article-title>Altered Gut Microbiota Associated With Hemorrhage in Chronic Radiation Proctitis</article-title>. <source>Front Oncol.</source> <volume>11</volume>:<fpage>637265</fpage>. doi: <pub-id pub-id-type="doi">10.3389/fonc.2021.637265</pub-id>, PMID: <pub-id pub-id-type="pmid">15385117</pub-id></citation></ref>
<ref id="ref18"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Lundberg</surname> <given-names>S. M.</given-names></name> <name><surname>Lee</surname> <given-names>S.-I.</given-names></name></person-group> (<year>2017</year>). <article-title>A unified approach to interpreting model predictions</article-title>. <source>Adv. Neural Inf. Proces. Syst.</source> <volume>30</volume>, <fpage>4765</fpage>&#x2013;<lpage>4774</lpage>. doi: <pub-id pub-id-type="doi">10.48550/arXiv.1705.07874</pub-id></citation></ref>
<ref id="ref19"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Mahal</surname> <given-names>B. A.</given-names></name> <name><surname>Ziehr</surname> <given-names>D. R.</given-names></name> <name><surname>Hyatt</surname> <given-names>A. S.</given-names></name> <name><surname>Neubauer-Sugar</surname> <given-names>E. H.</given-names></name> <name><surname>O&#x2019;Farrell</surname> <given-names>D. A.</given-names></name> <name><surname>O&#x2019;Leary</surname> <given-names>M. P.</given-names></name> <etal/></person-group>. (<year>2014</year>). <article-title>Use of a rectal spacer with low-dose-rate brachytherapy for treatment of prostate cancer in previously irradiated patients: initial experience and short-term results</article-title>. <source>Brachytherapy</source> <volume>13</volume>, <fpage>442</fpage>&#x2013;<lpage>449</lpage>. doi: <pub-id pub-id-type="doi">10.1016/j.brachy.2014.05.001</pub-id>, PMID: <pub-id pub-id-type="pmid">24880584</pub-id></citation></ref>
<ref id="ref20"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Mostafaei</surname> <given-names>S.</given-names></name> <name><surname>Abdollahi</surname> <given-names>H.</given-names></name> <name><surname>Kazempour Dehkordi</surname> <given-names>S.</given-names></name> <name><surname>Shiri</surname> <given-names>I.</given-names></name> <name><surname>Razzaghdoust</surname> <given-names>A.</given-names></name> <name><surname>Zoljalali Moghaddam</surname> <given-names>S. H.</given-names></name> <etal/></person-group>. (<year>2020</year>). <article-title>CT imaging markers to improve radiation toxicity prediction in prostate cancer radiotherapy by stacking regression algorithm</article-title>. <source>Radiol. Med.</source> <volume>125</volume>, <fpage>87</fpage>&#x2013;<lpage>97</lpage>. doi: <pub-id pub-id-type="doi">10.1007/s11547-019-01082-0</pub-id>, PMID: <pub-id pub-id-type="pmid">31552555</pub-id></citation></ref>
<ref id="ref21"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Park</surname> <given-names>Y. W.</given-names></name> <name><surname>Eom</surname> <given-names>J.</given-names></name> <name><surname>Kim</surname> <given-names>D.</given-names></name> <name><surname>Ahn</surname> <given-names>S. S.</given-names></name> <name><surname>Kim</surname> <given-names>E. H.</given-names></name> <name><surname>Kang</surname> <given-names>S. G.</given-names></name> <etal/></person-group>. (<year>2022</year>). <article-title>A fully automatic multiparametric radiomics model for differentiation of adult pilocytic astrocytomas from high-grade gliomas</article-title>. <source>Eur. Radiol.</source> <volume>32</volume>, <fpage>4500</fpage>&#x2013;<lpage>4509</lpage>. doi: <pub-id pub-id-type="doi">10.1007/s00330-022-08575-z</pub-id>, PMID: <pub-id pub-id-type="pmid">35141780</pub-id></citation></ref>
<ref id="ref22"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Pedregosa</surname> <given-names>F.</given-names></name> <name><surname>Varoquaux</surname> <given-names>G.</given-names></name> <name><surname>Gramfort</surname> <given-names>A.</given-names></name> <name><surname>Michel</surname> <given-names>V.</given-names></name> <name><surname>Thirion</surname> <given-names>B.</given-names></name> <name><surname>Grisel</surname> <given-names>O.</given-names></name> <etal/></person-group>. (<year>2011</year>). <article-title>Scikit-learn: machine learning in python</article-title>. <source>J. Machine Learn. Res.</source> <volume>12</volume>, <fpage>2825</fpage>&#x2013;<lpage>2830</lpage>. doi: <pub-id pub-id-type="doi">10.48550/arXiv.1201.0490</pub-id></citation></ref>
<ref id="ref23"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Qian</surname> <given-names>X.</given-names></name> <name><surname>Qiu</surname> <given-names>Y.</given-names></name> <name><surname>He</surname> <given-names>Q.</given-names></name> <name><surname>Lu</surname> <given-names>Y.</given-names></name> <name><surname>Lin</surname> <given-names>H.</given-names></name> <name><surname>Xu</surname> <given-names>F.</given-names></name> <etal/></person-group>. (<year>2021</year>). <article-title>A review of methods for sleep arousal detection using Polysomnographic signals</article-title>. <source>Brain Sci.</source> <volume>11</volume>:<fpage>1274</fpage>. doi: <pub-id pub-id-type="doi">10.3390/brainsci11101274</pub-id>, PMID: <pub-id pub-id-type="pmid">34679339</pub-id></citation></ref>
<ref id="ref24"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Qiang</surname> <given-names>M.</given-names></name> <name><surname>Li</surname> <given-names>C.</given-names></name> <name><surname>Sun</surname> <given-names>Y.</given-names></name> <name><surname>Sun</surname> <given-names>Y.</given-names></name> <name><surname>Ke</surname> <given-names>L.</given-names></name> <name><surname>Xie</surname> <given-names>C.</given-names></name> <etal/></person-group>. (<year>2021</year>). <article-title>A prognostic predictive system based on deep learning for Locoregionally advanced nasopharyngeal carcinoma</article-title>. <source>J. Natl. Cancer Inst.</source> <volume>113</volume>, <fpage>606</fpage>&#x2013;<lpage>615</lpage>. doi: <pub-id pub-id-type="doi">10.1093/jnci/djaa149</pub-id>, PMID: <pub-id pub-id-type="pmid">32970812</pub-id></citation></ref>
<ref id="ref25"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Rustagi</surname> <given-names>T.</given-names></name> <name><surname>Corbett</surname> <given-names>F. S.</given-names></name> <name><surname>Mashimo</surname> <given-names>H.</given-names></name></person-group> (<year>2015</year>). <article-title>Treatment of chronic radiation proctopathy with radiofrequency ablation (with video)</article-title>. <source>Gastrointest. Endosc.</source> <volume>81</volume>, <fpage>428</fpage>&#x2013;<lpage>436</lpage>. doi: <pub-id pub-id-type="doi">10.1016/j.gie.2014.04.038</pub-id>, PMID: <pub-id pub-id-type="pmid">24973172</pub-id></citation></ref>
<ref id="ref26"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Schmidt</surname> <given-names>D. R.</given-names></name> <name><surname>Bhagwat</surname> <given-names>M.</given-names></name> <name><surname>Glazer</surname> <given-names>D. I.</given-names></name> <name><surname>Chen</surname> <given-names>M. H.</given-names></name> <name><surname>Moteabbed</surname> <given-names>M.</given-names></name> <name><surname>McMahon</surname> <given-names>E.</given-names></name> <etal/></person-group>. (<year>2022</year>). <article-title>MRI-based radiotherapy planning to reduce rectal dose in excess of tolerance</article-title>. <source>Prostate Cancer</source> <volume>2022</volume>, <fpage>7930744</fpage>&#x2013;<lpage>7930749</lpage>. doi: <pub-id pub-id-type="doi">10.1155/2022/7930744</pub-id>, PMID: <pub-id pub-id-type="pmid">35154830</pub-id></citation></ref>
<ref id="ref27"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Shadad</surname> <given-names>A. K.</given-names></name> <name><surname>Sullivan</surname> <given-names>F. J.</given-names></name> <name><surname>Martin</surname> <given-names>J. D.</given-names></name> <name><surname>Egan</surname> <given-names>L. J.</given-names></name></person-group> (<year>2013</year>). <article-title>Gastrointestinal radiation injury: symptoms, risk factors and mechanisms</article-title>. <source>World J. Gastroenterol.</source> <volume>19</volume>, <fpage>185</fpage>&#x2013;<lpage>198</lpage>. doi: <pub-id pub-id-type="doi">10.3748/wjg.v19.i2.185</pub-id>, PMID: <pub-id pub-id-type="pmid">23345941</pub-id></citation></ref>
<ref id="ref28"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Shaji</surname> <given-names>S.</given-names></name> <name><surname>Palanisamy</surname> <given-names>R.</given-names></name> <name><surname>Swaminathan</surname> <given-names>R.</given-names></name></person-group> (<year>2022</year>). <article-title>Explainable optimized LightGBM based differentiation of mild cognitive impairment using MR Radiomic features</article-title>. <source>Stud. Health Technol. Inform.</source> <volume>295</volume>, <fpage>483</fpage>&#x2013;<lpage>486</lpage>. doi: <pub-id pub-id-type="doi">10.3233/SHTI220770</pub-id>, PMID: <pub-id pub-id-type="pmid">35773916</pub-id></citation></ref>
<ref id="ref29"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Shi</surname> <given-names>Y.</given-names></name> <name><surname>Zou</surname> <given-names>Y.</given-names></name> <name><surname>Liu</surname> <given-names>J.</given-names></name> <name><surname>Wang</surname> <given-names>Y.</given-names></name> <name><surname>Chen</surname> <given-names>Y.</given-names></name> <name><surname>Sun</surname> <given-names>F.</given-names></name> <etal/></person-group>. (<year>2022</year>). <article-title>Ultrasound-based radiomics XGBoost model to assess the risk of central cervical lymph node metastasis in patients with papillary thyroid carcinoma: individual application of SHAP</article-title>. <source>Front. Oncol.</source> <volume>12</volume>:<fpage>897596</fpage>. doi: <pub-id pub-id-type="doi">10.3389/fonc.2022.897596</pub-id>, PMID: <pub-id pub-id-type="pmid">36091102</pub-id></citation></ref>
<ref id="ref30"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Snyder</surname> <given-names>K. M.</given-names></name> <name><surname>Stock</surname> <given-names>R. G.</given-names></name> <name><surname>Hong</surname> <given-names>S. M.</given-names></name> <name><surname>Lo</surname> <given-names>Y. C.</given-names></name> <name><surname>Stone</surname> <given-names>N. N.</given-names></name></person-group> (<year>2001</year>). <article-title>Defining the risk of developing grade 2 proctitis following 125I prostate brachytherapy using a rectal dose-volume histogram analysis</article-title>. <source>Int. J. Radiat. Oncol. Biol. Phys.</source> <volume>50</volume>, <fpage>335</fpage>&#x2013;<lpage>341</lpage>. doi: <pub-id pub-id-type="doi">10.1016/s0360-3016(01)01442-0</pub-id>, PMID: <pub-id pub-id-type="pmid">11380219</pub-id></citation></ref>
<ref id="ref31"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Sun</surname> <given-names>F.</given-names></name> <name><surname>Sun</surname> <given-names>J.</given-names></name> <name><surname>Zhao</surname> <given-names>Q.</given-names></name></person-group> (<year>2022</year>). <article-title>A deep learning method for predicting metabolite&#x2013;disease associations via graph neural network</article-title>. <source>Brief. Bioinform.</source> <volume>23</volume>:<fpage>bbac266</fpage>. doi: <pub-id pub-id-type="doi">10.1093/bib/bbac266</pub-id>, PMID: <pub-id pub-id-type="pmid">35817399</pub-id></citation></ref>
<ref id="ref32"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Sung</surname> <given-names>H.</given-names></name> <name><surname>Ferlay</surname> <given-names>J.</given-names></name> <name><surname>Siegel</surname> <given-names>R. L.</given-names></name> <name><surname>Laversanne</surname> <given-names>M.</given-names></name> <name><surname>Soerjomataram</surname> <given-names>I.</given-names></name> <name><surname>Jemal</surname> <given-names>A.</given-names></name> <etal/></person-group>. (<year>2021</year>). <article-title>Global cancer statistics 2020: GLOBOCAN estimates of incidence and mortality worldwide for 36 cancers in 185 countries</article-title>. <source>CA Cancer J. Clin.</source> <volume>71</volume>, <fpage>209</fpage>&#x2013;<lpage>249</lpage>. doi: <pub-id pub-id-type="doi">10.3322/caac.21660</pub-id>, PMID: <pub-id pub-id-type="pmid">33538338</pub-id></citation></ref>
<ref id="ref33"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Tang</surname> <given-names>Q.</given-names></name> <name><surname>Nie</surname> <given-names>F.</given-names></name> <name><surname>Zhao</surname> <given-names>Q.</given-names></name> <name><surname>Chen</surname> <given-names>W.</given-names></name></person-group> (<year>2022</year>). <article-title>A merged molecular representation deep learning method for blood-brain barrier permeability prediction</article-title>. <source>Brief. Bioinform.</source> <volume>23</volume>:<fpage>bbac357</fpage>. doi: <pub-id pub-id-type="doi">10.1093/bib/bbac357</pub-id>, PMID: <pub-id pub-id-type="pmid">36002937</pub-id></citation></ref>
<ref id="ref34"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>van Griethuysen</surname> <given-names>J. J. M.</given-names></name> <name><surname>Fedorov</surname> <given-names>A.</given-names></name> <name><surname>Parmar</surname> <given-names>C.</given-names></name> <name><surname>Hosny</surname> <given-names>A.</given-names></name> <name><surname>Aucoin</surname> <given-names>N.</given-names></name> <name><surname>Narayan</surname> <given-names>V.</given-names></name> <etal/></person-group>. (<year>2017</year>). <article-title>Computational Radiomics system to decode the radiographic phenotype</article-title>. <source>Cancer Res.</source> <volume>77</volume>, <fpage>e104</fpage>&#x2013;<lpage>e107</lpage>. doi: <pub-id pub-id-type="doi">10.1158/0008-5472.CAN-17-0339</pub-id>, PMID: <pub-id pub-id-type="pmid">29092951</pub-id></citation></ref>
<ref id="ref03"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Wang</surname> <given-names>Z.</given-names></name> <name><surname>Wang</surname> <given-names>Q.</given-names></name> <name><surname>Wang</surname> <given-names>X.</given-names></name> <name><surname>Zhu</surname> <given-names>L.</given-names></name> <name><surname>Chen</surname> <given-names>J.</given-names></name> <name><surname>Zhang</surname> <given-names>B.</given-names></name> <etal/></person-group>. (<year>2019</year>). <article-title>Gut microbial dysbiosis is associated with development and progression of radiation enteritis during pelvic radiotherapy</article-title>. <source>J. Cell. Mol. Med.</source> <volume>23</volume>, <fpage>3747</fpage>&#x2013;<lpage>3756</lpage>. doi: <pub-id pub-id-type="doi">10.1111/jcmm.14289</pub-id>, PMID: <pub-id pub-id-type="pmid">16545965</pub-id></citation></ref>
<ref id="ref35"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Wang</surname> <given-names>C. C.</given-names></name> <name><surname>Han</surname> <given-names>C. D.</given-names></name> <name><surname>Zhao</surname> <given-names>Q.</given-names></name> <name><surname>Chen</surname> <given-names>X.</given-names></name></person-group> (<year>2021</year>). <article-title>Circular RNAs and complex diseases: from experimental results to computational models</article-title>. <source>Brief. Bioinform.</source> <volume>22</volume>:<fpage>bbab286</fpage>. doi: <pub-id pub-id-type="doi">10.1093/bib/bbab286</pub-id>, PMID: <pub-id pub-id-type="pmid">34329377</pub-id></citation></ref>
<ref id="ref36"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Wang</surname> <given-names>W.</given-names></name> <name><surname>Zhang</surname> <given-names>L.</given-names></name> <name><surname>Sun</surname> <given-names>J.</given-names></name> <name><surname>Zhao</surname> <given-names>Q.</given-names></name> <name><surname>Shuai</surname> <given-names>J.</given-names></name></person-group> (<year>2022</year>). <article-title>Predicting the potential human lncRNA-miRNA interactions based on graph convolution network with conditional random field</article-title>. <source>Brief. Bioinform.</source> <volume>23</volume>:<fpage>bbac463</fpage>. doi: <pub-id pub-id-type="doi">10.1093/bib/bbac463</pub-id>, PMID: <pub-id pub-id-type="pmid">36305458</pub-id></citation></ref>
<ref id="ref37"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Yeung</surname> <given-names>A. R.</given-names></name> <name><surname>Pugh</surname> <given-names>S. L.</given-names></name> <name><surname>Klopp</surname> <given-names>A. H.</given-names></name> <name><surname>Gil</surname> <given-names>K. M.</given-names></name> <name><surname>Wenzel</surname> <given-names>L.</given-names></name> <name><surname>Westin</surname> <given-names>S. N.</given-names></name> <etal/></person-group>. (<year>2020</year>). <article-title>Improvement in patient-reported outcomes with intensity-modulated radiotherapy (RT) compared with standard RT: a report from the NRG oncology RTOG 1203 study</article-title>. <source>J. Clin. Oncol.</source> <volume>38</volume>, <fpage>1685</fpage>&#x2013;<lpage>1692</lpage>. doi: <pub-id pub-id-type="doi">10.1200/JCO.19.02381</pub-id>, PMID: <pub-id pub-id-type="pmid">32073955</pub-id></citation></ref>
<ref id="ref38"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Yushkevich</surname> <given-names>P. A.</given-names></name> <name><surname>Piven</surname> <given-names>J.</given-names></name> <name><surname>Hazlett</surname> <given-names>H. C.</given-names></name> <name><surname>Smith</surname> <given-names>R. G.</given-names></name> <name><surname>Ho</surname> <given-names>S.</given-names></name> <name><surname>Gee</surname> <given-names>J. C.</given-names></name> <etal/></person-group>. (<year>2006</year>). <article-title>User-guided 3D active contour segmentation of anatomical structures: significantly improved efficiency and reliability</article-title>. <source>Neuroimage</source> <volume>31</volume>, <fpage>1116</fpage>&#x2013;<lpage>1128</lpage>. doi: <pub-id pub-id-type="doi">10.1016/j.neuroimage.2006.01.015</pub-id>, PMID: <pub-id pub-id-type="pmid">16545965</pub-id></citation></ref>
<ref id="ref39"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Zelefsky</surname> <given-names>M. J.</given-names></name> <name><surname>Levin</surname> <given-names>E. J.</given-names></name> <name><surname>Hunt</surname> <given-names>M.</given-names></name> <name><surname>Yamada</surname> <given-names>Y.</given-names></name> <name><surname>Shippy</surname> <given-names>A. M.</given-names></name> <name><surname>Jackson</surname> <given-names>A.</given-names></name> <etal/></person-group>. (<year>2008</year>). <article-title>Incidence of late rectal and urinary toxicities after three-dimensional conformal radiotherapy and intensity-modulated radiotherapy for localized prostate cancer</article-title>. <source>Int. J. Radiat. Oncol. Biol. Phys.</source> <volume>70</volume>, <fpage>1124</fpage>&#x2013;<lpage>1129</lpage>. doi: <pub-id pub-id-type="doi">10.1016/j.ijrobp.2007.11.044</pub-id>, PMID: <pub-id pub-id-type="pmid">18313526</pub-id></citation></ref>
<ref id="ref40"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Zhang</surname> <given-names>L.</given-names></name> <name><surname>Yang</surname> <given-names>P.</given-names></name> <name><surname>Feng</surname> <given-names>H.</given-names></name> <name><surname>Zhao</surname> <given-names>Q.</given-names></name> <name><surname>Liu</surname> <given-names>H.</given-names></name></person-group> (<year>2021</year>). <article-title>Using network distance analysis to predict lncRNA&#x2013;miRNA interactions</article-title>. <source>Interdisciplin. Sci. Comput. Life Sci.</source> <volume>13</volume>, <fpage>535</fpage>&#x2013;<lpage>545</lpage>. doi: <pub-id pub-id-type="doi">10.1007/s12539-021-00458-z</pub-id>, PMID: <pub-id pub-id-type="pmid">34232474</pub-id></citation></ref>
<ref id="ref41"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Zhong</surname> <given-names>L.</given-names></name> <name><surname>Dong</surname> <given-names>D.</given-names></name> <name><surname>Fang</surname> <given-names>X.</given-names></name> <name><surname>Zhang</surname> <given-names>F.</given-names></name> <name><surname>Zhang</surname> <given-names>N.</given-names></name> <name><surname>Zhang</surname> <given-names>L.</given-names></name> <etal/></person-group>. (<year>2021</year>). <article-title>A deep learning-based radiomic nomogram for prognosis and treatment decision in advanced nasopharyngeal carcinoma: a multicentre study</article-title>. <source>EBioMedicine</source> <volume>70</volume>:<fpage>103522</fpage>. doi: <pub-id pub-id-type="doi">10.1016/j.ebiom.2021.103522</pub-id>, PMID: <pub-id pub-id-type="pmid">34391094</pub-id></citation></ref></ref-list>
<glossary>
<def-list>
<title>Abbreviations</title>
<def-item><term>SHAP</term><def><p>SHapley Additive exPlanation</p></def></def-item>
<def-item><term>CT</term><def><p>computed tomography</p></def></def-item>
<def-item><term>ROI</term><def><p>Regions of Interest</p></def></def-item>
<def-item><term>LASSO</term><def><p>the least absolute shrinkage and selection operator regularization</p></def></def-item>
<def-item><term>DCA</term><def><p>decision curve analysis</p></def></def-item>
<def-item><term>AUC</term><def><p>area under curve</p></def></def-item>
<def-item><term>OR</term><def><p>odds ratio</p></def></def-item>
<def-item><term>ROC</term><def><p>receiver operating characteristic analysis</p></def></def-item>
<def-item><term>ECCR</term><def><p>Ethics Committee in Clinical Research</p></def></def-item>
<def-item><term>RTOG</term><def><p>Radiation Therapy Oncology Group</p></def></def-item>
<def-item><term>EORTC</term><def><p>European Organization for Research and Treatment of Cancer</p></def></def-item>
</def-list>
</glossary>
</back>
</article>